__ __ / \ / \ ______ _ _ __ __ __ / /\ / /\ \ / __ \ | | | | / \ \ \ / / / / / / \ \ | | | | | | | | / /\ \ \ / \ \ \ \ / / | |__| | | |__| | / ____ \ | | \ \/ \ \/ / \_ ___/ \____/ /_/ \_\ |_| \__/ \__/ \ \__ \___\ by Red Hat Build, Store, and Distribute your Containers Startup timestamp: Thu Jun 9 11:31:37 UTC 2022 Running all default registry services Running init script '/quay-registry/conf/init/certs_create.sh' Running init script '/quay-registry/conf/init/certs_install.sh' Running init script '/quay-registry/conf/init/copy_config_files.sh' Running init script '/quay-registry/conf/init/d_validate_config_bundle.sh' Validating Configuration time="2022-06-09T11:31:38Z" level=debug msg="Validating AccessSettings" time="2022-06-09T11:31:38Z" level=debug msg="Validating ActionLogArchiving" time="2022-06-09T11:31:38Z" level=debug msg="Validating AppTokenAuthentication" time="2022-06-09T11:31:38Z" level=debug msg="Validating BitbucketBuildTrigger" time="2022-06-09T11:31:38Z" level=debug msg="Validating BuildManager" time="2022-06-09T11:31:38Z" level=debug msg="Validating Database" time="2022-06-09T11:31:38Z" level=debug msg="Scheme: mysql+pymysql" time="2022-06-09T11:31:38Z" level=debug msg="Host: 172.24.10.50" time="2022-06-09T11:31:38Z" level=debug msg="Db: quay_local_storage" time="2022-06-09T11:31:38Z" level=debug msg="Params: " time="2022-06-09T11:31:38Z" level=debug msg="Including params " time="2022-06-09T11:31:38Z" level=debug msg="Pinging database at ibazulic:test123@tcp(172.24.10.50)/quay_local_storage? dsn:" time="2022-06-09T11:31:38Z" level=debug msg="Validating DistributedStorage" time="2022-06-09T11:31:38Z" level=debug msg="Validating ElasticSearch" time="2022-06-09T11:31:38Z" level=debug msg="Validating Email" time="2022-06-09T11:31:38Z" level=debug msg="Validating GitHubBuildTrigger" time="2022-06-09T11:31:38Z" level=debug msg="Validating GitHubLogin" time="2022-06-09T11:31:38Z" level=debug msg="Validating GitLabBuildTrigger" time="2022-06-09T11:31:38Z" level=debug msg="Validating GoogleLogin" time="2022-06-09T11:31:38Z" level=debug msg="Validating HostSettings" time="2022-06-09T11:31:38Z" level=debug msg="Validating JWTAuthentication" time="2022-06-09T11:31:38Z" level=debug msg="Validating LDAP" time="2022-06-09T11:31:38Z" level=debug msg="Validating OIDC" time="2022-06-09T11:31:38Z" level=debug msg="Validating QuayDocumentation" time="2022-06-09T11:31:38Z" level=debug msg="Validating Redis" time="2022-06-09T11:31:38Z" level=debug msg="Address: 172.24.10.50:6379" time="2022-06-09T11:31:38Z" level=debug msg="Username: " time="2022-06-09T11:31:38Z" level=debug msg="Password Len: 0" time="2022-06-09T11:31:38Z" level=debug msg="Ssl: " time="2022-06-09T11:31:38Z" level=debug msg="Address: 172.24.10.50:6379" time="2022-06-09T11:31:38Z" level=debug msg="Username: " time="2022-06-09T11:31:38Z" level=debug msg="Password Len: 0" time="2022-06-09T11:31:38Z" level=debug msg="Ssl: " time="2022-06-09T11:31:38Z" level=debug msg="Validating RepoMirror" time="2022-06-09T11:31:38Z" level=debug msg="Validating SecurityScanner" time="2022-06-09T11:31:38Z" level=debug msg="Validating TeamSyncing" time="2022-06-09T11:31:38Z" level=debug msg="Validating TimeMachine" time="2022-06-09T11:31:38Z" level=debug msg="Validating UserVisibleSettings" +------------------------+-------+--------+ | Field Group | Error | Status | +------------------------+-------+--------+ | AccessSettings | - | 🟢 | +------------------------+-------+--------+ | ActionLogArchiving | - | 🟢 | +------------------------+-------+--------+ | AppTokenAuthentication | - | 🟢 | +------------------------+-------+--------+ | BitbucketBuildTrigger | - | 🟢 | +------------------------+-------+--------+ | BuildManager | - | 🟢 | +------------------------+-------+--------+ | Database | - | 🟢 | +------------------------+-------+--------+ | DistributedStorage | - | 🟢 | +------------------------+-------+--------+ | ElasticSearch | - | 🟢 | +------------------------+-------+--------+ | Email | - | 🟢 | +------------------------+-------+--------+ | GitHubBuildTrigger | - | 🟢 | +------------------------+-------+--------+ | GitHubLogin | - | 🟢 | +------------------------+-------+--------+ | GitLabBuildTrigger | - | 🟢 | +------------------------+-------+--------+ | GoogleLogin | - | 🟢 | +------------------------+-------+--------+ | HostSettings | - | 🟢 | +------------------------+-------+--------+ | JWTAuthentication | - | 🟢 | +------------------------+-------+--------+ | LDAP | - | 🟢 | +------------------------+-------+--------+ | OIDC | - | 🟢 | +------------------------+-------+--------+ | QuayDocumentation | - | 🟢 | +------------------------+-------+--------+ | Redis | - | 🟢 | +------------------------+-------+--------+ | RepoMirror | - | 🟢 | +------------------------+-------+--------+ | SecurityScanner | - | 🟢 | +------------------------+-------+--------+ | TeamSyncing | - | 🟢 | +------------------------+-------+--------+ | TimeMachine | - | 🟢 | +------------------------+-------+--------+ | UserVisibleSettings | - | 🟢 | +------------------------+-------+--------+ Running init script '/quay-registry/conf/init/nginx_conf_create.sh' Running init script '/quay-registry/conf/init/runmigration.sh' Running init script '/quay-registry/conf/init/supervisord_conf_create.sh' Running init script '/quay-registry/conf/init/zz_boot.sh' 2022-06-09 11:31:44,048 INFO RPC interface 'supervisor' initialized 2022-06-09 11:31:44,048 CRIT Server 'unix_http_server' running without any HTTP authentication checking 2022-06-09 11:31:44,049 INFO supervisord started with pid 7 2022-06-09 11:31:45,064 INFO spawned: 'stdout' with pid 63 2022-06-09 11:31:45,065 INFO spawned: 'blobuploadcleanupworker' with pid 64 2022-06-09 11:31:45,066 INFO spawned: 'builder' with pid 65 2022-06-09 11:31:45,067 INFO spawned: 'buildlogsarchiver' with pid 66 2022-06-09 11:31:45,068 INFO spawned: 'chunkcleanupworker' with pid 67 2022-06-09 11:31:45,069 INFO spawned: 'dnsmasq' with pid 68 2022-06-09 11:31:45,070 INFO spawned: 'expiredappspecifictokenworker' with pid 69 2022-06-09 11:31:45,071 INFO spawned: 'exportactionlogsworker' with pid 70 2022-06-09 11:31:45,073 INFO spawned: 'gcworker' with pid 71 2022-06-09 11:31:45,074 INFO spawned: 'globalpromstats' with pid 72 2022-06-09 11:31:45,075 INFO spawned: 'gunicorn-registry' with pid 73 2022-06-09 11:31:45,081 INFO spawned: 'gunicorn-secscan' with pid 74 2022-06-09 11:31:45,083 INFO spawned: 'gunicorn-web' with pid 75 2022-06-09 11:31:45,084 INFO spawned: 'jwtproxy' with pid 76 2022-06-09 11:31:45,086 INFO spawned: 'logrotateworker' with pid 77 2022-06-09 11:31:45,087 INFO spawned: 'manifestbackfillworker' with pid 78 2022-06-09 11:31:45,088 INFO spawned: 'memcache' with pid 82 2022-06-09 11:31:45,090 INFO spawned: 'namespacegcworker' with pid 83 2022-06-09 11:31:45,091 INFO spawned: 'nginx' with pid 84 2022-06-09 11:31:45,092 INFO spawned: 'notificationworker' with pid 85 2022-06-09 11:31:45,093 INFO spawned: 'pushgateway' with pid 86 2022-06-09 11:31:45,095 INFO spawned: 'queuecleanupworker' with pid 87 2022-06-09 11:31:45,097 INFO spawned: 'repositoryactioncounter' with pid 88 2022-06-09 11:31:45,098 INFO spawned: 'repositorygcworker' with pid 89 2022-06-09 11:31:45,100 INFO spawned: 'securityscanningnotificationworker' with pid 90 2022-06-09 11:31:45,101 INFO spawned: 'securityworker' with pid 91 2022-06-09 11:31:45,103 INFO spawned: 'servicekey' with pid 92 2022-06-09 11:31:45,104 INFO spawned: 'storagereplication' with pid 93 2022-06-09 11:31:45,107 INFO spawned: 'teamsyncworker' with pid 94 2022-06-09 11:31:46,143 INFO success: stdout entered RUNNING state, process has stayed up for > than 1 seconds (startsecs) 2022-06-09 11:31:46,143 INFO success: blobuploadcleanupworker entered RUNNING state, process has stayed up for > than 1 seconds (startsecs) 2022-06-09 11:31:46,144 INFO success: builder entered RUNNING state, process has stayed up for > than 1 seconds (startsecs) 2022-06-09 11:31:46,144 INFO success: buildlogsarchiver entered RUNNING state, process has stayed up for > than 1 seconds (startsecs) 2022-06-09 11:31:46,144 INFO success: chunkcleanupworker entered RUNNING state, process has stayed up for > than 1 seconds (startsecs) 2022-06-09 11:31:46,144 INFO success: dnsmasq entered RUNNING state, process has stayed up for > than 1 seconds (startsecs) 2022-06-09 11:31:46,144 INFO success: expiredappspecifictokenworker entered RUNNING state, process has stayed up for > than 1 seconds (startsecs) 2022-06-09 11:31:46,144 INFO success: exportactionlogsworker entered RUNNING state, process has stayed up for > than 1 seconds (startsecs) 2022-06-09 11:31:46,144 INFO success: gcworker entered RUNNING state, process has stayed up for > than 1 seconds (startsecs) 2022-06-09 11:31:46,144 INFO success: globalpromstats entered RUNNING state, process has stayed up for > than 1 seconds (startsecs) 2022-06-09 11:31:46,144 INFO success: gunicorn-registry entered RUNNING state, process has stayed up for > than 1 seconds (startsecs) 2022-06-09 11:31:46,144 INFO success: gunicorn-secscan entered RUNNING state, process has stayed up for > than 1 seconds (startsecs) 2022-06-09 11:31:46,144 INFO success: gunicorn-web entered RUNNING state, process has stayed up for > than 1 seconds (startsecs) 2022-06-09 11:31:46,144 INFO success: jwtproxy entered RUNNING state, process has stayed up for > than 1 seconds (startsecs) 2022-06-09 11:31:46,144 INFO success: logrotateworker entered RUNNING state, process has stayed up for > than 1 seconds (startsecs) 2022-06-09 11:31:46,144 INFO success: manifestbackfillworker entered RUNNING state, process has stayed up for > than 1 seconds (startsecs) 2022-06-09 11:31:46,144 INFO success: memcache entered RUNNING state, process has stayed up for > than 1 seconds (startsecs) 2022-06-09 11:31:46,144 INFO success: namespacegcworker entered RUNNING state, process has stayed up for > than 1 seconds (startsecs) 2022-06-09 11:31:46,144 INFO success: nginx entered RUNNING state, process has stayed up for > than 1 seconds (startsecs) 2022-06-09 11:31:46,144 INFO success: notificationworker entered RUNNING state, process has stayed up for > than 1 seconds (startsecs) 2022-06-09 11:31:46,144 INFO success: pushgateway entered RUNNING state, process has stayed up for > than 1 seconds (startsecs) 2022-06-09 11:31:46,145 INFO success: queuecleanupworker entered RUNNING state, process has stayed up for > than 1 seconds (startsecs) 2022-06-09 11:31:46,145 INFO success: repositoryactioncounter entered RUNNING state, process has stayed up for > than 1 seconds (startsecs) 2022-06-09 11:31:46,145 INFO success: repositorygcworker entered RUNNING state, process has stayed up for > than 1 seconds (startsecs) 2022-06-09 11:31:46,145 INFO success: securityscanningnotificationworker entered RUNNING state, process has stayed up for > than 1 seconds (startsecs) 2022-06-09 11:31:46,145 INFO success: securityworker entered RUNNING state, process has stayed up for > than 1 seconds (startsecs) 2022-06-09 11:31:46,145 INFO success: servicekey entered RUNNING state, process has stayed up for > than 1 seconds (startsecs) 2022-06-09 11:31:46,145 INFO success: storagereplication entered RUNNING state, process has stayed up for > than 1 seconds (startsecs) 2022-06-09 11:31:46,145 INFO success: teamsyncworker entered RUNNING state, process has stayed up for > than 1 seconds (startsecs) dnsmasq stderr | dnsmasq: started, version 2.79 cachesize 150 dnsmasq stderr | dnsmasq: compile time options: IPv6 GNU-getopt DBus no-i18n IDN2 DHCP DHCPv6 no-Lua TFTP no-conntrack ipset auth DNSSEC loop-detect inotify dnsmasq stderr | dnsmasq: reading /etc/resolv.conf dnsmasq stderr | dnsmasq: using nameserver 192.168.0.1#53 dnsmasq stderr | dnsmasq: read /etc/hosts - 7 addresses nginx stdout | 2022/06/09 11:31:45 [alert] 110#0: setpriority(-10) failed (13: Permission denied) nginx stdout | 2022/06/09 11:31:45 [alert] 105#0: setpriority(-10) failed (13: Permission denied) jwtproxy stderr | time="2022-06-09T11:31:45Z" level=info msg="No claims verifiers specified, upstream should be configured to verify authorization" jwtproxy stderr | time="2022-06-09T11:31:45Z" level=info msg="Starting reverse proxy (Listening on 'unix:/tmp/jwtproxy_secscan.sock')" jwtproxy stderr | time="2022-06-09T11:31:45Z" level=info msg="Starting forward proxy (Listening on ':8081')" nginx stdout | 2022/06/09 11:31:45 [alert] 108#0: setpriority(-10) failed (13: Permission denied) nginx stdout | 2022/06/09 11:31:45 [alert] 107#0: setpriority(-10) failed (13: Permission denied) nginx stdout | 2022/06/09 11:31:45 [alert] 109#0: setpriority(-10) failed (13: Permission denied) nginx stdout | 2022/06/09 11:31:45 [alert] 106#0: setpriority(-10) failed (13: Permission denied) nginx stdout | 2022/06/09 11:31:45 [alert] 111#0: setpriority(-10) failed (13: Permission denied) nginx stdout | 2022/06/09 11:31:45 [alert] 112#0: setpriority(-10) failed (13: Permission denied) pushgateway stderr | level=info ts=2022-06-09T11:31:45.139Z caller=main.go:85 msg="starting pushgateway" version="(version=, branch=, revision=)" pushgateway stderr | level=info ts=2022-06-09T11:31:45.140Z caller=main.go:86 build_context="(go=go1.16.12, user=, date=)" pushgateway stderr | level=info ts=2022-06-09T11:31:45.142Z caller=main.go:139 listen_address=:9091 pushgateway stderr | level=info ts=2022-06-09T11:31:45.142Z caller=tls_config.go:191 msg="TLS is disabled." http2=false gunicorn-web stdout | 2022-06-09 11:31:47,672 [75] [INFO] [data.registry_model] =============================== gunicorn-web stdout | 2022-06-09 11:31:47,688 [75] [INFO] [data.registry_model] Using registry model `` gunicorn-web stdout | 2022-06-09 11:31:47,689 [75] [INFO] [data.registry_model] =============================== gunicorn-secscan stdout | 2022-06-09 11:31:47,742 [74] [INFO] [data.registry_model] =============================== gunicorn-secscan stdout | 2022-06-09 11:31:47,746 [74] [INFO] [data.registry_model] Using registry model `` gunicorn-secscan stdout | 2022-06-09 11:31:47,748 [74] [INFO] [data.registry_model] =============================== gunicorn-web stdout | 2022-06-09 11:31:47,944 [75] [DEBUG] [app] Loading default config. gunicorn-web stdout | 2022-06-09 11:31:47,961 [75] [DEBUG] [util.config.provider.basefileprovider] Applying config file: /quay-registry/conf/stack/config.yaml gunicorn-web stdout | 2022-06-09 11:31:47,970 [75] [DEBUG] [app] Loaded config gunicorn-web stdout | 2022-06-09 11:31:47,971 [75] [INFO] [util.ipresolver] Loading AWS IP ranges from disk gunicorn-web stdout | 2022-06-09 11:31:47,980 [75] [DEBUG] [util.ipresolver] Building AWS IP ranges gunicorn-secscan stdout | 2022-06-09 11:31:48,167 [74] [DEBUG] [app] Loading default config. gunicorn-secscan stdout | 2022-06-09 11:31:48,185 [74] [DEBUG] [util.config.provider.basefileprovider] Applying config file: /quay-registry/conf/stack/config.yaml gunicorn-secscan stdout | 2022-06-09 11:31:48,193 [74] [DEBUG] [app] Loaded config gunicorn-secscan stdout | 2022-06-09 11:31:48,203 [74] [INFO] [util.ipresolver] Loading AWS IP ranges from disk gunicorn-secscan stdout | 2022-06-09 11:31:48,213 [74] [DEBUG] [util.ipresolver] Building AWS IP ranges blobuploadcleanupworker stderr | /quay-registry/data/secscan_model/__init__.py:28: DeprecationWarning: Call to deprecated class V2SecurityScanner. (Will be replaced by a V4 API security scanner soon) blobuploadcleanupworker stderr | self._legacy_model = V2SecurityScanner(app, instance_keys, storage) blobuploadcleanupworker stderr | Failed to validate security scanner V2 configuration blobuploadcleanupworker stderr | /quay-registry/data/secscan_model/__init__.py:30: DeprecationWarning: Call to deprecated class NoopV2SecurityScanner. (Will be replaced by a V4 API security scanner soon) blobuploadcleanupworker stderr | self._legacy_model = NoopV2SecurityScanner() repositoryactioncounter stderr | /quay-registry/data/secscan_model/__init__.py:28: DeprecationWarning: Call to deprecated class V2SecurityScanner. (Will be replaced by a V4 API security scanner soon) repositoryactioncounter stderr | self._legacy_model = V2SecurityScanner(app, instance_keys, storage) repositoryactioncounter stderr | Failed to validate security scanner V2 configuration repositoryactioncounter stderr | /quay-registry/data/secscan_model/__init__.py:30: DeprecationWarning: Call to deprecated class NoopV2SecurityScanner. (Will be replaced by a V4 API security scanner soon) repositoryactioncounter stderr | self._legacy_model = NoopV2SecurityScanner() securityscanningnotificationworker stderr | /quay-registry/data/secscan_model/__init__.py:28: DeprecationWarning: Call to deprecated class V2SecurityScanner. (Will be replaced by a V4 API security scanner soon) securityscanningnotificationworker stderr | self._legacy_model = V2SecurityScanner(app, instance_keys, storage) securityscanningnotificationworker stderr | Failed to validate security scanner V2 configuration securityscanningnotificationworker stderr | /quay-registry/data/secscan_model/__init__.py:30: DeprecationWarning: Call to deprecated class NoopV2SecurityScanner. (Will be replaced by a V4 API security scanner soon) securityscanningnotificationworker stderr | self._legacy_model = NoopV2SecurityScanner() repositoryactioncounter stdout | 2022-06-09 11:31:48,775 [88] [DEBUG] [workers.worker] Scheduling worker. repositoryactioncounter stdout | 2022-06-09 11:31:48,777 [88] [INFO] [apscheduler.scheduler] Scheduler started repositoryactioncounter stdout | 2022-06-09 11:31:48,787 [88] [DEBUG] [apscheduler.scheduler] Looking for jobs to run repositoryactioncounter stdout | 2022-06-09 11:31:48,787 [88] [DEBUG] [workers.worker] First run scheduled for 2022-06-09 15:24:02.788118 blobuploadcleanupworker stdout | 2022-06-09 11:31:48,804 [64] [DEBUG] [workers.worker] Scheduling worker. blobuploadcleanupworker stdout | 2022-06-09 11:31:48,814 [64] [INFO] [apscheduler.scheduler] Scheduler started repositoryactioncounter stdout | 2022-06-09 11:31:48,788 [88] [DEBUG] [apscheduler.scheduler] No jobs; waiting until a job is added repositoryactioncounter stdout | 2022-06-09 11:31:48,826 [88] [INFO] [apscheduler.scheduler] Added job "RepositoryActionCountWorker._run_counting" to job store "default" repositoryactioncounter stdout | 2022-06-09 11:31:48,840 [88] [DEBUG] [apscheduler.scheduler] Looking for jobs to run repositoryactioncounter stdout | 2022-06-09 11:31:48,840 [88] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 15:24:02.788118+00:00 (in 13933.947213 seconds) blobuploadcleanupworker stdout | 2022-06-09 11:31:48,841 [64] [DEBUG] [apscheduler.scheduler] Looking for jobs to run blobuploadcleanupworker stdout | 2022-06-09 11:31:48,841 [64] [DEBUG] [apscheduler.scheduler] No jobs; waiting until a job is added blobuploadcleanupworker stdout | 2022-06-09 11:31:48,841 [64] [DEBUG] [workers.worker] First run scheduled for 2022-06-09 12:17:14.842330 securityscanningnotificationworker stdout | 2022-06-09 11:31:48,846 [90] [DEBUG] [__main__] Security scanner disabled; sleeping exportactionlogsworker stderr | /quay-registry/data/secscan_model/__init__.py:28: DeprecationWarning: Call to deprecated class V2SecurityScanner. (Will be replaced by a V4 API security scanner soon) exportactionlogsworker stderr | self._legacy_model = V2SecurityScanner(app, instance_keys, storage) exportactionlogsworker stderr | Failed to validate security scanner V2 configuration exportactionlogsworker stderr | /quay-registry/data/secscan_model/__init__.py:30: DeprecationWarning: Call to deprecated class NoopV2SecurityScanner. (Will be replaced by a V4 API security scanner soon) exportactionlogsworker stderr | self._legacy_model = NoopV2SecurityScanner() blobuploadcleanupworker stdout | 2022-06-09 11:31:48,884 [64] [INFO] [apscheduler.scheduler] Added job "BlobUploadCleanupWorker._try_cleanup_uploads" to job store "default" blobuploadcleanupworker stdout | 2022-06-09 11:31:48,884 [64] [DEBUG] [apscheduler.scheduler] Looking for jobs to run blobuploadcleanupworker stdout | 2022-06-09 11:31:48,884 [64] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:17:14.842330+00:00 (in 2725.957996 seconds) logrotateworker stderr | /quay-registry/data/secscan_model/__init__.py:28: DeprecationWarning: Call to deprecated class V2SecurityScanner. (Will be replaced by a V4 API security scanner soon) logrotateworker stderr | self._legacy_model = V2SecurityScanner(app, instance_keys, storage) logrotateworker stderr | Failed to validate security scanner V2 configuration logrotateworker stderr | /quay-registry/data/secscan_model/__init__.py:30: DeprecationWarning: Call to deprecated class NoopV2SecurityScanner. (Will be replaced by a V4 API security scanner soon) logrotateworker stderr | self._legacy_model = NoopV2SecurityScanner() logrotateworker stdout | 2022-06-09 11:31:49,067 [77] [DEBUG] [__main__] Action log rotation worker not enabled; skipping buildlogsarchiver stderr | /quay-registry/data/secscan_model/__init__.py:28: DeprecationWarning: Call to deprecated class V2SecurityScanner. (Will be replaced by a V4 API security scanner soon) buildlogsarchiver stderr | self._legacy_model = V2SecurityScanner(app, instance_keys, storage) buildlogsarchiver stderr | Failed to validate security scanner V2 configuration buildlogsarchiver stderr | /quay-registry/data/secscan_model/__init__.py:30: DeprecationWarning: Call to deprecated class NoopV2SecurityScanner. (Will be replaced by a V4 API security scanner soon) buildlogsarchiver stderr | self._legacy_model = NoopV2SecurityScanner() gunicorn-web stdout | 2022-06-09 11:31:49,187 [75] [DEBUG] [util.ipresolver] Finished building AWS IP ranges namespacegcworker stderr | /quay-registry/data/secscan_model/__init__.py:28: DeprecationWarning: Call to deprecated class V2SecurityScanner. (Will be replaced by a V4 API security scanner soon) namespacegcworker stderr | self._legacy_model = V2SecurityScanner(app, instance_keys, storage) namespacegcworker stderr | Failed to validate security scanner V2 configuration namespacegcworker stderr | /quay-registry/data/secscan_model/__init__.py:30: DeprecationWarning: Call to deprecated class NoopV2SecurityScanner. (Will be replaced by a V4 API security scanner soon) namespacegcworker stderr | self._legacy_model = NoopV2SecurityScanner() repositorygcworker stderr | /quay-registry/data/secscan_model/__init__.py:28: DeprecationWarning: Call to deprecated class V2SecurityScanner. (Will be replaced by a V4 API security scanner soon) repositorygcworker stderr | self._legacy_model = V2SecurityScanner(app, instance_keys, storage) repositorygcworker stderr | Failed to validate security scanner V2 configuration repositorygcworker stderr | /quay-registry/data/secscan_model/__init__.py:30: DeprecationWarning: Call to deprecated class NoopV2SecurityScanner. (Will be replaced by a V4 API security scanner soon) repositorygcworker stderr | self._legacy_model = NoopV2SecurityScanner() builder stderr | /quay-registry/data/secscan_model/__init__.py:28: DeprecationWarning: Call to deprecated class V2SecurityScanner. (Will be replaced by a V4 API security scanner soon) builder stderr | self._legacy_model = V2SecurityScanner(app, instance_keys, storage) builder stderr | Failed to validate security scanner V2 configuration builder stderr | /quay-registry/data/secscan_model/__init__.py:30: DeprecationWarning: Call to deprecated class NoopV2SecurityScanner. (Will be replaced by a V4 API security scanner soon) builder stderr | self._legacy_model = NoopV2SecurityScanner() gunicorn-web stdout | 2022-06-09 11:31:49,284 [75] [DEBUG] [data.database] Configuring database gunicorn-web stdout | 2022-06-09 11:31:49,300 [75] [INFO] [data.database] Connection pooling disabled for mysql+pymysql gunicorn-web stderr | /quay-registry/data/secscan_model/__init__.py:28: DeprecationWarning: Call to deprecated class V2SecurityScanner. (Will be replaced by a V4 API security scanner soon) gunicorn-web stderr | self._legacy_model = V2SecurityScanner(app, instance_keys, storage) gunicorn-web stdout | 2022-06-09 11:31:49,302 [75] [WARNING] [data.secscan_model.secscan_v2_model] Failed to validate security scanner V2 configuration gunicorn-web stderr | /quay-registry/data/secscan_model/__init__.py:30: DeprecationWarning: Call to deprecated class NoopV2SecurityScanner. (Will be replaced by a V4 API security scanner soon) gunicorn-web stderr | self._legacy_model = NoopV2SecurityScanner() gunicorn-web stdout | 2022-06-09 11:31:49,303 [75] [INFO] [data.secscan_model] =============================== gunicorn-web stdout | 2022-06-09 11:31:49,304 [75] [INFO] [data.secscan_model] Using split secscan model: `[, ]` gunicorn-web stdout | 2022-06-09 11:31:49,304 [75] [INFO] [data.secscan_model] =============================== gunicorn-web stdout | 2022-06-09 11:31:49,305 [75] [DEBUG] [data.logs_model] Configuring log lodel gunicorn-web stdout | 2022-06-09 11:31:49,306 [75] [INFO] [data.logs_model] =============================== gunicorn-web stdout | 2022-06-09 11:31:49,306 [75] [INFO] [data.logs_model] Using logs model `` gunicorn-web stdout | 2022-06-09 11:31:49,307 [75] [INFO] [data.logs_model] =============================== exportactionlogsworker stdout | 2022-06-09 11:31:49,310 [70] [DEBUG] [__main__] Starting export action logs worker exportactionlogsworker stdout | 2022-06-09 11:31:49,337 [70] [DEBUG] [workers.worker] Scheduling worker. exportactionlogsworker stdout | 2022-06-09 11:31:49,338 [70] [INFO] [apscheduler.scheduler] Scheduler started buildlogsarchiver stdout | 2022-06-09 11:31:49,341 [66] [DEBUG] [workers.worker] Scheduling worker. buildlogsarchiver stdout | 2022-06-09 11:31:49,342 [66] [INFO] [apscheduler.scheduler] Scheduler started gcworker stderr | /quay-registry/data/secscan_model/__init__.py:28: DeprecationWarning: Call to deprecated class V2SecurityScanner. (Will be replaced by a V4 API security scanner soon) gcworker stderr | self._legacy_model = V2SecurityScanner(app, instance_keys, storage) gcworker stderr | Failed to validate security scanner V2 configuration gcworker stderr | /quay-registry/data/secscan_model/__init__.py:30: DeprecationWarning: Call to deprecated class NoopV2SecurityScanner. (Will be replaced by a V4 API security scanner soon) gcworker stderr | self._legacy_model = NoopV2SecurityScanner() chunkcleanupworker stderr | /quay-registry/data/secscan_model/__init__.py:28: DeprecationWarning: Call to deprecated class V2SecurityScanner. (Will be replaced by a V4 API security scanner soon) chunkcleanupworker stderr | self._legacy_model = V2SecurityScanner(app, instance_keys, storage) chunkcleanupworker stderr | Failed to validate security scanner V2 configuration chunkcleanupworker stderr | /quay-registry/data/secscan_model/__init__.py:30: DeprecationWarning: Call to deprecated class NoopV2SecurityScanner. (Will be replaced by a V4 API security scanner soon) chunkcleanupworker stderr | self._legacy_model = NoopV2SecurityScanner() buildlogsarchiver stdout | 2022-06-09 11:31:49,364 [66] [DEBUG] [apscheduler.scheduler] Looking for jobs to run buildlogsarchiver stdout | 2022-06-09 11:31:49,365 [66] [DEBUG] [workers.worker] First run scheduled for 2022-06-09 11:32:15.366042 exportactionlogsworker stdout | 2022-06-09 11:31:49,365 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run exportactionlogsworker stdout | 2022-06-09 11:31:49,365 [70] [DEBUG] [workers.worker] First run scheduled for 2022-06-09 11:32:04.366245 buildlogsarchiver stdout | 2022-06-09 11:31:49,365 [66] [DEBUG] [apscheduler.scheduler] No jobs; waiting until a job is added exportactionlogsworker stdout | 2022-06-09 11:31:49,365 [70] [DEBUG] [apscheduler.scheduler] No jobs; waiting until a job is added buildlogsarchiver stdout | 2022-06-09 11:31:49,394 [66] [INFO] [apscheduler.scheduler] Added job "ArchiveBuildLogsWorker._archive_redis_buildlogs" to job store "default" exportactionlogsworker stdout | 2022-06-09 11:31:49,396 [70] [INFO] [apscheduler.scheduler] Added job "QueueWorker.poll_queue" to job store "default" queuecleanupworker stderr | /quay-registry/data/secscan_model/__init__.py:28: DeprecationWarning: Call to deprecated class V2SecurityScanner. (Will be replaced by a V4 API security scanner soon) queuecleanupworker stderr | self._legacy_model = V2SecurityScanner(app, instance_keys, storage) queuecleanupworker stderr | Failed to validate security scanner V2 configuration queuecleanupworker stderr | /quay-registry/data/secscan_model/__init__.py:30: DeprecationWarning: Call to deprecated class NoopV2SecurityScanner. (Will be replaced by a V4 API security scanner soon) queuecleanupworker stderr | self._legacy_model = NoopV2SecurityScanner() buildlogsarchiver stdout | 2022-06-09 11:31:49,408 [66] [DEBUG] [apscheduler.scheduler] Looking for jobs to run buildlogsarchiver stdout | 2022-06-09 11:31:49,408 [66] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:32:15.366042+00:00 (in 25.957772 seconds) exportactionlogsworker stdout | 2022-06-09 11:31:49,408 [70] [DEBUG] [workers.worker] First run scheduled for 2022-06-09 11:36:25.409412 exportactionlogsworker stdout | 2022-06-09 11:31:49,408 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run exportactionlogsworker stdout | 2022-06-09 11:31:49,408 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:32:04.366245+00:00 (in 14.957554 seconds) exportactionlogsworker stdout | 2022-06-09 11:31:49,408 [70] [INFO] [apscheduler.scheduler] Added job "QueueWorker.update_queue_metrics" to job store "default" exportactionlogsworker stdout | 2022-06-09 11:31:49,408 [70] [DEBUG] [workers.worker] First run scheduled for 2022-06-09 11:32:47.409953 exportactionlogsworker stdout | 2022-06-09 11:31:49,409 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run exportactionlogsworker stdout | 2022-06-09 11:31:49,409 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:32:04.366245+00:00 (in 14.957098 seconds) exportactionlogsworker stdout | 2022-06-09 11:31:49,409 [70] [INFO] [apscheduler.scheduler] Added job "QueueWorker.run_watchdog" to job store "default" exportactionlogsworker stdout | 2022-06-09 11:31:49,409 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run exportactionlogsworker stdout | 2022-06-09 11:31:49,409 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:32:04.366245+00:00 (in 14.956883 seconds) namespacegcworker stdout | 2022-06-09 11:31:49,414 [83] [DEBUG] [__main__] Starting namespace GC worker expiredappspecifictokenworker stderr | /quay-registry/data/secscan_model/__init__.py:28: DeprecationWarning: Call to deprecated class V2SecurityScanner. (Will be replaced by a V4 API security scanner soon) expiredappspecifictokenworker stderr | self._legacy_model = V2SecurityScanner(app, instance_keys, storage) expiredappspecifictokenworker stderr | Failed to validate security scanner V2 configuration expiredappspecifictokenworker stderr | /quay-registry/data/secscan_model/__init__.py:30: DeprecationWarning: Call to deprecated class NoopV2SecurityScanner. (Will be replaced by a V4 API security scanner soon) expiredappspecifictokenworker stderr | self._legacy_model = NoopV2SecurityScanner() repositorygcworker stdout | 2022-06-09 11:31:49,426 [89] [DEBUG] [__main__] Starting repository GC worker storagereplication stderr | /quay-registry/data/secscan_model/__init__.py:28: DeprecationWarning: Call to deprecated class V2SecurityScanner. (Will be replaced by a V4 API security scanner soon) storagereplication stderr | self._legacy_model = V2SecurityScanner(app, instance_keys, storage) storagereplication stderr | Failed to validate security scanner V2 configuration namespacegcworker stdout | 2022-06-09 11:31:49,443 [83] [DEBUG] [workers.worker] Scheduling worker. storagereplication stderr | /quay-registry/data/secscan_model/__init__.py:30: DeprecationWarning: Call to deprecated class NoopV2SecurityScanner. (Will be replaced by a V4 API security scanner soon) storagereplication stderr | self._legacy_model = NoopV2SecurityScanner() namespacegcworker stdout | 2022-06-09 11:31:49,443 [83] [INFO] [apscheduler.scheduler] Scheduler started repositorygcworker stdout | 2022-06-09 11:31:49,446 [89] [DEBUG] [workers.worker] Scheduling worker. repositorygcworker stdout | 2022-06-09 11:31:49,447 [89] [INFO] [apscheduler.scheduler] Scheduler started namespacegcworker stdout | 2022-06-09 11:31:49,460 [83] [DEBUG] [apscheduler.scheduler] Looking for jobs to run namespacegcworker stdout | 2022-06-09 11:31:49,461 [83] [DEBUG] [apscheduler.scheduler] No jobs; waiting until a job is added repositorygcworker stdout | 2022-06-09 11:31:49,461 [89] [DEBUG] [apscheduler.scheduler] Looking for jobs to run namespacegcworker stdout | 2022-06-09 11:31:49,462 [83] [DEBUG] [workers.worker] First run scheduled for 2022-06-09 11:31:55.463831 repositorygcworker stdout | 2022-06-09 11:31:49,462 [89] [DEBUG] [workers.worker] First run scheduled for 2022-06-09 11:32:38.463361 gcworker stdout | 2022-06-09 11:31:49,470 [71] [DEBUG] [workers.worker] Scheduling worker. repositorygcworker stdout | 2022-06-09 11:31:49,463 [89] [DEBUG] [apscheduler.scheduler] No jobs; waiting until a job is added gcworker stdout | 2022-06-09 11:31:49,473 [71] [INFO] [apscheduler.scheduler] Scheduler started manifestbackfillworker stderr | /quay-registry/data/secscan_model/__init__.py:28: DeprecationWarning: Call to deprecated class V2SecurityScanner. (Will be replaced by a V4 API security scanner soon) manifestbackfillworker stderr | self._legacy_model = V2SecurityScanner(app, instance_keys, storage) manifestbackfillworker stderr | Failed to validate security scanner V2 configuration manifestbackfillworker stderr | /quay-registry/data/secscan_model/__init__.py:30: DeprecationWarning: Call to deprecated class NoopV2SecurityScanner. (Will be replaced by a V4 API security scanner soon) manifestbackfillworker stderr | self._legacy_model = NoopV2SecurityScanner() builder stdout | 2022-06-09 11:31:49,488 [65] [DEBUG] [__main__] Building is disabled. Please enable the feature flag gcworker stdout | 2022-06-09 11:31:49,489 [71] [DEBUG] [apscheduler.scheduler] Looking for jobs to run gcworker stdout | 2022-06-09 11:31:49,489 [71] [DEBUG] [workers.worker] First run scheduled for 2022-06-09 11:32:07.490424 repositorygcworker stdout | 2022-06-09 11:31:49,494 [89] [INFO] [apscheduler.scheduler] Added job "QueueWorker.poll_queue" to job store "default" repositorygcworker stdout | 2022-06-09 11:31:49,500 [89] [DEBUG] [workers.worker] First run scheduled for 2022-06-09 11:34:53.501847 repositorygcworker stdout | 2022-06-09 11:31:49,500 [89] [DEBUG] [apscheduler.scheduler] Looking for jobs to run repositorygcworker stdout | 2022-06-09 11:31:49,501 [89] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:32:38.463361+00:00 (in 48.962272 seconds) repositorygcworker stdout | 2022-06-09 11:31:49,501 [89] [INFO] [apscheduler.scheduler] Added job "QueueWorker.update_queue_metrics" to job store "default" repositorygcworker stdout | 2022-06-09 11:31:49,501 [89] [DEBUG] [workers.worker] First run scheduled for 2022-06-09 11:31:51.502316 repositorygcworker stdout | 2022-06-09 11:31:49,501 [89] [DEBUG] [apscheduler.scheduler] Looking for jobs to run repositorygcworker stdout | 2022-06-09 11:31:49,501 [89] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:32:38.463361+00:00 (in 48.961961 seconds) repositorygcworker stdout | 2022-06-09 11:31:49,501 [89] [INFO] [apscheduler.scheduler] Added job "QueueWorker.run_watchdog" to job store "default" repositorygcworker stdout | 2022-06-09 11:31:49,501 [89] [DEBUG] [apscheduler.scheduler] Looking for jobs to run repositorygcworker stdout | 2022-06-09 11:31:49,501 [89] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:31:51.502316+00:00 (in 2.000725 seconds) gcworker stdout | 2022-06-09 11:31:49,489 [71] [DEBUG] [apscheduler.scheduler] No jobs; waiting until a job is added gcworker stdout | 2022-06-09 11:31:49,514 [71] [INFO] [apscheduler.scheduler] Added job "GarbageCollectionWorker._garbage_collection_repos" to job store "default" gcworker stdout | 2022-06-09 11:31:49,514 [71] [DEBUG] [apscheduler.scheduler] Looking for jobs to run gcworker stdout | 2022-06-09 11:31:49,514 [71] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:32:07.490424+00:00 (in 17.975600 seconds) notificationworker stderr | /quay-registry/data/secscan_model/__init__.py:28: DeprecationWarning: Call to deprecated class V2SecurityScanner. (Will be replaced by a V4 API security scanner soon) notificationworker stderr | self._legacy_model = V2SecurityScanner(app, instance_keys, storage) notificationworker stderr | Failed to validate security scanner V2 configuration notificationworker stderr | /quay-registry/data/secscan_model/__init__.py:30: DeprecationWarning: Call to deprecated class NoopV2SecurityScanner. (Will be replaced by a V4 API security scanner soon) notificationworker stderr | self._legacy_model = NoopV2SecurityScanner() namespacegcworker stdout | 2022-06-09 11:31:49,520 [83] [INFO] [apscheduler.scheduler] Added job "QueueWorker.poll_queue" to job store "default" namespacegcworker stdout | 2022-06-09 11:31:49,520 [83] [DEBUG] [workers.worker] First run scheduled for 2022-06-09 11:34:21.521215 namespacegcworker stdout | 2022-06-09 11:31:49,520 [83] [DEBUG] [apscheduler.scheduler] Looking for jobs to run namespacegcworker stdout | 2022-06-09 11:31:49,520 [83] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:31:55.463831+00:00 (in 5.943467 seconds) namespacegcworker stdout | 2022-06-09 11:31:49,520 [83] [INFO] [apscheduler.scheduler] Added job "QueueWorker.update_queue_metrics" to job store "default" namespacegcworker stdout | 2022-06-09 11:31:49,520 [83] [DEBUG] [workers.worker] First run scheduled for 2022-06-09 11:32:01.521527 namespacegcworker stdout | 2022-06-09 11:31:49,520 [83] [DEBUG] [apscheduler.scheduler] Looking for jobs to run namespacegcworker stdout | 2022-06-09 11:31:49,520 [83] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:31:55.463831+00:00 (in 5.943216 seconds) namespacegcworker stdout | 2022-06-09 11:31:49,520 [83] [INFO] [apscheduler.scheduler] Added job "QueueWorker.run_watchdog" to job store "default" namespacegcworker stdout | 2022-06-09 11:31:49,520 [83] [DEBUG] [apscheduler.scheduler] Looking for jobs to run namespacegcworker stdout | 2022-06-09 11:31:49,520 [83] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:31:55.463831+00:00 (in 5.942935 seconds) chunkcleanupworker stdout | 2022-06-09 11:31:49,526 [67] [DEBUG] [__main__] Swift storage not detected; sleeping gunicorn-secscan stdout | 2022-06-09 11:31:49,533 [74] [DEBUG] [util.ipresolver] Finished building AWS IP ranges manifestbackfillworker stdout | 2022-06-09 11:31:49,546 [78] [DEBUG] [workers.worker] Scheduling worker. manifestbackfillworker stdout | 2022-06-09 11:31:49,547 [78] [INFO] [apscheduler.scheduler] Scheduler started manifestbackfillworker stdout | 2022-06-09 11:31:49,555 [78] [DEBUG] [apscheduler.scheduler] Looking for jobs to run queuecleanupworker stdout | 2022-06-09 11:31:49,559 [87] [DEBUG] [workers.worker] Scheduling worker. queuecleanupworker stdout | 2022-06-09 11:31:49,560 [87] [INFO] [apscheduler.scheduler] Scheduler started queuecleanupworker stdout | 2022-06-09 11:31:49,561 [87] [DEBUG] [apscheduler.scheduler] Looking for jobs to run queuecleanupworker stdout | 2022-06-09 11:31:49,561 [87] [DEBUG] [workers.worker] First run scheduled for 2022-06-10 08:23:41.562081 manifestbackfillworker stdout | 2022-06-09 11:31:49,569 [78] [DEBUG] [apscheduler.scheduler] No jobs; waiting until a job is added manifestbackfillworker stdout | 2022-06-09 11:31:49,556 [78] [DEBUG] [workers.worker] First run scheduled for 2022-06-09 11:41:25.556941 storagereplication stdout | 2022-06-09 11:31:49,578 [93] [DEBUG] [__main__] Full storage replication disabled; skipping queuecleanupworker stdout | 2022-06-09 11:31:49,561 [87] [DEBUG] [apscheduler.scheduler] No jobs; waiting until a job is added expiredappspecifictokenworker stdout | 2022-06-09 11:31:49,584 [69] [DEBUG] [__main__] Starting expired app specific token GC worker queuecleanupworker stdout | 2022-06-09 11:31:49,585 [87] [INFO] [apscheduler.scheduler] Added job "QueueCleanupWorker._cleanup_queue" to job store "default" queuecleanupworker stdout | 2022-06-09 11:31:49,585 [87] [DEBUG] [apscheduler.scheduler] Looking for jobs to run queuecleanupworker stdout | 2022-06-09 11:31:49,585 [87] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-10 08:23:41.562081+00:00 (in 75111.976425 seconds) securityworker stderr | /quay-registry/data/secscan_model/__init__.py:28: DeprecationWarning: Call to deprecated class V2SecurityScanner. (Will be replaced by a V4 API security scanner soon) securityworker stderr | self._legacy_model = V2SecurityScanner(app, instance_keys, storage) securityworker stderr | Failed to validate security scanner V2 configuration expiredappspecifictokenworker stdout | 2022-06-09 11:31:49,593 [69] [DEBUG] [__main__] Found expiration window: 1d securityworker stderr | /quay-registry/data/secscan_model/__init__.py:30: DeprecationWarning: Call to deprecated class NoopV2SecurityScanner. (Will be replaced by a V4 API security scanner soon) securityworker stderr | self._legacy_model = NoopV2SecurityScanner() expiredappspecifictokenworker stdout | 2022-06-09 11:31:49,595 [69] [DEBUG] [workers.worker] Scheduling worker. expiredappspecifictokenworker stdout | 2022-06-09 11:31:49,595 [69] [INFO] [apscheduler.scheduler] Scheduler started expiredappspecifictokenworker stdout | 2022-06-09 11:31:49,596 [69] [DEBUG] [apscheduler.scheduler] Looking for jobs to run expiredappspecifictokenworker stdout | 2022-06-09 11:31:49,596 [69] [DEBUG] [workers.worker] First run scheduled for 2022-06-09 11:47:18.597160 manifestbackfillworker stdout | 2022-06-09 11:31:49,607 [78] [INFO] [apscheduler.scheduler] Added job "ManifestBackfillWorker._backfill_manifests" to job store "default" manifestbackfillworker stdout | 2022-06-09 11:31:49,608 [78] [DEBUG] [apscheduler.scheduler] Looking for jobs to run manifestbackfillworker stdout | 2022-06-09 11:31:49,608 [78] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:41:25.556941+00:00 (in 575.948683 seconds) servicekey stderr | /quay-registry/data/secscan_model/__init__.py:28: DeprecationWarning: Call to deprecated class V2SecurityScanner. (Will be replaced by a V4 API security scanner soon) servicekey stderr | self._legacy_model = V2SecurityScanner(app, instance_keys, storage) servicekey stderr | Failed to validate security scanner V2 configuration servicekey stderr | /quay-registry/data/secscan_model/__init__.py:30: DeprecationWarning: Call to deprecated class NoopV2SecurityScanner. (Will be replaced by a V4 API security scanner soon) servicekey stderr | self._legacy_model = NoopV2SecurityScanner() notificationworker stdout | 2022-06-09 11:31:49,613 [85] [DEBUG] [workers.worker] Scheduling worker. notificationworker stdout | 2022-06-09 11:31:49,613 [85] [INFO] [apscheduler.scheduler] Scheduler started expiredappspecifictokenworker stdout | 2022-06-09 11:31:49,596 [69] [DEBUG] [apscheduler.scheduler] No jobs; waiting until a job is added notificationworker stdout | 2022-06-09 11:31:49,616 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 11:31:49,616 [85] [DEBUG] [apscheduler.scheduler] No jobs; waiting until a job is added notificationworker stdout | 2022-06-09 11:31:49,616 [85] [DEBUG] [workers.worker] First run scheduled for 2022-06-09 11:31:50.617379 expiredappspecifictokenworker stdout | 2022-06-09 11:31:49,621 [69] [INFO] [apscheduler.scheduler] Added job "ExpiredAppSpecificTokenWorker._gc_expired_tokens" to job store "default" expiredappspecifictokenworker stdout | 2022-06-09 11:31:49,622 [69] [DEBUG] [apscheduler.scheduler] Looking for jobs to run expiredappspecifictokenworker stdout | 2022-06-09 11:31:49,622 [69] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:47:18.597160+00:00 (in 928.974584 seconds) globalpromstats stderr | /quay-registry/data/secscan_model/__init__.py:28: DeprecationWarning: Call to deprecated class V2SecurityScanner. (Will be replaced by a V4 API security scanner soon) globalpromstats stderr | self._legacy_model = V2SecurityScanner(app, instance_keys, storage) globalpromstats stderr | Failed to validate security scanner V2 configuration globalpromstats stderr | /quay-registry/data/secscan_model/__init__.py:30: DeprecationWarning: Call to deprecated class NoopV2SecurityScanner. (Will be replaced by a V4 API security scanner soon) globalpromstats stderr | self._legacy_model = NoopV2SecurityScanner() teamsyncworker stderr | /quay-registry/data/secscan_model/__init__.py:28: DeprecationWarning: Call to deprecated class V2SecurityScanner. (Will be replaced by a V4 API security scanner soon) teamsyncworker stderr | self._legacy_model = V2SecurityScanner(app, instance_keys, storage) teamsyncworker stderr | Failed to validate security scanner V2 configuration teamsyncworker stderr | /quay-registry/data/secscan_model/__init__.py:30: DeprecationWarning: Call to deprecated class NoopV2SecurityScanner. (Will be replaced by a V4 API security scanner soon) teamsyncworker stderr | self._legacy_model = NoopV2SecurityScanner() gunicorn-secscan stdout | 2022-06-09 11:31:49,635 [74] [DEBUG] [data.database] Configuring database servicekey stdout | 2022-06-09 11:31:49,636 [92] [DEBUG] [workers.worker] Scheduling worker. servicekey stdout | 2022-06-09 11:31:49,636 [92] [INFO] [apscheduler.scheduler] Scheduler started gunicorn-secscan stdout | 2022-06-09 11:31:49,637 [74] [INFO] [data.database] Connection pooling disabled for mysql+pymysql gunicorn-secscan stderr | /quay-registry/data/secscan_model/__init__.py:28: DeprecationWarning: Call to deprecated class V2SecurityScanner. (Will be replaced by a V4 API security scanner soon) gunicorn-secscan stderr | self._legacy_model = V2SecurityScanner(app, instance_keys, storage) gunicorn-secscan stdout | 2022-06-09 11:31:49,638 [74] [WARNING] [data.secscan_model.secscan_v2_model] Failed to validate security scanner V2 configuration gunicorn-secscan stdout | 2022-06-09 11:31:49,638 [74] [INFO] [data.secscan_model] =============================== gunicorn-secscan stdout | 2022-06-09 11:31:49,638 [74] [INFO] [data.secscan_model] Using split secscan model: `[, ]` gunicorn-secscan stdout | 2022-06-09 11:31:49,638 [74] [INFO] [data.secscan_model] =============================== gunicorn-secscan stdout | 2022-06-09 11:31:49,638 [74] [DEBUG] [data.logs_model] Configuring log lodel gunicorn-secscan stderr | /quay-registry/data/secscan_model/__init__.py:30: DeprecationWarning: Call to deprecated class NoopV2SecurityScanner. (Will be replaced by a V4 API security scanner soon) gunicorn-secscan stderr | self._legacy_model = NoopV2SecurityScanner() gunicorn-secscan stdout | 2022-06-09 11:31:49,638 [74] [INFO] [data.logs_model] =============================== gunicorn-secscan stdout | 2022-06-09 11:31:49,638 [74] [INFO] [data.logs_model] Using logs model `` gunicorn-secscan stdout | 2022-06-09 11:31:49,638 [74] [INFO] [data.logs_model] =============================== servicekey stdout | 2022-06-09 11:31:49,640 [92] [DEBUG] [apscheduler.scheduler] Looking for jobs to run servicekey stdout | 2022-06-09 11:31:49,641 [92] [DEBUG] [apscheduler.scheduler] No jobs; waiting until a job is added servicekey stdout | 2022-06-09 11:31:49,640 [92] [DEBUG] [workers.worker] First run scheduled for 2022-06-09 11:35:14.641905 notificationworker stdout | 2022-06-09 11:31:49,644 [85] [INFO] [apscheduler.scheduler] Added job "QueueWorker.poll_queue" to job store "default" notificationworker stdout | 2022-06-09 11:31:49,644 [85] [DEBUG] [workers.worker] First run scheduled for 2022-06-09 11:34:02.645216 notificationworker stdout | 2022-06-09 11:31:49,644 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 11:31:49,644 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:31:50.617379+00:00 (in 0.973038 seconds) notificationworker stdout | 2022-06-09 11:31:49,644 [85] [INFO] [apscheduler.scheduler] Added job "QueueWorker.update_queue_metrics" to job store "default" notificationworker stdout | 2022-06-09 11:31:49,644 [85] [DEBUG] [workers.worker] First run scheduled for 2022-06-09 11:32:19.645536 notificationworker stdout | 2022-06-09 11:31:49,644 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 11:31:49,644 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:31:50.617379+00:00 (in 0.972759 seconds) notificationworker stdout | 2022-06-09 11:31:49,644 [85] [INFO] [apscheduler.scheduler] Added job "QueueWorker.run_watchdog" to job store "default" notificationworker stdout | 2022-06-09 11:31:49,644 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 11:31:49,644 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:31:50.617379+00:00 (in 0.972457 seconds) gunicorn-secscan stdout | 2022-06-09 11:31:49,645 [74] [DEBUG] [__config__] Starting secscan gunicorn with 4 workers and gevent worker class globalpromstats stdout | 2022-06-09 11:31:49,660 [72] [DEBUG] [workers.worker] Scheduling worker. globalpromstats stdout | 2022-06-09 11:31:49,660 [72] [INFO] [apscheduler.scheduler] Scheduler started globalpromstats stdout | 2022-06-09 11:31:49,661 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run globalpromstats stdout | 2022-06-09 11:31:49,661 [72] [DEBUG] [apscheduler.scheduler] No jobs; waiting until a job is added globalpromstats stdout | 2022-06-09 11:31:49,661 [72] [DEBUG] [workers.worker] First run scheduled for 2022-06-09 12:05:02.662825 servicekey stdout | 2022-06-09 11:31:49,669 [92] [INFO] [apscheduler.scheduler] Added job "ServiceKeyWorker._refresh_service_key" to job store "default" servicekey stdout | 2022-06-09 11:31:49,669 [92] [DEBUG] [apscheduler.scheduler] Looking for jobs to run servicekey stdout | 2022-06-09 11:31:49,669 [92] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:35:14.641905+00:00 (in 204.972381 seconds) globalpromstats stdout | 2022-06-09 11:31:49,688 [72] [INFO] [apscheduler.scheduler] Added job "GlobalPrometheusStatsWorker._try_report_stats" to job store "default" globalpromstats stdout | 2022-06-09 11:31:49,688 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run globalpromstats stdout | 2022-06-09 11:31:49,689 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:05:02.662825+00:00 (in 1992.973836 seconds) teamsyncworker stdout | 2022-06-09 11:31:49,708 [94] [DEBUG] [__main__] Team syncing is disabled; sleeping gunicorn-web stdout | 2022-06-09 11:31:49,761 [75] [DEBUG] [__config__] Starting web gunicorn with 16 workers and gevent worker class gunicorn-registry stdout | 2022-06-09 11:31:50,232 [73] [INFO] [data.registry_model] =============================== gunicorn-registry stdout | 2022-06-09 11:31:50,232 [73] [INFO] [data.registry_model] Using registry model `` gunicorn-registry stdout | 2022-06-09 11:31:50,232 [73] [INFO] [data.registry_model] =============================== gunicorn-registry stdout | 2022-06-09 11:31:50,357 [73] [DEBUG] [app] Loading default config. gunicorn-registry stdout | 2022-06-09 11:31:50,358 [73] [DEBUG] [util.config.provider.basefileprovider] Applying config file: /quay-registry/conf/stack/config.yaml gunicorn-registry stdout | 2022-06-09 11:31:50,365 [73] [DEBUG] [app] Loaded config gunicorn-registry stdout | 2022-06-09 11:31:50,365 [73] [INFO] [util.ipresolver] Loading AWS IP ranges from disk gunicorn-registry stdout | 2022-06-09 11:31:50,373 [73] [DEBUG] [util.ipresolver] Building AWS IP ranges notificationworker stdout | 2022-06-09 11:31:50,622 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 11:31:50,622 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:31:50 UTC)" (scheduled at 2022-06-09 11:31:50.617379+00:00) notificationworker stdout | 2022-06-09 11:31:50,622 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 11:31:50,623 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 31, 50, 622930), True, datetime.datetime(2022, 6, 9, 11, 31, 50, 622930), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 11:31:50,624 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:32:00.617379+00:00 (in 9.994964 seconds) notificationworker stdout | 2022-06-09 11:31:50,628 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 11:31:50,628 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 11:31:50,628 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:32:00 UTC)" executed successfully gunicorn-registry stdout | 2022-06-09 11:31:50,855 [73] [DEBUG] [util.ipresolver] Finished building AWS IP ranges gunicorn-registry stdout | 2022-06-09 11:31:50,907 [73] [DEBUG] [data.database] Configuring database gunicorn-registry stdout | 2022-06-09 11:31:50,908 [73] [INFO] [data.database] Connection pooling enabled for mysql+pymysql; stale timeout: None; max connection count: None gunicorn-registry stdout | 2022-06-09 11:31:50,909 [73] [WARNING] [data.secscan_model.secscan_v2_model] Failed to validate security scanner V2 configuration gunicorn-registry stdout | 2022-06-09 11:31:50,909 [73] [INFO] [data.secscan_model] =============================== gunicorn-registry stderr | /quay-registry/data/secscan_model/__init__.py:28: DeprecationWarning: Call to deprecated class V2SecurityScanner. (Will be replaced by a V4 API security scanner soon) gunicorn-registry stderr | self._legacy_model = V2SecurityScanner(app, instance_keys, storage) gunicorn-registry stderr | /quay-registry/data/secscan_model/__init__.py:30: DeprecationWarning: Call to deprecated class NoopV2SecurityScanner. (Will be replaced by a V4 API security scanner soon) gunicorn-registry stderr | self._legacy_model = NoopV2SecurityScanner() gunicorn-registry stdout | 2022-06-09 11:31:50,909 [73] [INFO] [data.secscan_model] Using split secscan model: `[, ]` gunicorn-registry stdout | 2022-06-09 11:31:50,909 [73] [INFO] [data.secscan_model] =============================== gunicorn-registry stdout | 2022-06-09 11:31:50,909 [73] [DEBUG] [data.logs_model] Configuring log lodel gunicorn-registry stdout | 2022-06-09 11:31:50,909 [73] [INFO] [data.logs_model] =============================== gunicorn-registry stdout | 2022-06-09 11:31:50,909 [73] [INFO] [data.logs_model] Using logs model `` gunicorn-registry stdout | 2022-06-09 11:31:50,909 [73] [INFO] [data.logs_model] =============================== gunicorn-registry stdout | 2022-06-09 11:31:50,999 [73] [DEBUG] [__config__] Starting registry gunicorn with 32 workers and gevent worker class repositorygcworker stdout | 2022-06-09 11:31:51,508 [89] [DEBUG] [apscheduler.scheduler] Looking for jobs to run repositorygcworker stdout | 2022-06-09 11:31:51,509 [89] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 11:31:51 UTC)" (scheduled at 2022-06-09 11:31:51.502316+00:00) repositorygcworker stdout | 2022-06-09 11:31:51,509 [89] [DEBUG] [workers.queueworker] Running watchdog. repositorygcworker stdout | 2022-06-09 11:31:51,509 [89] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 11:31:51 UTC)" executed successfully repositorygcworker stdout | 2022-06-09 11:31:51,509 [89] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:32:38.463361+00:00 (in 46.954260 seconds) namespacegcworker stdout | 2022-06-09 11:31:55,482 [83] [DEBUG] [apscheduler.scheduler] Looking for jobs to run namespacegcworker stdout | 2022-06-09 11:31:55,483 [83] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 11:31:55 UTC)" (scheduled at 2022-06-09 11:31:55.463831+00:00) namespacegcworker stdout | 2022-06-09 11:31:55,483 [83] [DEBUG] [workers.queueworker] Getting work item from queue. namespacegcworker stdout | 2022-06-09 11:31:55,484 [83] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 31, 55, 483285), True, datetime.datetime(2022, 6, 9, 11, 31, 55, 483285), 0, 'namespacegc/%', 50, 1, 0]) namespacegcworker stdout | 2022-06-09 11:31:55,484 [83] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:32:01.521527+00:00 (in 6.038794 seconds) namespacegcworker stdout | 2022-06-09 11:31:55,487 [83] [DEBUG] [workers.queueworker] No more work. namespacegcworker stdout | 2022-06-09 11:31:55,487 [83] [DEBUG] [data.database] Disconnecting from database. namespacegcworker stdout | 2022-06-09 11:31:55,487 [83] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 11:32:55 UTC)" executed successfully gunicorn-registry stdout | 2022-06-09 11:31:59,898 [275] [DEBUG] [app] Starting request: urn:request:7e4a0d69-0c45-4ccd-b040-ca68796559a1 (/v2/) {'X-Forwarded-For': '172.24.10.50'} gunicorn-registry stdout | 2022-06-09 11:31:59,898 [275] [DEBUG] [auth.registry_jwt_auth] Called with params: (), {} gunicorn-registry stdout | 2022-06-09 11:31:59,898 [275] [DEBUG] [auth.registry_jwt_auth] No auth header. gunicorn-registry stdout | 2022-06-09 11:31:59,900 [275] [DEBUG] [app] Ending request: urn:request:7e4a0d69-0c45-4ccd-b040-ca68796559a1 (/v2/) {'endpoint': 'v2.v2_support_enabled', 'request_id': 'urn:request:7e4a0d69-0c45-4ccd-b040-ca68796559a1', 'remote_addr': '172.24.10.50', 'http_method': 'GET', 'original_url': 'https://quay.skynet/v2/', 'path': '/v2/', 'parameters': {}, 'json_body': None, 'confsha': '3a86aa80', 'user-agent': 'docker/20.10.17 go/go1.17.11 git-commit/a89b842 kernel/5.10.0-14-amd64 os/linux arch/amd64 UpstreamClient(Docker-Client/20.10.17 \\(linux\\))'} nginx stdout | 172.24.10.50 () - - [09/Jun/2022:11:31:59 +0000] "GET /v2/ HTTP/1.1" 401 4 "-" "docker/20.10.17 go/go1.17.11 git-commit/a89b842 kernel/5.10.0-14-amd64 os/linux arch/amd64 UpstreamClient(Docker-Client/20.10.17 \x5C(linux\x5C))" (0.011 235 0.008) gunicorn-registry stdout | 2022-06-09 11:31:59,901 [275] [INFO] [gunicorn.access] 172.24.10.50 - - [09/Jun/2022:11:31:59 +0000] "GET /v2/ HTTP/1.1" 401 4 "-" "docker/20.10.17 go/go1.17.11 git-commit/a89b842 kernel/5.10.0-14-amd64 os/linux arch/amd64 UpstreamClient(Docker-Client/20.10.17 \(linux\))" gunicorn-registry stdout | 2022-06-09 11:31:59,911 [277] [DEBUG] [app] Starting request: urn:request:7e9b1a03-6bed-431d-8f60-d54e91d3b11b (/v2/auth) {'X-Forwarded-For': '172.24.10.50'} gunicorn-registry stdout | 2022-06-09 11:31:59,911 [277] [DEBUG] [auth.basic] Attempt to process basic auth header gunicorn-registry stdout | 2022-06-09 11:31:59,913 [277] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`uuid`, `t1`.`username`, `t1`.`password_hash`, `t1`.`email`, `t1`.`verified`, `t1`.`stripe_id`, `t1`.`organization`, `t1`.`robot`, `t1`.`invoice_email`, `t1`.`invalid_login_attempts`, `t1`.`last_invalid_login`, `t1`.`removed_tag_expiration_s`, `t1`.`enabled`, `t1`.`invoice_email_address`, `t1`.`given_name`, `t1`.`family_name`, `t1`.`company`, `t1`.`location`, `t1`.`maximum_queued_builds_count`, `t1`.`creation_date`, `t1`.`last_accessed` FROM `user` AS `t1` WHERE ((`t1`.`username` = %s) OR (`t1`.`email` = %s)) LIMIT %s OFFSET %s', ['ibazulic', 'ibazulic', 1, 0]) gunicorn-registry stdout | 2022-06-09 11:31:59,913 [277] [DEBUG] [peewee.pool] No connection available in pool. gunicorn-registry stdout | 2022-06-09 11:31:59,918 [277] [DEBUG] [peewee.pool] Created new connection 140435033335168. gunicorn-registry stdout | 2022-06-09 11:32:00,111 [277] [DEBUG] [auth.credentials] Successfully validated credentials for user ibazulic gunicorn-registry stdout | 2022-06-09 11:32:00,111 [277] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None]) gunicorn-registry stdout | 2022-06-09 11:32:00,111 [277] [DEBUG] [auth.permissions] Identity loaded: gunicorn-registry stdout | 2022-06-09 11:32:00,111 [277] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-registry stdout | 2022-06-09 11:32:00,112 [277] [DEBUG] [endpoints.v2.v2auth] Request audience: quay.skynet gunicorn-registry stdout | 2022-06-09 11:32:00,112 [277] [DEBUG] [endpoints.v2.v2auth] Scope request: ['repository:ibazulic/quay:push,pull'] gunicorn-registry stdout | 2022-06-09 11:32:00,113 [277] [DEBUG] [endpoints.v2.v2auth] Match: ('ibazulic/quay', 'ibazulic/quay', 'push,pull') gunicorn-registry stdout | 2022-06-09 11:32:00,113 [277] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`uuid`, `t1`.`username`, `t1`.`password_hash`, `t1`.`email`, `t1`.`verified`, `t1`.`stripe_id`, `t1`.`organization`, `t1`.`robot`, `t1`.`invoice_email`, `t1`.`invalid_login_attempts`, `t1`.`last_invalid_login`, `t1`.`removed_tag_expiration_s`, `t1`.`enabled`, `t1`.`invoice_email_address`, `t1`.`given_name`, `t1`.`family_name`, `t1`.`company`, `t1`.`location`, `t1`.`maximum_queued_builds_count`, `t1`.`creation_date`, `t1`.`last_accessed` FROM `user` AS `t1` WHERE (`t1`.`username` = %s) LIMIT %s OFFSET %s', ['ibazulic', 1, 0]) gunicorn-registry stdout | 2022-06-09 11:32:00,116 [277] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`namespace_user_id`, `t1`.`name`, `t1`.`visibility_id`, `t1`.`description`, `t1`.`badge_token`, `t1`.`kind_id`, `t1`.`trust_enabled`, `t1`.`state`, `t2`.`id`, `t2`.`uuid`, `t2`.`username`, `t2`.`password_hash`, `t2`.`email`, `t2`.`verified`, `t2`.`stripe_id`, `t2`.`organization`, `t2`.`robot`, `t2`.`invoice_email`, `t2`.`invalid_login_attempts`, `t2`.`last_invalid_login`, `t2`.`removed_tag_expiration_s`, `t2`.`enabled`, `t2`.`invoice_email_address`, `t2`.`given_name`, `t2`.`family_name`, `t2`.`company`, `t2`.`location`, `t2`.`maximum_queued_builds_count`, `t2`.`creation_date`, `t2`.`last_accessed` FROM `repository` AS `t1` INNER JOIN `user` AS `t2` ON (`t1`.`namespace_user_id` = `t2`.`id`) WHERE (((`t2`.`username` = %s) AND (`t1`.`name` = %s)) AND (`t1`.`state` != %s)) LIMIT %s OFFSET %s', ['ibazulic', 'quay', 3, 1, 0]) gunicorn-registry stdout | 2022-06-09 11:32:00,117 [277] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`name` FROM `repositorykind` AS `t1`', []) gunicorn-registry stdout | 2022-06-09 11:32:00,119 [277] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`name` FROM `visibility` AS `t1` WHERE (`t1`.`name` = %s) LIMIT %s OFFSET %s', ['public', 1, 0]) gunicorn-registry stdout | 2022-06-09 11:32:00,120 [277] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-registry stdout | 2022-06-09 11:32:00,120 [277] [DEBUG] [auth.permissions] User permission: userspecificneed(type='user', username='ibazulic', role='admin') gunicorn-registry stdout | 2022-06-09 11:32:00,120 [277] [DEBUG] [auth.permissions] User namespace permission: namespacewide(type='organization', namespace='ibazulic', role='admin') gunicorn-registry stdout | 2022-06-09 11:32:00,120 [277] [DEBUG] [auth.permissions] User namespace repo permission: namespacewide(type='organizationrepo', namespace='ibazulic', role='admin') gunicorn-registry stdout | 2022-06-09 11:32:00,120 [277] [DEBUG] [auth.permissions] Adding superuser to user: ibazulic gunicorn-registry stdout | 2022-06-09 11:32:00,120 [277] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-registry stdout | 2022-06-09 11:32:00,126 [277] [DEBUG] [app] Ending request: urn:request:7e9b1a03-6bed-431d-8f60-d54e91d3b11b (/v2/auth) {'endpoint': 'v2.generate_registry_jwt', 'request_id': 'urn:request:7e9b1a03-6bed-431d-8f60-d54e91d3b11b', 'remote_addr': '172.24.10.50', 'http_method': 'GET', 'original_url': 'https://quay.skynet/v2/auth?account=ibazulic&scope=repository%3Aibazulic%2Fquay%3Apush%2Cpull&service=quay.skynet', 'path': '/v2/auth', 'parameters': {'account': 'ibazulic', 'scope': 'repository:ibazulic/quay:push,pull', 'service': 'quay.skynet'}, 'json_body': None, 'confsha': '3a86aa80', 'user-agent': 'docker/20.10.17 go/go1.17.11 git-commit/a89b842 kernel/5.10.0-14-amd64 os/linux arch/amd64 UpstreamClient(Docker-Client/20.10.17 \\(linux\\))'} gunicorn-registry stdout | 2022-06-09 11:32:00,127 [277] [DEBUG] [data.database] Disconnecting from database. gunicorn-registry stdout | 2022-06-09 11:32:00,127 [277] [DEBUG] [peewee.pool] Returning 140435033335168 to pool. gunicorn-registry stdout | 2022-06-09 11:32:00,127 [277] [INFO] [gunicorn.access] 172.24.10.50 - ibazulic [09/Jun/2022:11:32:00 +0000] "GET /v2/auth?account=ibazulic&scope=repository%3Aibazulic%2Fquay%3Apush%2Cpull&service=quay.skynet HTTP/1.1" 200 1002 "-" "docker/20.10.17 go/go1.17.11 git-commit/a89b842 kernel/5.10.0-14-amd64 os/linux arch/amd64 UpstreamClient(Docker-Client/20.10.17 \(linux\))" nginx stdout | 172.24.10.50 () - ibazulic [09/Jun/2022:11:32:00 +0000] "GET /v2/auth?account=ibazulic&scope=repository%3Aibazulic%2Fquay%3Apush%2Cpull&service=quay.skynet HTTP/1.1" 200 1002 "-" "docker/20.10.17 go/go1.17.11 git-commit/a89b842 kernel/5.10.0-14-amd64 os/linux arch/amd64 UpstreamClient(Docker-Client/20.10.17 \x5C(linux\x5C))" (0.218 372 0.216) gunicorn-registry stdout | 2022-06-09 11:32:00,128 [277] [DEBUG] [data.userevent] Published user event docker-cli: {'action': 'push_start', 'namespace': 'ibazulic', 'repository': 'quay'} gunicorn-registry stdout | 2022-06-09 11:32:00,137 [276] [DEBUG] [app] Starting request: urn:request:0aece1fc-95ce-4b9c-9d24-743b9e83eefc (/v2/ibazulic/quay/blobs/sha256:517e1f715652035851ddcad398cc2448b1bd8f03f7e53caf446a1ea7bea27183) {'X-Forwarded-For': '172.24.10.50'} gunicorn-registry stdout | 2022-06-09 11:32:00,137 [276] [DEBUG] [auth.registry_jwt_auth] Called with params: (), {'digest': 'sha256:517e1f715652035851ddcad398cc2448b1bd8f03f7e53caf446a1ea7bea27183', 'namespace_name': 'ibazulic', 'repo_name': 'quay'} gunicorn-registry stdout | 2022-06-09 11:32:00,138 [276] [DEBUG] [auth.registry_jwt_auth] Validating auth header: Bearer eyJ0eXAiOiJKV1QiLCJhbGciOiJSUzI1NiIsImtpZCI6IkkyNm5ObFNEX2RYWVFRTndtS0VjUFdZTUtzWlIyeU55VWJibUxYNGRoMEEifQ.eyJpc3MiOiJxdWF5IiwiYXVkIjoicXVheS5za3luZXQiLCJuYmYiOjE2NTQ3NzQzMjAsImlhdCI6MTY1NDc3NDMyMCwiZXhwIjoxNjU0Nzc3OTIwLCJzdWIiOiJpYmF6dWxpYyIsImFjY2VzcyI6W3sidHlwZSI6InJlcG9zaXRvcnkiLCJuYW1lIjoiaWJhenVsaWMvcXVheSIsImFjdGlvbnMiOlsicHVzaCIsInB1bGwiXX1dLCJjb250ZXh0Ijp7InZlcnNpb24iOjIsImVudGl0eV9raW5kIjoidXNlciIsImVudGl0eV9yZWZlcmVuY2UiOiI4MjIyODQ5MC1kMDc1LTQ5MjEtYWU3YS1hZjQ0MDhjZjExYjQiLCJraW5kIjoidXNlciIsInVzZXIiOiJpYmF6dWxpYyIsImNvbS5hcG9zdGlsbGUucm9vdHMiOnsiaWJhenVsaWMvcXVheSI6IiRkaXNhYmxlZCJ9LCJjb20uYXBvc3RpbGxlLnJvb3QiOiIkZGlzYWJsZWQifX0.BZ-m6bEM1YONYPPhnVCQVO-xgmvoy21MVCpPg6B-1q_cfnAZJfetqN5gbf64qaR4u20a0q4NzuIEFN90nzzuTI_yu3uPiXPnK_CHXuaSKKLSAoVtTxo1lJ5Uq6SmGhLwP1CBVlMJ69eAtBqvDpztckaM-VHI7FIQ7QpX8aIoIHgmteXVW78fA7oGMYoyr1VzhUQJv3OC97vEFSqt-yIiz_dZUeUW5WxZJUFeFA9LkYabVtEAXgRwwJ8UmOZLwMufns9PH8UMpQSwpL_9gyok_A7qtSgHTKJElCjrrDRQ1CKQc6Vh1n_VkTag2FZifgoDLHT_YUTK7w-XLLDqM4y8IA gunicorn-registry stdout | 2022-06-09 11:32:00,138 [276] [DEBUG] [util.security.registry_jwt] encoded JWT: eyJ0eXAiOiJKV1QiLCJhbGciOiJSUzI1NiIsImtpZCI6IkkyNm5ObFNEX2RYWVFRTndtS0VjUFdZTUtzWlIyeU55VWJibUxYNGRoMEEifQ.eyJpc3MiOiJxdWF5IiwiYXVkIjoicXVheS5za3luZXQiLCJuYmYiOjE2NTQ3NzQzMjAsImlhdCI6MTY1NDc3NDMyMCwiZXhwIjoxNjU0Nzc3OTIwLCJzdWIiOiJpYmF6dWxpYyIsImFjY2VzcyI6W3sidHlwZSI6InJlcG9zaXRvcnkiLCJuYW1lIjoiaWJhenVsaWMvcXVheSIsImFjdGlvbnMiOlsicHVzaCIsInB1bGwiXX1dLCJjb250ZXh0Ijp7InZlcnNpb24iOjIsImVudGl0eV9raW5kIjoidXNlciIsImVudGl0eV9yZWZlcmVuY2UiOiI4MjIyODQ5MC1kMDc1LTQ5MjEtYWU3YS1hZjQ0MDhjZjExYjQiLCJraW5kIjoidXNlciIsInVzZXIiOiJpYmF6dWxpYyIsImNvbS5hcG9zdGlsbGUucm9vdHMiOnsiaWJhenVsaWMvcXVheSI6IiRkaXNhYmxlZCJ9LCJjb20uYXBvc3RpbGxlLnJvb3QiOiIkZGlzYWJsZWQifX0.BZ-m6bEM1YONYPPhnVCQVO-xgmvoy21MVCpPg6B-1q_cfnAZJfetqN5gbf64qaR4u20a0q4NzuIEFN90nzzuTI_yu3uPiXPnK_CHXuaSKKLSAoVtTxo1lJ5Uq6SmGhLwP1CBVlMJ69eAtBqvDpztckaM-VHI7FIQ7QpX8aIoIHgmteXVW78fA7oGMYoyr1VzhUQJv3OC97vEFSqt-yIiz_dZUeUW5WxZJUFeFA9LkYabVtEAXgRwwJ8UmOZLwMufns9PH8UMpQSwpL_9gyok_A7qtSgHTKJElCjrrDRQ1CKQc6Vh1n_VkTag2FZifgoDLHT_YUTK7w-XLLDqM4y8IA gunicorn-registry stdout | 2022-06-09 11:32:00,139 [276] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`name`, `t1`.`kid`, `t1`.`service`, `t1`.`jwk`, `t1`.`metadata`, `t1`.`created_date`, `t1`.`expiration_date`, `t1`.`rotation_duration`, `t1`.`approval_id` FROM `servicekey` AS `t1` LEFT OUTER JOIN `servicekeyapproval` AS `t2` ON (`t1`.`approval_id` = `t2`.`id`) WHERE ((((NOT (`t1`.`approval_id` IS %s) AND ((`t1`.`expiration_date` > %s) OR (`t1`.`expiration_date` IS %s))) AND (`t1`.`service` = %s)) AND (NOT ((`t1`.`service` = %s) AND (`t1`.`expiration_date` <= %s)) OR NOT (((`t1`.`service` = %s) AND (`t1`.`approval_id` IS %s)) AND (`t1`.`created_date` <= %s)))) AND (NOT (`t1`.`expiration_date` <= %s) OR (`t1`.`expiration_date` IS %s)))', [None, datetime.datetime(2022, 6, 9, 11, 32, 0, 138709), None, 'quay', 'quay', datetime.datetime(2022, 6, 9, 11, 32, 0, 138731), 'quay', None, datetime.datetime(2022, 6, 8, 11, 32, 0, 138742), datetime.datetime(2022, 6, 2, 11, 32, 0, 138752), None]) gunicorn-registry stdout | 2022-06-09 11:32:00,140 [276] [DEBUG] [peewee.pool] No connection available in pool. gunicorn-registry stdout | 2022-06-09 11:32:00,140 [277] [DEBUG] [app] Starting request: urn:request:f7f11e7e-5898-420e-8914-a43eb5f89593 (/v2/ibazulic/quay/blobs/sha256:545277d800059b32cf03377a9301094e9ac8aa4bb42d809766d7355ca9aa8652) {'X-Forwarded-For': '172.24.10.50'} gunicorn-registry stdout | 2022-06-09 11:32:00,140 [277] [DEBUG] [auth.registry_jwt_auth] Called with params: (), {'digest': 'sha256:545277d800059b32cf03377a9301094e9ac8aa4bb42d809766d7355ca9aa8652', 'namespace_name': 'ibazulic', 'repo_name': 'quay'} gunicorn-registry stdout | 2022-06-09 11:32:00,140 [277] [DEBUG] [auth.registry_jwt_auth] Validating auth header: Bearer eyJ0eXAiOiJKV1QiLCJhbGciOiJSUzI1NiIsImtpZCI6IkkyNm5ObFNEX2RYWVFRTndtS0VjUFdZTUtzWlIyeU55VWJibUxYNGRoMEEifQ.eyJpc3MiOiJxdWF5IiwiYXVkIjoicXVheS5za3luZXQiLCJuYmYiOjE2NTQ3NzQzMjAsImlhdCI6MTY1NDc3NDMyMCwiZXhwIjoxNjU0Nzc3OTIwLCJzdWIiOiJpYmF6dWxpYyIsImFjY2VzcyI6W3sidHlwZSI6InJlcG9zaXRvcnkiLCJuYW1lIjoiaWJhenVsaWMvcXVheSIsImFjdGlvbnMiOlsicHVzaCIsInB1bGwiXX1dLCJjb250ZXh0Ijp7InZlcnNpb24iOjIsImVudGl0eV9raW5kIjoidXNlciIsImVudGl0eV9yZWZlcmVuY2UiOiI4MjIyODQ5MC1kMDc1LTQ5MjEtYWU3YS1hZjQ0MDhjZjExYjQiLCJraW5kIjoidXNlciIsInVzZXIiOiJpYmF6dWxpYyIsImNvbS5hcG9zdGlsbGUucm9vdHMiOnsiaWJhenVsaWMvcXVheSI6IiRkaXNhYmxlZCJ9LCJjb20uYXBvc3RpbGxlLnJvb3QiOiIkZGlzYWJsZWQifX0.BZ-m6bEM1YONYPPhnVCQVO-xgmvoy21MVCpPg6B-1q_cfnAZJfetqN5gbf64qaR4u20a0q4NzuIEFN90nzzuTI_yu3uPiXPnK_CHXuaSKKLSAoVtTxo1lJ5Uq6SmGhLwP1CBVlMJ69eAtBqvDpztckaM-VHI7FIQ7QpX8aIoIHgmteXVW78fA7oGMYoyr1VzhUQJv3OC97vEFSqt-yIiz_dZUeUW5WxZJUFeFA9LkYabVtEAXgRwwJ8UmOZLwMufns9PH8UMpQSwpL_9gyok_A7qtSgHTKJElCjrrDRQ1CKQc6Vh1n_VkTag2FZifgoDLHT_YUTK7w-XLLDqM4y8IA gunicorn-registry stdout | 2022-06-09 11:32:00,140 [277] [DEBUG] [util.security.registry_jwt] encoded JWT: eyJ0eXAiOiJKV1QiLCJhbGciOiJSUzI1NiIsImtpZCI6IkkyNm5ObFNEX2RYWVFRTndtS0VjUFdZTUtzWlIyeU55VWJibUxYNGRoMEEifQ.eyJpc3MiOiJxdWF5IiwiYXVkIjoicXVheS5za3luZXQiLCJuYmYiOjE2NTQ3NzQzMjAsImlhdCI6MTY1NDc3NDMyMCwiZXhwIjoxNjU0Nzc3OTIwLCJzdWIiOiJpYmF6dWxpYyIsImFjY2VzcyI6W3sidHlwZSI6InJlcG9zaXRvcnkiLCJuYW1lIjoiaWJhenVsaWMvcXVheSIsImFjdGlvbnMiOlsicHVzaCIsInB1bGwiXX1dLCJjb250ZXh0Ijp7InZlcnNpb24iOjIsImVudGl0eV9raW5kIjoidXNlciIsImVudGl0eV9yZWZlcmVuY2UiOiI4MjIyODQ5MC1kMDc1LTQ5MjEtYWU3YS1hZjQ0MDhjZjExYjQiLCJraW5kIjoidXNlciIsInVzZXIiOiJpYmF6dWxpYyIsImNvbS5hcG9zdGlsbGUucm9vdHMiOnsiaWJhenVsaWMvcXVheSI6IiRkaXNhYmxlZCJ9LCJjb20uYXBvc3RpbGxlLnJvb3QiOiIkZGlzYWJsZWQifX0.BZ-m6bEM1YONYPPhnVCQVO-xgmvoy21MVCpPg6B-1q_cfnAZJfetqN5gbf64qaR4u20a0q4NzuIEFN90nzzuTI_yu3uPiXPnK_CHXuaSKKLSAoVtTxo1lJ5Uq6SmGhLwP1CBVlMJ69eAtBqvDpztckaM-VHI7FIQ7QpX8aIoIHgmteXVW78fA7oGMYoyr1VzhUQJv3OC97vEFSqt-yIiz_dZUeUW5WxZJUFeFA9LkYabVtEAXgRwwJ8UmOZLwMufns9PH8UMpQSwpL_9gyok_A7qtSgHTKJElCjrrDRQ1CKQc6Vh1n_VkTag2FZifgoDLHT_YUTK7w-XLLDqM4y8IA gunicorn-registry stdout | 2022-06-09 11:32:00,140 [275] [DEBUG] [app] Starting request: urn:request:cc2d48d5-a6a1-4094-a832-240b71d084b6 (/v2/ibazulic/quay/blobs/sha256:f70d60810c69edad990aaf0977a87c6d2bcc9cd52904fa6825f08507a9b6e7bc) {'X-Forwarded-For': '172.24.10.50'} gunicorn-registry stdout | 2022-06-09 11:32:00,140 [275] [DEBUG] [auth.registry_jwt_auth] Called with params: (), {'digest': 'sha256:f70d60810c69edad990aaf0977a87c6d2bcc9cd52904fa6825f08507a9b6e7bc', 'namespace_name': 'ibazulic', 'repo_name': 'quay'} gunicorn-registry stdout | 2022-06-09 11:32:00,140 [275] [DEBUG] [auth.registry_jwt_auth] Validating auth header: Bearer eyJ0eXAiOiJKV1QiLCJhbGciOiJSUzI1NiIsImtpZCI6IkkyNm5ObFNEX2RYWVFRTndtS0VjUFdZTUtzWlIyeU55VWJibUxYNGRoMEEifQ.eyJpc3MiOiJxdWF5IiwiYXVkIjoicXVheS5za3luZXQiLCJuYmYiOjE2NTQ3NzQzMjAsImlhdCI6MTY1NDc3NDMyMCwiZXhwIjoxNjU0Nzc3OTIwLCJzdWIiOiJpYmF6dWxpYyIsImFjY2VzcyI6W3sidHlwZSI6InJlcG9zaXRvcnkiLCJuYW1lIjoiaWJhenVsaWMvcXVheSIsImFjdGlvbnMiOlsicHVzaCIsInB1bGwiXX1dLCJjb250ZXh0Ijp7InZlcnNpb24iOjIsImVudGl0eV9raW5kIjoidXNlciIsImVudGl0eV9yZWZlcmVuY2UiOiI4MjIyODQ5MC1kMDc1LTQ5MjEtYWU3YS1hZjQ0MDhjZjExYjQiLCJraW5kIjoidXNlciIsInVzZXIiOiJpYmF6dWxpYyIsImNvbS5hcG9zdGlsbGUucm9vdHMiOnsiaWJhenVsaWMvcXVheSI6IiRkaXNhYmxlZCJ9LCJjb20uYXBvc3RpbGxlLnJvb3QiOiIkZGlzYWJsZWQifX0.BZ-m6bEM1YONYPPhnVCQVO-xgmvoy21MVCpPg6B-1q_cfnAZJfetqN5gbf64qaR4u20a0q4NzuIEFN90nzzuTI_yu3uPiXPnK_CHXuaSKKLSAoVtTxo1lJ5Uq6SmGhLwP1CBVlMJ69eAtBqvDpztckaM-VHI7FIQ7QpX8aIoIHgmteXVW78fA7oGMYoyr1VzhUQJv3OC97vEFSqt-yIiz_dZUeUW5WxZJUFeFA9LkYabVtEAXgRwwJ8UmOZLwMufns9PH8UMpQSwpL_9gyok_A7qtSgHTKJElCjrrDRQ1CKQc6Vh1n_VkTag2FZifgoDLHT_YUTK7w-XLLDqM4y8IA gunicorn-registry stdout | 2022-06-09 11:32:00,140 [275] [DEBUG] [util.security.registry_jwt] encoded JWT: eyJ0eXAiOiJKV1QiLCJhbGciOiJSUzI1NiIsImtpZCI6IkkyNm5ObFNEX2RYWVFRTndtS0VjUFdZTUtzWlIyeU55VWJibUxYNGRoMEEifQ.eyJpc3MiOiJxdWF5IiwiYXVkIjoicXVheS5za3luZXQiLCJuYmYiOjE2NTQ3NzQzMjAsImlhdCI6MTY1NDc3NDMyMCwiZXhwIjoxNjU0Nzc3OTIwLCJzdWIiOiJpYmF6dWxpYyIsImFjY2VzcyI6W3sidHlwZSI6InJlcG9zaXRvcnkiLCJuYW1lIjoiaWJhenVsaWMvcXVheSIsImFjdGlvbnMiOlsicHVzaCIsInB1bGwiXX1dLCJjb250ZXh0Ijp7InZlcnNpb24iOjIsImVudGl0eV9raW5kIjoidXNlciIsImVudGl0eV9yZWZlcmVuY2UiOiI4MjIyODQ5MC1kMDc1LTQ5MjEtYWU3YS1hZjQ0MDhjZjExYjQiLCJraW5kIjoidXNlciIsInVzZXIiOiJpYmF6dWxpYyIsImNvbS5hcG9zdGlsbGUucm9vdHMiOnsiaWJhenVsaWMvcXVheSI6IiRkaXNhYmxlZCJ9LCJjb20uYXBvc3RpbGxlLnJvb3QiOiIkZGlzYWJsZWQifX0.BZ-m6bEM1YONYPPhnVCQVO-xgmvoy21MVCpPg6B-1q_cfnAZJfetqN5gbf64qaR4u20a0q4NzuIEFN90nzzuTI_yu3uPiXPnK_CHXuaSKKLSAoVtTxo1lJ5Uq6SmGhLwP1CBVlMJ69eAtBqvDpztckaM-VHI7FIQ7QpX8aIoIHgmteXVW78fA7oGMYoyr1VzhUQJv3OC97vEFSqt-yIiz_dZUeUW5WxZJUFeFA9LkYabVtEAXgRwwJ8UmOZLwMufns9PH8UMpQSwpL_9gyok_A7qtSgHTKJElCjrrDRQ1CKQc6Vh1n_VkTag2FZifgoDLHT_YUTK7w-XLLDqM4y8IA gunicorn-registry stdout | 2022-06-09 11:32:00,141 [277] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`name`, `t1`.`kid`, `t1`.`service`, `t1`.`jwk`, `t1`.`metadata`, `t1`.`created_date`, `t1`.`expiration_date`, `t1`.`rotation_duration`, `t1`.`approval_id` FROM `servicekey` AS `t1` LEFT OUTER JOIN `servicekeyapproval` AS `t2` ON (`t1`.`approval_id` = `t2`.`id`) WHERE ((((NOT (`t1`.`approval_id` IS %s) AND ((`t1`.`expiration_date` > %s) OR (`t1`.`expiration_date` IS %s))) AND (`t1`.`service` = %s)) AND (NOT ((`t1`.`service` = %s) AND (`t1`.`expiration_date` <= %s)) OR NOT (((`t1`.`service` = %s) AND (`t1`.`approval_id` IS %s)) AND (`t1`.`created_date` <= %s)))) AND (NOT (`t1`.`expiration_date` <= %s) OR (`t1`.`expiration_date` IS %s)))', [None, datetime.datetime(2022, 6, 9, 11, 32, 0, 140612), None, 'quay', 'quay', datetime.datetime(2022, 6, 9, 11, 32, 0, 140655), 'quay', None, datetime.datetime(2022, 6, 8, 11, 32, 0, 140669), datetime.datetime(2022, 6, 2, 11, 32, 0, 140678), None]) gunicorn-registry stdout | 2022-06-09 11:32:00,142 [275] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`name`, `t1`.`kid`, `t1`.`service`, `t1`.`jwk`, `t1`.`metadata`, `t1`.`created_date`, `t1`.`expiration_date`, `t1`.`rotation_duration`, `t1`.`approval_id` FROM `servicekey` AS `t1` LEFT OUTER JOIN `servicekeyapproval` AS `t2` ON (`t1`.`approval_id` = `t2`.`id`) WHERE ((((NOT (`t1`.`approval_id` IS %s) AND ((`t1`.`expiration_date` > %s) OR (`t1`.`expiration_date` IS %s))) AND (`t1`.`service` = %s)) AND (NOT ((`t1`.`service` = %s) AND (`t1`.`expiration_date` <= %s)) OR NOT (((`t1`.`service` = %s) AND (`t1`.`approval_id` IS %s)) AND (`t1`.`created_date` <= %s)))) AND (NOT (`t1`.`expiration_date` <= %s) OR (`t1`.`expiration_date` IS %s)))', [None, datetime.datetime(2022, 6, 9, 11, 32, 0, 141556), None, 'quay', 'quay', datetime.datetime(2022, 6, 9, 11, 32, 0, 141573), 'quay', None, datetime.datetime(2022, 6, 8, 11, 32, 0, 141581), datetime.datetime(2022, 6, 2, 11, 32, 0, 141590), None]) gunicorn-registry stdout | 2022-06-09 11:32:00,142 [275] [DEBUG] [peewee.pool] No connection available in pool. gunicorn-registry stdout | 2022-06-09 11:32:00,144 [277] [DEBUG] [auth.permissions] Identity loaded: gunicorn-registry stdout | 2022-06-09 11:32:00,144 [277] [DEBUG] [auth.permissions] Loaded signed_jwt identity for: ibazulic gunicorn-registry stdout | 2022-06-09 11:32:00,144 [277] [DEBUG] [auth.registry_jwt_auth] Identity changed to ibazulic gunicorn-registry stdout | 2022-06-09 11:32:00,144 [277] [DEBUG] [auth.registry_jwt_auth] Auth context set to {'version': 2, 'entity_kind': 'user', 'entity_reference': '82228490-d075-4921-ae7a-af4408cf11b4', 'kind': 'user', 'user': 'ibazulic', 'com.apostille.roots': {'ibazulic/quay': '$disabled'}, 'com.apostille.root': '$disabled'} gunicorn-registry stdout | 2022-06-09 11:32:00,144 [277] [DEBUG] [endpoints.v2] Checking permission for repo: ibazulic/quay gunicorn-registry stdout | 2022-06-09 11:32:00,144 [277] [DEBUG] [data.cache.impl] Checking cache for key repo_blob__ibazulic_quay_sha256:545277d800059b32cf03377a9301094e9ac8aa4bb42d809766d7355ca9aa8652_2 gunicorn-registry stdout | 2022-06-09 11:32:00,145 [277] [DEBUG] [data.cache.impl] Found no result in cache for key repo_blob__ibazulic_quay_sha256:545277d800059b32cf03377a9301094e9ac8aa4bb42d809766d7355ca9aa8652_2; calling loader gunicorn-registry stdout | 2022-06-09 11:32:00,145 [276] [DEBUG] [peewee.pool] Created new connection 140435033337088. gunicorn-registry stdout | 2022-06-09 11:32:00,146 [277] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`namespace_user_id`, `t1`.`name`, `t1`.`visibility_id`, `t1`.`description`, `t1`.`badge_token`, `t1`.`kind_id`, `t1`.`trust_enabled`, `t1`.`state`, `t2`.`id`, `t2`.`uuid`, `t2`.`username`, `t2`.`password_hash`, `t2`.`email`, `t2`.`verified`, `t2`.`stripe_id`, `t2`.`organization`, `t2`.`robot`, `t2`.`invoice_email`, `t2`.`invalid_login_attempts`, `t2`.`last_invalid_login`, `t2`.`removed_tag_expiration_s`, `t2`.`enabled`, `t2`.`invoice_email_address`, `t2`.`given_name`, `t2`.`family_name`, `t2`.`company`, `t2`.`location`, `t2`.`maximum_queued_builds_count`, `t2`.`creation_date`, `t2`.`last_accessed` FROM `repository` AS `t1` INNER JOIN `user` AS `t2` ON (`t1`.`namespace_user_id` = `t2`.`id`) WHERE (((`t2`.`username` = %s) AND (`t1`.`name` = %s)) AND (`t1`.`state` != %s)) LIMIT %s OFFSET %s', ['ibazulic', 'quay', 3, 1, 0]) gunicorn-registry stdout | 2022-06-09 11:32:00,147 [275] [DEBUG] [peewee.pool] Created new connection 140435032847216. gunicorn-registry stdout | 2022-06-09 11:32:00,148 [277] [DEBUG] [peewee] ('SELECT `t1`.`uuid` FROM `imagestorage` AS `t1` INNER JOIN `uploadedblob` AS `t2` ON (`t2`.`blob_id` = `t1`.`id`) WHERE ((`t2`.`repository_id` = %s) AND (`t1`.`content_checksum` = %s)) LIMIT %s OFFSET %s', [1, 'sha256:545277d800059b32cf03377a9301094e9ac8aa4bb42d809766d7355ca9aa8652', 1, 0]) gunicorn-registry stdout | 2022-06-09 11:32:00,149 [276] [DEBUG] [auth.permissions] Identity loaded: gunicorn-registry stdout | 2022-06-09 11:32:00,149 [277] [DEBUG] [peewee] ('SELECT `t1`.`uuid` FROM `imagestorage` AS `t1` INNER JOIN `manifestblob` AS `t2` ON (`t2`.`blob_id` = `t1`.`id`) WHERE ((`t2`.`repository_id` = %s) AND (`t1`.`content_checksum` = %s)) LIMIT %s OFFSET %s', [1, 'sha256:545277d800059b32cf03377a9301094e9ac8aa4bb42d809766d7355ca9aa8652', 1, 0]) gunicorn-registry stdout | 2022-06-09 11:32:00,151 [276] [DEBUG] [auth.permissions] Loaded signed_jwt identity for: ibazulic gunicorn-registry stdout | 2022-06-09 11:32:00,151 [275] [DEBUG] [auth.permissions] Identity loaded: gunicorn-registry stdout | 2022-06-09 11:32:00,151 [276] [DEBUG] [auth.registry_jwt_auth] Identity changed to ibazulic gunicorn-registry stdout | 2022-06-09 11:32:00,151 [275] [DEBUG] [auth.permissions] Loaded signed_jwt identity for: ibazulic gunicorn-registry stdout | 2022-06-09 11:32:00,151 [275] [DEBUG] [auth.registry_jwt_auth] Identity changed to ibazulic gunicorn-registry stdout | 2022-06-09 11:32:00,151 [276] [DEBUG] [auth.registry_jwt_auth] Auth context set to {'version': 2, 'entity_kind': 'user', 'entity_reference': '82228490-d075-4921-ae7a-af4408cf11b4', 'kind': 'user', 'user': 'ibazulic', 'com.apostille.roots': {'ibazulic/quay': '$disabled'}, 'com.apostille.root': '$disabled'} gunicorn-registry stdout | 2022-06-09 11:32:00,151 [276] [DEBUG] [endpoints.v2] Checking permission for repo: ibazulic/quay gunicorn-registry stdout | 2022-06-09 11:32:00,151 [275] [DEBUG] [auth.registry_jwt_auth] Auth context set to {'version': 2, 'entity_kind': 'user', 'entity_reference': '82228490-d075-4921-ae7a-af4408cf11b4', 'kind': 'user', 'user': 'ibazulic', 'com.apostille.roots': {'ibazulic/quay': '$disabled'}, 'com.apostille.root': '$disabled'} gunicorn-registry stdout | 2022-06-09 11:32:00,151 [275] [DEBUG] [endpoints.v2] Checking permission for repo: ibazulic/quay gunicorn-registry stdout | 2022-06-09 11:32:00,151 [275] [DEBUG] [data.cache.impl] Checking cache for key repo_blob__ibazulic_quay_sha256:f70d60810c69edad990aaf0977a87c6d2bcc9cd52904fa6825f08507a9b6e7bc_2 gunicorn-registry stdout | 2022-06-09 11:32:00,151 [276] [DEBUG] [data.cache.impl] Checking cache for key repo_blob__ibazulic_quay_sha256:517e1f715652035851ddcad398cc2448b1bd8f03f7e53caf446a1ea7bea27183_2 gunicorn-registry stdout | 2022-06-09 11:32:00,152 [276] [DEBUG] [data.cache.impl] Found no result in cache for key repo_blob__ibazulic_quay_sha256:517e1f715652035851ddcad398cc2448b1bd8f03f7e53caf446a1ea7bea27183_2; calling loader gunicorn-registry stdout | 2022-06-09 11:32:00,152 [275] [DEBUG] [data.cache.impl] Found no result in cache for key repo_blob__ibazulic_quay_sha256:f70d60810c69edad990aaf0977a87c6d2bcc9cd52904fa6825f08507a9b6e7bc_2; calling loader gunicorn-registry stdout | 2022-06-09 11:32:00,152 [277] [DEBUG] [data.cache.impl] Got loaded result for key repo_blob__ibazulic_quay_sha256:545277d800059b32cf03377a9301094e9ac8aa4bb42d809766d7355ca9aa8652_2: None gunicorn-registry stdout | 2022-06-09 11:32:00,152 [277] [DEBUG] [data.cache.impl] Not caching loaded result for key repo_blob__ibazulic_quay_sha256:545277d800059b32cf03377a9301094e9ac8aa4bb42d809766d7355ca9aa8652_2: None gunicorn-registry stdout | 2022-06-09 11:32:00,152 [277] [DEBUG] [endpoints.v2] sending response: b'{"errors":[{"code":"BLOB_UNKNOWN","detail":{},"message":"blob unknown to registry"}]}\n' gunicorn-registry stdout | 2022-06-09 11:32:00,153 [275] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`namespace_user_id`, `t1`.`name`, `t1`.`visibility_id`, `t1`.`description`, `t1`.`badge_token`, `t1`.`kind_id`, `t1`.`trust_enabled`, `t1`.`state`, `t2`.`id`, `t2`.`uuid`, `t2`.`username`, `t2`.`password_hash`, `t2`.`email`, `t2`.`verified`, `t2`.`stripe_id`, `t2`.`organization`, `t2`.`robot`, `t2`.`invoice_email`, `t2`.`invalid_login_attempts`, `t2`.`last_invalid_login`, `t2`.`removed_tag_expiration_s`, `t2`.`enabled`, `t2`.`invoice_email_address`, `t2`.`given_name`, `t2`.`family_name`, `t2`.`company`, `t2`.`location`, `t2`.`maximum_queued_builds_count`, `t2`.`creation_date`, `t2`.`last_accessed` FROM `repository` AS `t1` INNER JOIN `user` AS `t2` ON (`t1`.`namespace_user_id` = `t2`.`id`) WHERE (((`t2`.`username` = %s) AND (`t1`.`name` = %s)) AND (`t1`.`state` != %s)) LIMIT %s OFFSET %s', ['ibazulic', 'quay', 3, 1, 0]) gunicorn-registry stdout | 2022-06-09 11:32:00,153 [277] [DEBUG] [app] Ending request: urn:request:f7f11e7e-5898-420e-8914-a43eb5f89593 (/v2/ibazulic/quay/blobs/sha256:545277d800059b32cf03377a9301094e9ac8aa4bb42d809766d7355ca9aa8652) {'endpoint': 'v2.check_blob_exists', 'request_id': 'urn:request:f7f11e7e-5898-420e-8914-a43eb5f89593', 'remote_addr': '172.24.10.50', 'http_method': 'HEAD', 'original_url': 'https://quay.skynet/v2/ibazulic/quay/blobs/sha256:545277d800059b32cf03377a9301094e9ac8aa4bb42d809766d7355ca9aa8652', 'path': '/v2/ibazulic/quay/blobs/sha256:545277d800059b32cf03377a9301094e9ac8aa4bb42d809766d7355ca9aa8652', 'parameters': {}, 'json_body': None, 'confsha': '3a86aa80', 'user-agent': 'docker/20.10.17 go/go1.17.11 git-commit/a89b842 kernel/5.10.0-14-amd64 os/linux arch/amd64 UpstreamClient(Docker-Client/20.10.17 \\(linux\\))'} gunicorn-registry stdout | 2022-06-09 11:32:00,153 [277] [DEBUG] [data.database] Disconnecting from database. gunicorn-registry stdout | 2022-06-09 11:32:00,153 [277] [DEBUG] [peewee.pool] Returning 140435033335168 to pool. gunicorn-registry stdout | 2022-06-09 11:32:00,154 [277] [INFO] [gunicorn.access] 172.24.10.50 - - [09/Jun/2022:11:32:00 +0000] "HEAD /v2/ibazulic/quay/blobs/sha256:545277d800059b32cf03377a9301094e9ac8aa4bb42d809766d7355ca9aa8652 HTTP/1.1" 404 0 "-" "docker/20.10.17 go/go1.17.11 git-commit/a89b842 kernel/5.10.0-14-amd64 os/linux arch/amd64 UpstreamClient(Docker-Client/20.10.17 \(linux\))" nginx stdout | 172.24.10.50 () - - [09/Jun/2022:11:32:00 +0000] "HEAD /v2/ibazulic/quay/blobs/sha256:545277d800059b32cf03377a9301094e9ac8aa4bb42d809766d7355ca9aa8652 HTTP/1.1" 404 0 "-" "docker/20.10.17 go/go1.17.11 git-commit/a89b842 kernel/5.10.0-14-amd64 os/linux arch/amd64 UpstreamClient(Docker-Client/20.10.17 \x5C(linux\x5C))" (0.016 1317 0.016) gunicorn-registry stdout | 2022-06-09 11:32:00,155 [275] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`name` FROM `repositorykind` AS `t1`', []) gunicorn-registry stdout | 2022-06-09 11:32:00,155 [276] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`namespace_user_id`, `t1`.`name`, `t1`.`visibility_id`, `t1`.`description`, `t1`.`badge_token`, `t1`.`kind_id`, `t1`.`trust_enabled`, `t1`.`state`, `t2`.`id`, `t2`.`uuid`, `t2`.`username`, `t2`.`password_hash`, `t2`.`email`, `t2`.`verified`, `t2`.`stripe_id`, `t2`.`organization`, `t2`.`robot`, `t2`.`invoice_email`, `t2`.`invalid_login_attempts`, `t2`.`last_invalid_login`, `t2`.`removed_tag_expiration_s`, `t2`.`enabled`, `t2`.`invoice_email_address`, `t2`.`given_name`, `t2`.`family_name`, `t2`.`company`, `t2`.`location`, `t2`.`maximum_queued_builds_count`, `t2`.`creation_date`, `t2`.`last_accessed` FROM `repository` AS `t1` INNER JOIN `user` AS `t2` ON (`t1`.`namespace_user_id` = `t2`.`id`) WHERE (((`t2`.`username` = %s) AND (`t1`.`name` = %s)) AND (`t1`.`state` != %s)) LIMIT %s OFFSET %s', ['ibazulic', 'quay', 3, 1, 0]) gunicorn-registry stdout | 2022-06-09 11:32:00,156 [275] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`name` FROM `visibility` AS `t1` WHERE (`t1`.`name` = %s) LIMIT %s OFFSET %s', ['public', 1, 0]) gunicorn-registry stdout | 2022-06-09 11:32:00,157 [275] [DEBUG] [peewee] ('SELECT `t1`.`uuid` FROM `imagestorage` AS `t1` INNER JOIN `uploadedblob` AS `t2` ON (`t2`.`blob_id` = `t1`.`id`) WHERE ((`t2`.`repository_id` = %s) AND (`t1`.`content_checksum` = %s)) LIMIT %s OFFSET %s', [1, 'sha256:f70d60810c69edad990aaf0977a87c6d2bcc9cd52904fa6825f08507a9b6e7bc', 1, 0]) gunicorn-registry stdout | 2022-06-09 11:32:00,157 [276] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`name` FROM `repositorykind` AS `t1`', []) gunicorn-registry stdout | 2022-06-09 11:32:00,158 [275] [DEBUG] [peewee] ('SELECT `t1`.`uuid` FROM `imagestorage` AS `t1` INNER JOIN `manifestblob` AS `t2` ON (`t2`.`blob_id` = `t1`.`id`) WHERE ((`t2`.`repository_id` = %s) AND (`t1`.`content_checksum` = %s)) LIMIT %s OFFSET %s', [1, 'sha256:f70d60810c69edad990aaf0977a87c6d2bcc9cd52904fa6825f08507a9b6e7bc', 1, 0]) gunicorn-registry stdout | 2022-06-09 11:32:00,158 [275] [DEBUG] [data.cache.impl] Got loaded result for key repo_blob__ibazulic_quay_sha256:f70d60810c69edad990aaf0977a87c6d2bcc9cd52904fa6825f08507a9b6e7bc_2: None gunicorn-registry stdout | 2022-06-09 11:32:00,158 [276] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`name` FROM `visibility` AS `t1` WHERE (`t1`.`name` = %s) LIMIT %s OFFSET %s', ['public', 1, 0]) gunicorn-registry stdout | 2022-06-09 11:32:00,159 [275] [DEBUG] [data.cache.impl] Not caching loaded result for key repo_blob__ibazulic_quay_sha256:f70d60810c69edad990aaf0977a87c6d2bcc9cd52904fa6825f08507a9b6e7bc_2: None gunicorn-registry stdout | 2022-06-09 11:32:00,159 [275] [DEBUG] [endpoints.v2] sending response: b'{"errors":[{"code":"BLOB_UNKNOWN","detail":{},"message":"blob unknown to registry"}]}\n' gunicorn-registry stdout | 2022-06-09 11:32:00,159 [275] [DEBUG] [app] Ending request: urn:request:cc2d48d5-a6a1-4094-a832-240b71d084b6 (/v2/ibazulic/quay/blobs/sha256:f70d60810c69edad990aaf0977a87c6d2bcc9cd52904fa6825f08507a9b6e7bc) {'endpoint': 'v2.check_blob_exists', 'request_id': 'urn:request:cc2d48d5-a6a1-4094-a832-240b71d084b6', 'remote_addr': '172.24.10.50', 'http_method': 'HEAD', 'original_url': 'https://quay.skynet/v2/ibazulic/quay/blobs/sha256:f70d60810c69edad990aaf0977a87c6d2bcc9cd52904fa6825f08507a9b6e7bc', 'path': '/v2/ibazulic/quay/blobs/sha256:f70d60810c69edad990aaf0977a87c6d2bcc9cd52904fa6825f08507a9b6e7bc', 'parameters': {}, 'json_body': None, 'confsha': '3a86aa80', 'user-agent': 'docker/20.10.17 go/go1.17.11 git-commit/a89b842 kernel/5.10.0-14-amd64 os/linux arch/amd64 UpstreamClient(Docker-Client/20.10.17 \\(linux\\))'} gunicorn-registry stdout | 2022-06-09 11:32:00,160 [275] [DEBUG] [data.database] Disconnecting from database. gunicorn-registry stdout | 2022-06-09 11:32:00,160 [276] [DEBUG] [peewee] ('SELECT `t1`.`uuid` FROM `imagestorage` AS `t1` INNER JOIN `uploadedblob` AS `t2` ON (`t2`.`blob_id` = `t1`.`id`) WHERE ((`t2`.`repository_id` = %s) AND (`t1`.`content_checksum` = %s)) LIMIT %s OFFSET %s', [1, 'sha256:517e1f715652035851ddcad398cc2448b1bd8f03f7e53caf446a1ea7bea27183', 1, 0]) gunicorn-registry stdout | 2022-06-09 11:32:00,160 [275] [DEBUG] [peewee.pool] Returning 140435032847216 to pool. gunicorn-registry stdout | 2022-06-09 11:32:00,160 [275] [INFO] [gunicorn.access] 172.24.10.50 - - [09/Jun/2022:11:32:00 +0000] "HEAD /v2/ibazulic/quay/blobs/sha256:f70d60810c69edad990aaf0977a87c6d2bcc9cd52904fa6825f08507a9b6e7bc HTTP/1.1" 404 0 "-" "docker/20.10.17 go/go1.17.11 git-commit/a89b842 kernel/5.10.0-14-amd64 os/linux arch/amd64 UpstreamClient(Docker-Client/20.10.17 \(linux\))" nginx stdout | 172.24.10.50 () - - [09/Jun/2022:11:32:00 +0000] "HEAD /v2/ibazulic/quay/blobs/sha256:f70d60810c69edad990aaf0977a87c6d2bcc9cd52904fa6825f08507a9b6e7bc HTTP/1.1" 404 0 "-" "docker/20.10.17 go/go1.17.11 git-commit/a89b842 kernel/5.10.0-14-amd64 os/linux arch/amd64 UpstreamClient(Docker-Client/20.10.17 \x5C(linux\x5C))" (0.021 1317 0.024) gunicorn-registry stdout | 2022-06-09 11:32:00,161 [276] [DEBUG] [peewee] ('SELECT `t1`.`uuid` FROM `imagestorage` AS `t1` INNER JOIN `manifestblob` AS `t2` ON (`t2`.`blob_id` = `t1`.`id`) WHERE ((`t2`.`repository_id` = %s) AND (`t1`.`content_checksum` = %s)) LIMIT %s OFFSET %s', [1, 'sha256:517e1f715652035851ddcad398cc2448b1bd8f03f7e53caf446a1ea7bea27183', 1, 0]) gunicorn-registry stdout | 2022-06-09 11:32:00,162 [276] [DEBUG] [app] Starting request: urn:request:7210c279-65e8-4cbe-b234-92b943b9a0c2 (/v2/ibazulic/quay/blobs/uploads/) {'X-Forwarded-For': '172.24.10.50'} gunicorn-registry stdout | 2022-06-09 11:32:00,162 [276] [DEBUG] [auth.registry_jwt_auth] Called with params: (), {'namespace_name': 'ibazulic', 'repo_name': 'quay'} gunicorn-registry stdout | 2022-06-09 11:32:00,162 [276] [DEBUG] [auth.registry_jwt_auth] Validating auth header: Bearer eyJ0eXAiOiJKV1QiLCJhbGciOiJSUzI1NiIsImtpZCI6IkkyNm5ObFNEX2RYWVFRTndtS0VjUFdZTUtzWlIyeU55VWJibUxYNGRoMEEifQ.eyJpc3MiOiJxdWF5IiwiYXVkIjoicXVheS5za3luZXQiLCJuYmYiOjE2NTQ3NzQzMjAsImlhdCI6MTY1NDc3NDMyMCwiZXhwIjoxNjU0Nzc3OTIwLCJzdWIiOiJpYmF6dWxpYyIsImFjY2VzcyI6W3sidHlwZSI6InJlcG9zaXRvcnkiLCJuYW1lIjoiaWJhenVsaWMvcXVheSIsImFjdGlvbnMiOlsicHVzaCIsInB1bGwiXX1dLCJjb250ZXh0Ijp7InZlcnNpb24iOjIsImVudGl0eV9raW5kIjoidXNlciIsImVudGl0eV9yZWZlcmVuY2UiOiI4MjIyODQ5MC1kMDc1LTQ5MjEtYWU3YS1hZjQ0MDhjZjExYjQiLCJraW5kIjoidXNlciIsInVzZXIiOiJpYmF6dWxpYyIsImNvbS5hcG9zdGlsbGUucm9vdHMiOnsiaWJhenVsaWMvcXVheSI6IiRkaXNhYmxlZCJ9LCJjb20uYXBvc3RpbGxlLnJvb3QiOiIkZGlzYWJsZWQifX0.BZ-m6bEM1YONYPPhnVCQVO-xgmvoy21MVCpPg6B-1q_cfnAZJfetqN5gbf64qaR4u20a0q4NzuIEFN90nzzuTI_yu3uPiXPnK_CHXuaSKKLSAoVtTxo1lJ5Uq6SmGhLwP1CBVlMJ69eAtBqvDpztckaM-VHI7FIQ7QpX8aIoIHgmteXVW78fA7oGMYoyr1VzhUQJv3OC97vEFSqt-yIiz_dZUeUW5WxZJUFeFA9LkYabVtEAXgRwwJ8UmOZLwMufns9PH8UMpQSwpL_9gyok_A7qtSgHTKJElCjrrDRQ1CKQc6Vh1n_VkTag2FZifgoDLHT_YUTK7w-XLLDqM4y8IA gunicorn-registry stdout | 2022-06-09 11:32:00,162 [276] [DEBUG] [util.security.registry_jwt] encoded JWT: eyJ0eXAiOiJKV1QiLCJhbGciOiJSUzI1NiIsImtpZCI6IkkyNm5ObFNEX2RYWVFRTndtS0VjUFdZTUtzWlIyeU55VWJibUxYNGRoMEEifQ.eyJpc3MiOiJxdWF5IiwiYXVkIjoicXVheS5za3luZXQiLCJuYmYiOjE2NTQ3NzQzMjAsImlhdCI6MTY1NDc3NDMyMCwiZXhwIjoxNjU0Nzc3OTIwLCJzdWIiOiJpYmF6dWxpYyIsImFjY2VzcyI6W3sidHlwZSI6InJlcG9zaXRvcnkiLCJuYW1lIjoiaWJhenVsaWMvcXVheSIsImFjdGlvbnMiOlsicHVzaCIsInB1bGwiXX1dLCJjb250ZXh0Ijp7InZlcnNpb24iOjIsImVudGl0eV9raW5kIjoidXNlciIsImVudGl0eV9yZWZlcmVuY2UiOiI4MjIyODQ5MC1kMDc1LTQ5MjEtYWU3YS1hZjQ0MDhjZjExYjQiLCJraW5kIjoidXNlciIsInVzZXIiOiJpYmF6dWxpYyIsImNvbS5hcG9zdGlsbGUucm9vdHMiOnsiaWJhenVsaWMvcXVheSI6IiRkaXNhYmxlZCJ9LCJjb20uYXBvc3RpbGxlLnJvb3QiOiIkZGlzYWJsZWQifX0.BZ-m6bEM1YONYPPhnVCQVO-xgmvoy21MVCpPg6B-1q_cfnAZJfetqN5gbf64qaR4u20a0q4NzuIEFN90nzzuTI_yu3uPiXPnK_CHXuaSKKLSAoVtTxo1lJ5Uq6SmGhLwP1CBVlMJ69eAtBqvDpztckaM-VHI7FIQ7QpX8aIoIHgmteXVW78fA7oGMYoyr1VzhUQJv3OC97vEFSqt-yIiz_dZUeUW5WxZJUFeFA9LkYabVtEAXgRwwJ8UmOZLwMufns9PH8UMpQSwpL_9gyok_A7qtSgHTKJElCjrrDRQ1CKQc6Vh1n_VkTag2FZifgoDLHT_YUTK7w-XLLDqM4y8IA gunicorn-registry stdout | 2022-06-09 11:32:00,163 [276] [DEBUG] [auth.permissions] Identity loaded: gunicorn-registry stdout | 2022-06-09 11:32:00,163 [276] [DEBUG] [auth.permissions] Loaded signed_jwt identity for: ibazulic gunicorn-registry stdout | 2022-06-09 11:32:00,163 [276] [DEBUG] [auth.registry_jwt_auth] Identity changed to ibazulic gunicorn-registry stdout | 2022-06-09 11:32:00,163 [276] [DEBUG] [auth.registry_jwt_auth] Auth context set to {'version': 2, 'entity_kind': 'user', 'entity_reference': '82228490-d075-4921-ae7a-af4408cf11b4', 'kind': 'user', 'user': 'ibazulic', 'com.apostille.roots': {'ibazulic/quay': '$disabled'}, 'com.apostille.root': '$disabled'} gunicorn-registry stdout | 2022-06-09 11:32:00,163 [276] [DEBUG] [endpoints.v2] Checking permission for repo: ibazulic/quay gunicorn-registry stdout | 2022-06-09 11:32:00,164 [276] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`namespace_user_id`, `t1`.`name`, `t1`.`visibility_id`, `t1`.`description`, `t1`.`badge_token`, `t1`.`kind_id`, `t1`.`trust_enabled`, `t1`.`state`, `t2`.`id`, `t2`.`uuid`, `t2`.`username`, `t2`.`password_hash`, `t2`.`email`, `t2`.`verified`, `t2`.`stripe_id`, `t2`.`organization`, `t2`.`robot`, `t2`.`invoice_email`, `t2`.`invalid_login_attempts`, `t2`.`last_invalid_login`, `t2`.`removed_tag_expiration_s`, `t2`.`enabled`, `t2`.`invoice_email_address`, `t2`.`given_name`, `t2`.`family_name`, `t2`.`company`, `t2`.`location`, `t2`.`maximum_queued_builds_count`, `t2`.`creation_date`, `t2`.`last_accessed` FROM `repository` AS `t1` INNER JOIN `user` AS `t2` ON (`t1`.`namespace_user_id` = `t2`.`id`) WHERE (((`t2`.`username` = %s) AND (`t1`.`name` = %s)) AND (`t1`.`state` != %s)) LIMIT %s OFFSET %s', ['ibazulic', 'quay', 3, 1, 0]) gunicorn-registry stdout | 2022-06-09 11:32:00,164 [276] [DEBUG] [peewee.pool] No connection available in pool. gunicorn-registry stdout | 2022-06-09 11:32:00,165 [276] [DEBUG] [data.cache.impl] Got loaded result for key repo_blob__ibazulic_quay_sha256:517e1f715652035851ddcad398cc2448b1bd8f03f7e53caf446a1ea7bea27183_2: None gunicorn-registry stdout | 2022-06-09 11:32:00,165 [276] [DEBUG] [data.cache.impl] Not caching loaded result for key repo_blob__ibazulic_quay_sha256:517e1f715652035851ddcad398cc2448b1bd8f03f7e53caf446a1ea7bea27183_2: None gunicorn-registry stdout | 2022-06-09 11:32:00,165 [276] [DEBUG] [endpoints.v2] sending response: b'{"errors":[{"code":"BLOB_UNKNOWN","detail":{},"message":"blob unknown to registry"}]}\n' gunicorn-registry stdout | 2022-06-09 11:32:00,166 [276] [DEBUG] [app] Ending request: urn:request:0aece1fc-95ce-4b9c-9d24-743b9e83eefc (/v2/ibazulic/quay/blobs/sha256:517e1f715652035851ddcad398cc2448b1bd8f03f7e53caf446a1ea7bea27183) {'endpoint': 'v2.check_blob_exists', 'request_id': 'urn:request:0aece1fc-95ce-4b9c-9d24-743b9e83eefc', 'remote_addr': '172.24.10.50', 'http_method': 'HEAD', 'original_url': 'https://quay.skynet/v2/ibazulic/quay/blobs/sha256:517e1f715652035851ddcad398cc2448b1bd8f03f7e53caf446a1ea7bea27183', 'path': '/v2/ibazulic/quay/blobs/sha256:517e1f715652035851ddcad398cc2448b1bd8f03f7e53caf446a1ea7bea27183', 'parameters': {}, 'json_body': None, 'confsha': '3a86aa80', 'user-agent': 'docker/20.10.17 go/go1.17.11 git-commit/a89b842 kernel/5.10.0-14-amd64 os/linux arch/amd64 UpstreamClient(Docker-Client/20.10.17 \\(linux\\))'} gunicorn-registry stdout | 2022-06-09 11:32:00,166 [276] [DEBUG] [data.database] Disconnecting from database. gunicorn-registry stdout | 2022-06-09 11:32:00,167 [276] [DEBUG] [peewee.pool] Created new connection 140435024337696. gunicorn-registry stdout | 2022-06-09 11:32:00,168 [276] [DEBUG] [peewee.pool] Returning 140435033337088 to pool. nginx stdout | 172.24.10.50 () - - [09/Jun/2022:11:32:00 +0000] "HEAD /v2/ibazulic/quay/blobs/sha256:517e1f715652035851ddcad398cc2448b1bd8f03f7e53caf446a1ea7bea27183 HTTP/1.1" 404 0 "-" "docker/20.10.17 go/go1.17.11 git-commit/a89b842 kernel/5.10.0-14-amd64 os/linux arch/amd64 UpstreamClient(Docker-Client/20.10.17 \x5C(linux\x5C))" (0.033 1317 0.032) gunicorn-registry stdout | 2022-06-09 11:32:00,168 [276] [INFO] [gunicorn.access] 172.24.10.50 - - [09/Jun/2022:11:32:00 +0000] "HEAD /v2/ibazulic/quay/blobs/sha256:517e1f715652035851ddcad398cc2448b1bd8f03f7e53caf446a1ea7bea27183 HTTP/1.1" 404 0 "-" "docker/20.10.17 go/go1.17.11 git-commit/a89b842 kernel/5.10.0-14-amd64 os/linux arch/amd64 UpstreamClient(Docker-Client/20.10.17 \(linux\))" gunicorn-registry stdout | 2022-06-09 11:32:00,168 [277] [DEBUG] [app] Starting request: urn:request:cdf811aa-f04f-425a-b2d8-60561cc627cb (/v2/ibazulic/quay/blobs/uploads/) {'X-Forwarded-For': '172.24.10.50'} gunicorn-registry stdout | 2022-06-09 11:32:00,168 [277] [DEBUG] [auth.registry_jwt_auth] Called with params: (), {'namespace_name': 'ibazulic', 'repo_name': 'quay'} gunicorn-registry stdout | 2022-06-09 11:32:00,168 [277] [DEBUG] [auth.registry_jwt_auth] Validating auth header: Bearer eyJ0eXAiOiJKV1QiLCJhbGciOiJSUzI1NiIsImtpZCI6IkkyNm5ObFNEX2RYWVFRTndtS0VjUFdZTUtzWlIyeU55VWJibUxYNGRoMEEifQ.eyJpc3MiOiJxdWF5IiwiYXVkIjoicXVheS5za3luZXQiLCJuYmYiOjE2NTQ3NzQzMjAsImlhdCI6MTY1NDc3NDMyMCwiZXhwIjoxNjU0Nzc3OTIwLCJzdWIiOiJpYmF6dWxpYyIsImFjY2VzcyI6W3sidHlwZSI6InJlcG9zaXRvcnkiLCJuYW1lIjoiaWJhenVsaWMvcXVheSIsImFjdGlvbnMiOlsicHVzaCIsInB1bGwiXX1dLCJjb250ZXh0Ijp7InZlcnNpb24iOjIsImVudGl0eV9raW5kIjoidXNlciIsImVudGl0eV9yZWZlcmVuY2UiOiI4MjIyODQ5MC1kMDc1LTQ5MjEtYWU3YS1hZjQ0MDhjZjExYjQiLCJraW5kIjoidXNlciIsInVzZXIiOiJpYmF6dWxpYyIsImNvbS5hcG9zdGlsbGUucm9vdHMiOnsiaWJhenVsaWMvcXVheSI6IiRkaXNhYmxlZCJ9LCJjb20uYXBvc3RpbGxlLnJvb3QiOiIkZGlzYWJsZWQifX0.BZ-m6bEM1YONYPPhnVCQVO-xgmvoy21MVCpPg6B-1q_cfnAZJfetqN5gbf64qaR4u20a0q4NzuIEFN90nzzuTI_yu3uPiXPnK_CHXuaSKKLSAoVtTxo1lJ5Uq6SmGhLwP1CBVlMJ69eAtBqvDpztckaM-VHI7FIQ7QpX8aIoIHgmteXVW78fA7oGMYoyr1VzhUQJv3OC97vEFSqt-yIiz_dZUeUW5WxZJUFeFA9LkYabVtEAXgRwwJ8UmOZLwMufns9PH8UMpQSwpL_9gyok_A7qtSgHTKJElCjrrDRQ1CKQc6Vh1n_VkTag2FZifgoDLHT_YUTK7w-XLLDqM4y8IA gunicorn-registry stdout | 2022-06-09 11:32:00,169 [277] [DEBUG] [util.security.registry_jwt] encoded JWT: eyJ0eXAiOiJKV1QiLCJhbGciOiJSUzI1NiIsImtpZCI6IkkyNm5ObFNEX2RYWVFRTndtS0VjUFdZTUtzWlIyeU55VWJibUxYNGRoMEEifQ.eyJpc3MiOiJxdWF5IiwiYXVkIjoicXVheS5za3luZXQiLCJuYmYiOjE2NTQ3NzQzMjAsImlhdCI6MTY1NDc3NDMyMCwiZXhwIjoxNjU0Nzc3OTIwLCJzdWIiOiJpYmF6dWxpYyIsImFjY2VzcyI6W3sidHlwZSI6InJlcG9zaXRvcnkiLCJuYW1lIjoiaWJhenVsaWMvcXVheSIsImFjdGlvbnMiOlsicHVzaCIsInB1bGwiXX1dLCJjb250ZXh0Ijp7InZlcnNpb24iOjIsImVudGl0eV9raW5kIjoidXNlciIsImVudGl0eV9yZWZlcmVuY2UiOiI4MjIyODQ5MC1kMDc1LTQ5MjEtYWU3YS1hZjQ0MDhjZjExYjQiLCJraW5kIjoidXNlciIsInVzZXIiOiJpYmF6dWxpYyIsImNvbS5hcG9zdGlsbGUucm9vdHMiOnsiaWJhenVsaWMvcXVheSI6IiRkaXNhYmxlZCJ9LCJjb20uYXBvc3RpbGxlLnJvb3QiOiIkZGlzYWJsZWQifX0.BZ-m6bEM1YONYPPhnVCQVO-xgmvoy21MVCpPg6B-1q_cfnAZJfetqN5gbf64qaR4u20a0q4NzuIEFN90nzzuTI_yu3uPiXPnK_CHXuaSKKLSAoVtTxo1lJ5Uq6SmGhLwP1CBVlMJ69eAtBqvDpztckaM-VHI7FIQ7QpX8aIoIHgmteXVW78fA7oGMYoyr1VzhUQJv3OC97vEFSqt-yIiz_dZUeUW5WxZJUFeFA9LkYabVtEAXgRwwJ8UmOZLwMufns9PH8UMpQSwpL_9gyok_A7qtSgHTKJElCjrrDRQ1CKQc6Vh1n_VkTag2FZifgoDLHT_YUTK7w-XLLDqM4y8IA gunicorn-registry stdout | 2022-06-09 11:32:00,170 [276] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`namespace_user_id`, `t1`.`name`, `t1`.`visibility_id`, `t1`.`description`, `t1`.`badge_token`, `t1`.`kind_id`, `t1`.`trust_enabled`, `t1`.`state` FROM `repository` AS `t1` WHERE (`t1`.`id` = %s) LIMIT %s OFFSET %s', [1, 1, 0]) gunicorn-registry stdout | 2022-06-09 11:32:00,170 [277] [DEBUG] [auth.permissions] Identity loaded: gunicorn-registry stdout | 2022-06-09 11:32:00,170 [277] [DEBUG] [auth.permissions] Loaded signed_jwt identity for: ibazulic gunicorn-registry stdout | 2022-06-09 11:32:00,170 [277] [DEBUG] [auth.registry_jwt_auth] Identity changed to ibazulic gunicorn-registry stdout | 2022-06-09 11:32:00,170 [277] [DEBUG] [auth.registry_jwt_auth] Auth context set to {'version': 2, 'entity_kind': 'user', 'entity_reference': '82228490-d075-4921-ae7a-af4408cf11b4', 'kind': 'user', 'user': 'ibazulic', 'com.apostille.roots': {'ibazulic/quay': '$disabled'}, 'com.apostille.root': '$disabled'} gunicorn-registry stdout | 2022-06-09 11:32:00,170 [277] [DEBUG] [endpoints.v2] Checking permission for repo: ibazulic/quay gunicorn-registry stdout | 2022-06-09 11:32:00,171 [276] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`name` FROM `imagestoragelocation` AS `t1`', []) gunicorn-registry stdout | 2022-06-09 11:32:00,171 [277] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`namespace_user_id`, `t1`.`name`, `t1`.`visibility_id`, `t1`.`description`, `t1`.`badge_token`, `t1`.`kind_id`, `t1`.`trust_enabled`, `t1`.`state`, `t2`.`id`, `t2`.`uuid`, `t2`.`username`, `t2`.`password_hash`, `t2`.`email`, `t2`.`verified`, `t2`.`stripe_id`, `t2`.`organization`, `t2`.`robot`, `t2`.`invoice_email`, `t2`.`invalid_login_attempts`, `t2`.`last_invalid_login`, `t2`.`removed_tag_expiration_s`, `t2`.`enabled`, `t2`.`invoice_email_address`, `t2`.`given_name`, `t2`.`family_name`, `t2`.`company`, `t2`.`location`, `t2`.`maximum_queued_builds_count`, `t2`.`creation_date`, `t2`.`last_accessed` FROM `repository` AS `t1` INNER JOIN `user` AS `t2` ON (`t1`.`namespace_user_id` = `t2`.`id`) WHERE (((`t2`.`username` = %s) AND (`t1`.`name` = %s)) AND (`t1`.`state` != %s)) LIMIT %s OFFSET %s', ['ibazulic', 'quay', 3, 1, 0]) gunicorn-registry stdout | 2022-06-09 11:32:00,172 [276] [DEBUG] [peewee] ('INSERT INTO `blobupload` (`repository_id`, `uuid`, `byte_count`, `sha_state`, `location_id`, `storage_metadata`, `chunk_count`, `created`) VALUES (%s, %s, %s, %s, %s, %s, %s, %s)', [1, '42e35a00-0627-4a28-bcd7-e7f04eaec12a', 0, 'gASVqwAAAAAAAACMBnJlaGFzaJSMBnNoYTI1NpSTlCmBlH2UKIwEbmFtZZRoAYwHbWRfZGF0YZRDeGfmCWqFrme7cvNuPDr1T6V/Ug5RjGgFm6vZgx8ZzeBbAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAACAAAAAAAAAAAAAAAJR1Yi4=', 9, '{}', 0, datetime.datetime(2022, 6, 9, 11, 32, 0, 171856)]) gunicorn-registry stdout | 2022-06-09 11:32:00,174 [277] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`namespace_user_id`, `t1`.`name`, `t1`.`visibility_id`, `t1`.`description`, `t1`.`badge_token`, `t1`.`kind_id`, `t1`.`trust_enabled`, `t1`.`state` FROM `repository` AS `t1` WHERE (`t1`.`id` = %s) LIMIT %s OFFSET %s', [1, 1, 0]) gunicorn-registry stdout | 2022-06-09 11:32:00,175 [277] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`name` FROM `imagestoragelocation` AS `t1`', []) gunicorn-registry stdout | 2022-06-09 11:32:00,176 [276] [DEBUG] [app] Starting request: urn:request:d7e9b9d8-d6db-4c47-8fa5-25c5658c84b9 (/v2/ibazulic/quay/blobs/uploads/) {'X-Forwarded-For': '172.24.10.50'} gunicorn-registry stdout | 2022-06-09 11:32:00,176 [276] [DEBUG] [auth.registry_jwt_auth] Called with params: (), {'namespace_name': 'ibazulic', 'repo_name': 'quay'} gunicorn-registry stdout | 2022-06-09 11:32:00,176 [276] [DEBUG] [auth.registry_jwt_auth] Validating auth header: Bearer eyJ0eXAiOiJKV1QiLCJhbGciOiJSUzI1NiIsImtpZCI6IkkyNm5ObFNEX2RYWVFRTndtS0VjUFdZTUtzWlIyeU55VWJibUxYNGRoMEEifQ.eyJpc3MiOiJxdWF5IiwiYXVkIjoicXVheS5za3luZXQiLCJuYmYiOjE2NTQ3NzQzMjAsImlhdCI6MTY1NDc3NDMyMCwiZXhwIjoxNjU0Nzc3OTIwLCJzdWIiOiJpYmF6dWxpYyIsImFjY2VzcyI6W3sidHlwZSI6InJlcG9zaXRvcnkiLCJuYW1lIjoiaWJhenVsaWMvcXVheSIsImFjdGlvbnMiOlsicHVzaCIsInB1bGwiXX1dLCJjb250ZXh0Ijp7InZlcnNpb24iOjIsImVudGl0eV9raW5kIjoidXNlciIsImVudGl0eV9yZWZlcmVuY2UiOiI4MjIyODQ5MC1kMDc1LTQ5MjEtYWU3YS1hZjQ0MDhjZjExYjQiLCJraW5kIjoidXNlciIsInVzZXIiOiJpYmF6dWxpYyIsImNvbS5hcG9zdGlsbGUucm9vdHMiOnsiaWJhenVsaWMvcXVheSI6IiRkaXNhYmxlZCJ9LCJjb20uYXBvc3RpbGxlLnJvb3QiOiIkZGlzYWJsZWQifX0.BZ-m6bEM1YONYPPhnVCQVO-xgmvoy21MVCpPg6B-1q_cfnAZJfetqN5gbf64qaR4u20a0q4NzuIEFN90nzzuTI_yu3uPiXPnK_CHXuaSKKLSAoVtTxo1lJ5Uq6SmGhLwP1CBVlMJ69eAtBqvDpztckaM-VHI7FIQ7QpX8aIoIHgmteXVW78fA7oGMYoyr1VzhUQJv3OC97vEFSqt-yIiz_dZUeUW5WxZJUFeFA9LkYabVtEAXgRwwJ8UmOZLwMufns9PH8UMpQSwpL_9gyok_A7qtSgHTKJElCjrrDRQ1CKQc6Vh1n_VkTag2FZifgoDLHT_YUTK7w-XLLDqM4y8IA gunicorn-registry stdout | 2022-06-09 11:32:00,176 [276] [DEBUG] [util.security.registry_jwt] encoded JWT: eyJ0eXAiOiJKV1QiLCJhbGciOiJSUzI1NiIsImtpZCI6IkkyNm5ObFNEX2RYWVFRTndtS0VjUFdZTUtzWlIyeU55VWJibUxYNGRoMEEifQ.eyJpc3MiOiJxdWF5IiwiYXVkIjoicXVheS5za3luZXQiLCJuYmYiOjE2NTQ3NzQzMjAsImlhdCI6MTY1NDc3NDMyMCwiZXhwIjoxNjU0Nzc3OTIwLCJzdWIiOiJpYmF6dWxpYyIsImFjY2VzcyI6W3sidHlwZSI6InJlcG9zaXRvcnkiLCJuYW1lIjoiaWJhenVsaWMvcXVheSIsImFjdGlvbnMiOlsicHVzaCIsInB1bGwiXX1dLCJjb250ZXh0Ijp7InZlcnNpb24iOjIsImVudGl0eV9raW5kIjoidXNlciIsImVudGl0eV9yZWZlcmVuY2UiOiI4MjIyODQ5MC1kMDc1LTQ5MjEtYWU3YS1hZjQ0MDhjZjExYjQiLCJraW5kIjoidXNlciIsInVzZXIiOiJpYmF6dWxpYyIsImNvbS5hcG9zdGlsbGUucm9vdHMiOnsiaWJhenVsaWMvcXVheSI6IiRkaXNhYmxlZCJ9LCJjb20uYXBvc3RpbGxlLnJvb3QiOiIkZGlzYWJsZWQifX0.BZ-m6bEM1YONYPPhnVCQVO-xgmvoy21MVCpPg6B-1q_cfnAZJfetqN5gbf64qaR4u20a0q4NzuIEFN90nzzuTI_yu3uPiXPnK_CHXuaSKKLSAoVtTxo1lJ5Uq6SmGhLwP1CBVlMJ69eAtBqvDpztckaM-VHI7FIQ7QpX8aIoIHgmteXVW78fA7oGMYoyr1VzhUQJv3OC97vEFSqt-yIiz_dZUeUW5WxZJUFeFA9LkYabVtEAXgRwwJ8UmOZLwMufns9PH8UMpQSwpL_9gyok_A7qtSgHTKJElCjrrDRQ1CKQc6Vh1n_VkTag2FZifgoDLHT_YUTK7w-XLLDqM4y8IA gunicorn-registry stdout | 2022-06-09 11:32:00,176 [277] [DEBUG] [peewee] ('INSERT INTO `blobupload` (`repository_id`, `uuid`, `byte_count`, `sha_state`, `location_id`, `storage_metadata`, `chunk_count`, `created`) VALUES (%s, %s, %s, %s, %s, %s, %s, %s)', [1, 'c4855540-ada7-4684-ae68-70586ad60f61', 0, 'gASVqwAAAAAAAACMBnJlaGFzaJSMBnNoYTI1NpSTlCmBlH2UKIwEbmFtZZRoAYwHbWRfZGF0YZRDeGfmCWqFrme7cvNuPDr1T6V/Ug5RjGgFm6vZgx8ZzeBbAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAACAAAAAAAAAAAAAAAJR1Yi4=', 9, '{}', 0, datetime.datetime(2022, 6, 9, 11, 32, 0, 176099)]) gunicorn-registry stdout | 2022-06-09 11:32:00,177 [276] [DEBUG] [auth.permissions] Identity loaded: gunicorn-registry stdout | 2022-06-09 11:32:00,177 [276] [DEBUG] [auth.permissions] Loaded signed_jwt identity for: ibazulic gunicorn-registry stdout | 2022-06-09 11:32:00,177 [276] [DEBUG] [auth.registry_jwt_auth] Identity changed to ibazulic gunicorn-registry stdout | 2022-06-09 11:32:00,177 [276] [DEBUG] [auth.registry_jwt_auth] Auth context set to {'version': 2, 'entity_kind': 'user', 'entity_reference': '82228490-d075-4921-ae7a-af4408cf11b4', 'kind': 'user', 'user': 'ibazulic', 'com.apostille.roots': {'ibazulic/quay': '$disabled'}, 'com.apostille.root': '$disabled'} gunicorn-registry stdout | 2022-06-09 11:32:00,177 [276] [DEBUG] [endpoints.v2] Checking permission for repo: ibazulic/quay gunicorn-registry stdout | 2022-06-09 11:32:00,178 [276] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`namespace_user_id`, `t1`.`name`, `t1`.`visibility_id`, `t1`.`description`, `t1`.`badge_token`, `t1`.`kind_id`, `t1`.`trust_enabled`, `t1`.`state`, `t2`.`id`, `t2`.`uuid`, `t2`.`username`, `t2`.`password_hash`, `t2`.`email`, `t2`.`verified`, `t2`.`stripe_id`, `t2`.`organization`, `t2`.`robot`, `t2`.`invoice_email`, `t2`.`invalid_login_attempts`, `t2`.`last_invalid_login`, `t2`.`removed_tag_expiration_s`, `t2`.`enabled`, `t2`.`invoice_email_address`, `t2`.`given_name`, `t2`.`family_name`, `t2`.`company`, `t2`.`location`, `t2`.`maximum_queued_builds_count`, `t2`.`creation_date`, `t2`.`last_accessed` FROM `repository` AS `t1` INNER JOIN `user` AS `t2` ON (`t1`.`namespace_user_id` = `t2`.`id`) WHERE (((`t2`.`username` = %s) AND (`t1`.`name` = %s)) AND (`t1`.`state` != %s)) LIMIT %s OFFSET %s', ['ibazulic', 'quay', 3, 1, 0]) gunicorn-registry stdout | 2022-06-09 11:32:00,178 [277] [DEBUG] [app] Ending request: urn:request:cdf811aa-f04f-425a-b2d8-60561cc627cb (/v2/ibazulic/quay/blobs/uploads/) {'endpoint': 'v2.start_blob_upload', 'request_id': 'urn:request:cdf811aa-f04f-425a-b2d8-60561cc627cb', 'remote_addr': '172.24.10.50', 'http_method': 'POST', 'original_url': 'https://quay.skynet/v2/ibazulic/quay/blobs/uploads/', 'path': '/v2/ibazulic/quay/blobs/uploads/', 'parameters': {}, 'json_body': None, 'confsha': '3a86aa80', 'user-agent': 'docker/20.10.17 go/go1.17.11 git-commit/a89b842 kernel/5.10.0-14-amd64 os/linux arch/amd64 UpstreamClient(Docker-Client/20.10.17 \\(linux\\))'} gunicorn-registry stdout | 2022-06-09 11:32:00,179 [277] [DEBUG] [data.database] Disconnecting from database. gunicorn-registry stdout | 2022-06-09 11:32:00,179 [277] [DEBUG] [peewee.pool] Returning 140435033335168 to pool. gunicorn-registry stdout | 2022-06-09 11:32:00,179 [277] [INFO] [gunicorn.access] 172.24.10.50 - - [09/Jun/2022:11:32:00 +0000] "POST /v2/ibazulic/quay/blobs/uploads/ HTTP/1.1" 202 0 "-" "docker/20.10.17 go/go1.17.11 git-commit/a89b842 kernel/5.10.0-14-amd64 os/linux arch/amd64 UpstreamClient(Docker-Client/20.10.17 \(linux\))" gunicorn-registry stdout | 2022-06-09 11:32:00,179 [276] [DEBUG] [app] Ending request: urn:request:7210c279-65e8-4cbe-b234-92b943b9a0c2 (/v2/ibazulic/quay/blobs/uploads/) {'endpoint': 'v2.start_blob_upload', 'request_id': 'urn:request:7210c279-65e8-4cbe-b234-92b943b9a0c2', 'remote_addr': '172.24.10.50', 'http_method': 'POST', 'original_url': 'https://quay.skynet/v2/ibazulic/quay/blobs/uploads/', 'path': '/v2/ibazulic/quay/blobs/uploads/', 'parameters': {}, 'json_body': None, 'confsha': '3a86aa80', 'user-agent': 'docker/20.10.17 go/go1.17.11 git-commit/a89b842 kernel/5.10.0-14-amd64 os/linux arch/amd64 UpstreamClient(Docker-Client/20.10.17 \\(linux\\))'} nginx stdout | 172.24.10.50 () - - [09/Jun/2022:11:32:00 +0000] "POST /v2/ibazulic/quay/blobs/uploads/ HTTP/1.1" 202 0 "-" "docker/20.10.17 go/go1.17.11 git-commit/a89b842 kernel/5.10.0-14-amd64 os/linux arch/amd64 UpstreamClient(Docker-Client/20.10.17 \x5C(linux\x5C))" (0.012 1296 0.012) gunicorn-registry stdout | 2022-06-09 11:32:00,179 [276] [DEBUG] [data.database] Disconnecting from database. gunicorn-registry stdout | 2022-06-09 11:32:00,179 [276] [DEBUG] [peewee.pool] Returning 140435024337696 to pool. gunicorn-registry stdout | 2022-06-09 11:32:00,179 [276] [INFO] [gunicorn.access] 172.24.10.50 - - [09/Jun/2022:11:32:00 +0000] "POST /v2/ibazulic/quay/blobs/uploads/ HTTP/1.1" 202 0 "-" "docker/20.10.17 go/go1.17.11 git-commit/a89b842 kernel/5.10.0-14-amd64 os/linux arch/amd64 UpstreamClient(Docker-Client/20.10.17 \(linux\))" nginx stdout | 172.24.10.50 () - - [09/Jun/2022:11:32:00 +0000] "POST /v2/ibazulic/quay/blobs/uploads/ HTTP/1.1" 202 0 "-" "docker/20.10.17 go/go1.17.11 git-commit/a89b842 kernel/5.10.0-14-amd64 os/linux arch/amd64 UpstreamClient(Docker-Client/20.10.17 \x5C(linux\x5C))" (0.018 1296 0.016) gunicorn-registry stdout | 2022-06-09 11:32:00,181 [276] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`namespace_user_id`, `t1`.`name`, `t1`.`visibility_id`, `t1`.`description`, `t1`.`badge_token`, `t1`.`kind_id`, `t1`.`trust_enabled`, `t1`.`state` FROM `repository` AS `t1` WHERE (`t1`.`id` = %s) LIMIT %s OFFSET %s', [1, 1, 0]) gunicorn-registry stdout | 2022-06-09 11:32:00,182 [276] [DEBUG] [peewee] ('INSERT INTO `blobupload` (`repository_id`, `uuid`, `byte_count`, `sha_state`, `location_id`, `storage_metadata`, `chunk_count`, `created`) VALUES (%s, %s, %s, %s, %s, %s, %s, %s)', [1, 'b467948e-70d0-4bca-a3b7-1f83813e3838', 0, 'gASVqwAAAAAAAACMBnJlaGFzaJSMBnNoYTI1NpSTlCmBlH2UKIwEbmFtZZRoAYwHbWRfZGF0YZRDeGfmCWqFrme7cvNuPDr1T6V/Ug5RjGgFm6vZgx8ZzeBbAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAACAAAAAAAAAAAAAAAJR1Yi4=', 9, '{}', 0, datetime.datetime(2022, 6, 9, 11, 32, 0, 181958)]) gunicorn-registry stdout | 2022-06-09 11:32:00,184 [276] [DEBUG] [app] Ending request: urn:request:d7e9b9d8-d6db-4c47-8fa5-25c5658c84b9 (/v2/ibazulic/quay/blobs/uploads/) {'endpoint': 'v2.start_blob_upload', 'request_id': 'urn:request:d7e9b9d8-d6db-4c47-8fa5-25c5658c84b9', 'remote_addr': '172.24.10.50', 'http_method': 'POST', 'original_url': 'https://quay.skynet/v2/ibazulic/quay/blobs/uploads/', 'path': '/v2/ibazulic/quay/blobs/uploads/', 'parameters': {}, 'json_body': None, 'confsha': '3a86aa80', 'user-agent': 'docker/20.10.17 go/go1.17.11 git-commit/a89b842 kernel/5.10.0-14-amd64 os/linux arch/amd64 UpstreamClient(Docker-Client/20.10.17 \\(linux\\))'} gunicorn-registry stdout | 2022-06-09 11:32:00,184 [276] [DEBUG] [data.database] Disconnecting from database. gunicorn-registry stdout | 2022-06-09 11:32:00,184 [276] [DEBUG] [peewee.pool] Returning 140435033337088 to pool. gunicorn-registry stdout | 2022-06-09 11:32:00,185 [276] [INFO] [gunicorn.access] 172.24.10.50 - - [09/Jun/2022:11:32:00 +0000] "POST /v2/ibazulic/quay/blobs/uploads/ HTTP/1.1" 202 0 "-" "docker/20.10.17 go/go1.17.11 git-commit/a89b842 kernel/5.10.0-14-amd64 os/linux arch/amd64 UpstreamClient(Docker-Client/20.10.17 \(linux\))" nginx stdout | 172.24.10.50 () - - [09/Jun/2022:11:32:00 +0000] "POST /v2/ibazulic/quay/blobs/uploads/ HTTP/1.1" 202 0 "-" "docker/20.10.17 go/go1.17.11 git-commit/a89b842 kernel/5.10.0-14-amd64 os/linux arch/amd64 UpstreamClient(Docker-Client/20.10.17 \x5C(linux\x5C))" (0.011 1296 0.012) gunicorn-registry stdout | 2022-06-09 11:32:00,189 [277] [DEBUG] [app] Starting request: urn:request:ae2e344c-4d26-4b4d-b26e-a5ef925e4765 (/v2/ibazulic/quay/blobs/uploads/c4855540-ada7-4684-ae68-70586ad60f61) {'X-Forwarded-For': '172.24.10.50'} gunicorn-registry stdout | 2022-06-09 11:32:00,189 [277] [DEBUG] [auth.registry_jwt_auth] Called with params: (), {'upload_uuid': 'c4855540-ada7-4684-ae68-70586ad60f61', 'namespace_name': 'ibazulic', 'repo_name': 'quay'} gunicorn-registry stdout | 2022-06-09 11:32:00,189 [277] [DEBUG] [auth.registry_jwt_auth] Validating auth header: Bearer eyJ0eXAiOiJKV1QiLCJhbGciOiJSUzI1NiIsImtpZCI6IkkyNm5ObFNEX2RYWVFRTndtS0VjUFdZTUtzWlIyeU55VWJibUxYNGRoMEEifQ.eyJpc3MiOiJxdWF5IiwiYXVkIjoicXVheS5za3luZXQiLCJuYmYiOjE2NTQ3NzQzMjAsImlhdCI6MTY1NDc3NDMyMCwiZXhwIjoxNjU0Nzc3OTIwLCJzdWIiOiJpYmF6dWxpYyIsImFjY2VzcyI6W3sidHlwZSI6InJlcG9zaXRvcnkiLCJuYW1lIjoiaWJhenVsaWMvcXVheSIsImFjdGlvbnMiOlsicHVzaCIsInB1bGwiXX1dLCJjb250ZXh0Ijp7InZlcnNpb24iOjIsImVudGl0eV9raW5kIjoidXNlciIsImVudGl0eV9yZWZlcmVuY2UiOiI4MjIyODQ5MC1kMDc1LTQ5MjEtYWU3YS1hZjQ0MDhjZjExYjQiLCJraW5kIjoidXNlciIsInVzZXIiOiJpYmF6dWxpYyIsImNvbS5hcG9zdGlsbGUucm9vdHMiOnsiaWJhenVsaWMvcXVheSI6IiRkaXNhYmxlZCJ9LCJjb20uYXBvc3RpbGxlLnJvb3QiOiIkZGlzYWJsZWQifX0.BZ-m6bEM1YONYPPhnVCQVO-xgmvoy21MVCpPg6B-1q_cfnAZJfetqN5gbf64qaR4u20a0q4NzuIEFN90nzzuTI_yu3uPiXPnK_CHXuaSKKLSAoVtTxo1lJ5Uq6SmGhLwP1CBVlMJ69eAtBqvDpztckaM-VHI7FIQ7QpX8aIoIHgmteXVW78fA7oGMYoyr1VzhUQJv3OC97vEFSqt-yIiz_dZUeUW5WxZJUFeFA9LkYabVtEAXgRwwJ8UmOZLwMufns9PH8UMpQSwpL_9gyok_A7qtSgHTKJElCjrrDRQ1CKQc6Vh1n_VkTag2FZifgoDLHT_YUTK7w-XLLDqM4y8IA gunicorn-registry stdout | 2022-06-09 11:32:00,189 [277] [DEBUG] [util.security.registry_jwt] encoded JWT: eyJ0eXAiOiJKV1QiLCJhbGciOiJSUzI1NiIsImtpZCI6IkkyNm5ObFNEX2RYWVFRTndtS0VjUFdZTUtzWlIyeU55VWJibUxYNGRoMEEifQ.eyJpc3MiOiJxdWF5IiwiYXVkIjoicXVheS5za3luZXQiLCJuYmYiOjE2NTQ3NzQzMjAsImlhdCI6MTY1NDc3NDMyMCwiZXhwIjoxNjU0Nzc3OTIwLCJzdWIiOiJpYmF6dWxpYyIsImFjY2VzcyI6W3sidHlwZSI6InJlcG9zaXRvcnkiLCJuYW1lIjoiaWJhenVsaWMvcXVheSIsImFjdGlvbnMiOlsicHVzaCIsInB1bGwiXX1dLCJjb250ZXh0Ijp7InZlcnNpb24iOjIsImVudGl0eV9raW5kIjoidXNlciIsImVudGl0eV9yZWZlcmVuY2UiOiI4MjIyODQ5MC1kMDc1LTQ5MjEtYWU3YS1hZjQ0MDhjZjExYjQiLCJraW5kIjoidXNlciIsInVzZXIiOiJpYmF6dWxpYyIsImNvbS5hcG9zdGlsbGUucm9vdHMiOnsiaWJhenVsaWMvcXVheSI6IiRkaXNhYmxlZCJ9LCJjb20uYXBvc3RpbGxlLnJvb3QiOiIkZGlzYWJsZWQifX0.BZ-m6bEM1YONYPPhnVCQVO-xgmvoy21MVCpPg6B-1q_cfnAZJfetqN5gbf64qaR4u20a0q4NzuIEFN90nzzuTI_yu3uPiXPnK_CHXuaSKKLSAoVtTxo1lJ5Uq6SmGhLwP1CBVlMJ69eAtBqvDpztckaM-VHI7FIQ7QpX8aIoIHgmteXVW78fA7oGMYoyr1VzhUQJv3OC97vEFSqt-yIiz_dZUeUW5WxZJUFeFA9LkYabVtEAXgRwwJ8UmOZLwMufns9PH8UMpQSwpL_9gyok_A7qtSgHTKJElCjrrDRQ1CKQc6Vh1n_VkTag2FZifgoDLHT_YUTK7w-XLLDqM4y8IA gunicorn-registry stdout | 2022-06-09 11:32:00,190 [277] [DEBUG] [auth.permissions] Identity loaded: gunicorn-registry stdout | 2022-06-09 11:32:00,190 [277] [DEBUG] [auth.permissions] Loaded signed_jwt identity for: ibazulic gunicorn-registry stdout | 2022-06-09 11:32:00,190 [277] [DEBUG] [auth.registry_jwt_auth] Identity changed to ibazulic gunicorn-registry stdout | 2022-06-09 11:32:00,190 [277] [DEBUG] [auth.registry_jwt_auth] Auth context set to {'version': 2, 'entity_kind': 'user', 'entity_reference': '82228490-d075-4921-ae7a-af4408cf11b4', 'kind': 'user', 'user': 'ibazulic', 'com.apostille.roots': {'ibazulic/quay': '$disabled'}, 'com.apostille.root': '$disabled'} gunicorn-registry stdout | 2022-06-09 11:32:00,190 [277] [DEBUG] [endpoints.v2] Checking permission for repo: ibazulic/quay gunicorn-registry stdout | 2022-06-09 11:32:00,190 [276] [DEBUG] [app] Starting request: urn:request:c9d587e6-cc9c-4a58-aad4-71a95897bce0 (/v2/ibazulic/quay/blobs/uploads/42e35a00-0627-4a28-bcd7-e7f04eaec12a) {'X-Forwarded-For': '172.24.10.50'} gunicorn-registry stdout | 2022-06-09 11:32:00,190 [276] [DEBUG] [auth.registry_jwt_auth] Called with params: (), {'upload_uuid': '42e35a00-0627-4a28-bcd7-e7f04eaec12a', 'namespace_name': 'ibazulic', 'repo_name': 'quay'} gunicorn-registry stdout | 2022-06-09 11:32:00,191 [276] [DEBUG] [auth.registry_jwt_auth] Validating auth header: Bearer eyJ0eXAiOiJKV1QiLCJhbGciOiJSUzI1NiIsImtpZCI6IkkyNm5ObFNEX2RYWVFRTndtS0VjUFdZTUtzWlIyeU55VWJibUxYNGRoMEEifQ.eyJpc3MiOiJxdWF5IiwiYXVkIjoicXVheS5za3luZXQiLCJuYmYiOjE2NTQ3NzQzMjAsImlhdCI6MTY1NDc3NDMyMCwiZXhwIjoxNjU0Nzc3OTIwLCJzdWIiOiJpYmF6dWxpYyIsImFjY2VzcyI6W3sidHlwZSI6InJlcG9zaXRvcnkiLCJuYW1lIjoiaWJhenVsaWMvcXVheSIsImFjdGlvbnMiOlsicHVzaCIsInB1bGwiXX1dLCJjb250ZXh0Ijp7InZlcnNpb24iOjIsImVudGl0eV9raW5kIjoidXNlciIsImVudGl0eV9yZWZlcmVuY2UiOiI4MjIyODQ5MC1kMDc1LTQ5MjEtYWU3YS1hZjQ0MDhjZjExYjQiLCJraW5kIjoidXNlciIsInVzZXIiOiJpYmF6dWxpYyIsImNvbS5hcG9zdGlsbGUucm9vdHMiOnsiaWJhenVsaWMvcXVheSI6IiRkaXNhYmxlZCJ9LCJjb20uYXBvc3RpbGxlLnJvb3QiOiIkZGlzYWJsZWQifX0.BZ-m6bEM1YONYPPhnVCQVO-xgmvoy21MVCpPg6B-1q_cfnAZJfetqN5gbf64qaR4u20a0q4NzuIEFN90nzzuTI_yu3uPiXPnK_CHXuaSKKLSAoVtTxo1lJ5Uq6SmGhLwP1CBVlMJ69eAtBqvDpztckaM-VHI7FIQ7QpX8aIoIHgmteXVW78fA7oGMYoyr1VzhUQJv3OC97vEFSqt-yIiz_dZUeUW5WxZJUFeFA9LkYabVtEAXgRwwJ8UmOZLwMufns9PH8UMpQSwpL_9gyok_A7qtSgHTKJElCjrrDRQ1CKQc6Vh1n_VkTag2FZifgoDLHT_YUTK7w-XLLDqM4y8IA gunicorn-registry stdout | 2022-06-09 11:32:00,191 [276] [DEBUG] [util.security.registry_jwt] encoded JWT: eyJ0eXAiOiJKV1QiLCJhbGciOiJSUzI1NiIsImtpZCI6IkkyNm5ObFNEX2RYWVFRTndtS0VjUFdZTUtzWlIyeU55VWJibUxYNGRoMEEifQ.eyJpc3MiOiJxdWF5IiwiYXVkIjoicXVheS5za3luZXQiLCJuYmYiOjE2NTQ3NzQzMjAsImlhdCI6MTY1NDc3NDMyMCwiZXhwIjoxNjU0Nzc3OTIwLCJzdWIiOiJpYmF6dWxpYyIsImFjY2VzcyI6W3sidHlwZSI6InJlcG9zaXRvcnkiLCJuYW1lIjoiaWJhenVsaWMvcXVheSIsImFjdGlvbnMiOlsicHVzaCIsInB1bGwiXX1dLCJjb250ZXh0Ijp7InZlcnNpb24iOjIsImVudGl0eV9raW5kIjoidXNlciIsImVudGl0eV9yZWZlcmVuY2UiOiI4MjIyODQ5MC1kMDc1LTQ5MjEtYWU3YS1hZjQ0MDhjZjExYjQiLCJraW5kIjoidXNlciIsInVzZXIiOiJpYmF6dWxpYyIsImNvbS5hcG9zdGlsbGUucm9vdHMiOnsiaWJhenVsaWMvcXVheSI6IiRkaXNhYmxlZCJ9LCJjb20uYXBvc3RpbGxlLnJvb3QiOiIkZGlzYWJsZWQifX0.BZ-m6bEM1YONYPPhnVCQVO-xgmvoy21MVCpPg6B-1q_cfnAZJfetqN5gbf64qaR4u20a0q4NzuIEFN90nzzuTI_yu3uPiXPnK_CHXuaSKKLSAoVtTxo1lJ5Uq6SmGhLwP1CBVlMJ69eAtBqvDpztckaM-VHI7FIQ7QpX8aIoIHgmteXVW78fA7oGMYoyr1VzhUQJv3OC97vEFSqt-yIiz_dZUeUW5WxZJUFeFA9LkYabVtEAXgRwwJ8UmOZLwMufns9PH8UMpQSwpL_9gyok_A7qtSgHTKJElCjrrDRQ1CKQc6Vh1n_VkTag2FZifgoDLHT_YUTK7w-XLLDqM4y8IA gunicorn-registry stdout | 2022-06-09 11:32:00,191 [277] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`namespace_user_id`, `t1`.`name`, `t1`.`visibility_id`, `t1`.`description`, `t1`.`badge_token`, `t1`.`kind_id`, `t1`.`trust_enabled`, `t1`.`state`, `t2`.`id`, `t2`.`uuid`, `t2`.`username`, `t2`.`password_hash`, `t2`.`email`, `t2`.`verified`, `t2`.`stripe_id`, `t2`.`organization`, `t2`.`robot`, `t2`.`invoice_email`, `t2`.`invalid_login_attempts`, `t2`.`last_invalid_login`, `t2`.`removed_tag_expiration_s`, `t2`.`enabled`, `t2`.`invoice_email_address`, `t2`.`given_name`, `t2`.`family_name`, `t2`.`company`, `t2`.`location`, `t2`.`maximum_queued_builds_count`, `t2`.`creation_date`, `t2`.`last_accessed` FROM `repository` AS `t1` INNER JOIN `user` AS `t2` ON (`t1`.`namespace_user_id` = `t2`.`id`) WHERE (((`t2`.`username` = %s) AND (`t1`.`name` = %s)) AND (`t1`.`state` != %s)) LIMIT %s OFFSET %s', ['ibazulic', 'quay', 3, 1, 0]) gunicorn-registry stdout | 2022-06-09 11:32:00,192 [276] [DEBUG] [auth.permissions] Identity loaded: gunicorn-registry stdout | 2022-06-09 11:32:00,192 [276] [DEBUG] [auth.permissions] Loaded signed_jwt identity for: ibazulic gunicorn-registry stdout | 2022-06-09 11:32:00,192 [276] [DEBUG] [auth.registry_jwt_auth] Identity changed to ibazulic gunicorn-registry stdout | 2022-06-09 11:32:00,192 [276] [DEBUG] [auth.registry_jwt_auth] Auth context set to {'version': 2, 'entity_kind': 'user', 'entity_reference': '82228490-d075-4921-ae7a-af4408cf11b4', 'kind': 'user', 'user': 'ibazulic', 'com.apostille.roots': {'ibazulic/quay': '$disabled'}, 'com.apostille.root': '$disabled'} gunicorn-registry stdout | 2022-06-09 11:32:00,192 [276] [DEBUG] [endpoints.v2] Checking permission for repo: ibazulic/quay gunicorn-registry stdout | 2022-06-09 11:32:00,193 [276] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`namespace_user_id`, `t1`.`name`, `t1`.`visibility_id`, `t1`.`description`, `t1`.`badge_token`, `t1`.`kind_id`, `t1`.`trust_enabled`, `t1`.`state`, `t2`.`id`, `t2`.`uuid`, `t2`.`username`, `t2`.`password_hash`, `t2`.`email`, `t2`.`verified`, `t2`.`stripe_id`, `t2`.`organization`, `t2`.`robot`, `t2`.`invoice_email`, `t2`.`invalid_login_attempts`, `t2`.`last_invalid_login`, `t2`.`removed_tag_expiration_s`, `t2`.`enabled`, `t2`.`invoice_email_address`, `t2`.`given_name`, `t2`.`family_name`, `t2`.`company`, `t2`.`location`, `t2`.`maximum_queued_builds_count`, `t2`.`creation_date`, `t2`.`last_accessed` FROM `repository` AS `t1` INNER JOIN `user` AS `t2` ON (`t1`.`namespace_user_id` = `t2`.`id`) WHERE (((`t2`.`username` = %s) AND (`t1`.`name` = %s)) AND (`t1`.`state` != %s)) LIMIT %s OFFSET %s', ['ibazulic', 'quay', 3, 1, 0]) gunicorn-registry stdout | 2022-06-09 11:32:00,193 [277] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`repository_id`, `t1`.`uuid`, `t1`.`byte_count`, `t1`.`sha_state`, `t1`.`location_id`, `t1`.`storage_metadata`, `t1`.`chunk_count`, `t1`.`uncompressed_byte_count`, `t1`.`created`, `t1`.`piece_sha_state`, `t1`.`piece_hashes`, `t2`.`id`, `t2`.`name` FROM `blobupload` AS `t1` INNER JOIN `imagestoragelocation` AS `t2` ON (`t1`.`location_id` = `t2`.`id`) WHERE (`t1`.`uuid` = %s) LIMIT %s OFFSET %s', ['c4855540-ada7-4684-ae68-70586ad60f61', 1, 0]) gunicorn-registry stdout | 2022-06-09 11:32:00,194 [277] [DEBUG] [data.database] Disconnecting from database. gunicorn-registry stdout | 2022-06-09 11:32:00,194 [277] [DEBUG] [peewee.pool] Returning 140435033335168 to pool. gunicorn-registry stdout | 2022-06-09 11:32:00,196 [276] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`repository_id`, `t1`.`uuid`, `t1`.`byte_count`, `t1`.`sha_state`, `t1`.`location_id`, `t1`.`storage_metadata`, `t1`.`chunk_count`, `t1`.`uncompressed_byte_count`, `t1`.`created`, `t1`.`piece_sha_state`, `t1`.`piece_hashes`, `t2`.`id`, `t2`.`name` FROM `blobupload` AS `t1` INNER JOIN `imagestoragelocation` AS `t2` ON (`t1`.`location_id` = `t2`.`id`) WHERE (`t1`.`uuid` = %s) LIMIT %s OFFSET %s', ['42e35a00-0627-4a28-bcd7-e7f04eaec12a', 1, 0]) gunicorn-registry stdout | 2022-06-09 11:32:00,198 [276] [DEBUG] [data.database] Disconnecting from database. gunicorn-registry stdout | 2022-06-09 11:32:00,198 [276] [DEBUG] [peewee.pool] Returning 140435033337088 to pool. gunicorn-registry stdout | 2022-06-09 11:32:00,198 [273] [DEBUG] [app] Starting request: urn:request:8e7cc44a-1ca5-4c75-b1f5-9dcdeb206350 (/v2/ibazulic/quay/blobs/uploads/b467948e-70d0-4bca-a3b7-1f83813e3838) {'X-Forwarded-For': '172.24.10.50'} gunicorn-registry stdout | 2022-06-09 11:32:00,199 [276] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`repository_id`, `t1`.`uuid`, `t1`.`byte_count`, `t1`.`sha_state`, `t1`.`location_id`, `t1`.`storage_metadata`, `t1`.`chunk_count`, `t1`.`uncompressed_byte_count`, `t1`.`created`, `t1`.`piece_sha_state`, `t1`.`piece_hashes`, `t2`.`id`, `t2`.`name` FROM `blobupload` AS `t1` INNER JOIN `imagestoragelocation` AS `t2` ON (`t1`.`location_id` = `t2`.`id`) WHERE (`t1`.`uuid` = %s) LIMIT %s OFFSET %s', ['42e35a00-0627-4a28-bcd7-e7f04eaec12a', 1, 0]) gunicorn-registry stdout | 2022-06-09 11:32:00,199 [273] [DEBUG] [auth.registry_jwt_auth] Called with params: (), {'upload_uuid': 'b467948e-70d0-4bca-a3b7-1f83813e3838', 'namespace_name': 'ibazulic', 'repo_name': 'quay'} gunicorn-registry stdout | 2022-06-09 11:32:00,199 [273] [DEBUG] [auth.registry_jwt_auth] Validating auth header: Bearer eyJ0eXAiOiJKV1QiLCJhbGciOiJSUzI1NiIsImtpZCI6IkkyNm5ObFNEX2RYWVFRTndtS0VjUFdZTUtzWlIyeU55VWJibUxYNGRoMEEifQ.eyJpc3MiOiJxdWF5IiwiYXVkIjoicXVheS5za3luZXQiLCJuYmYiOjE2NTQ3NzQzMjAsImlhdCI6MTY1NDc3NDMyMCwiZXhwIjoxNjU0Nzc3OTIwLCJzdWIiOiJpYmF6dWxpYyIsImFjY2VzcyI6W3sidHlwZSI6InJlcG9zaXRvcnkiLCJuYW1lIjoiaWJhenVsaWMvcXVheSIsImFjdGlvbnMiOlsicHVzaCIsInB1bGwiXX1dLCJjb250ZXh0Ijp7InZlcnNpb24iOjIsImVudGl0eV9raW5kIjoidXNlciIsImVudGl0eV9yZWZlcmVuY2UiOiI4MjIyODQ5MC1kMDc1LTQ5MjEtYWU3YS1hZjQ0MDhjZjExYjQiLCJraW5kIjoidXNlciIsInVzZXIiOiJpYmF6dWxpYyIsImNvbS5hcG9zdGlsbGUucm9vdHMiOnsiaWJhenVsaWMvcXVheSI6IiRkaXNhYmxlZCJ9LCJjb20uYXBvc3RpbGxlLnJvb3QiOiIkZGlzYWJsZWQifX0.BZ-m6bEM1YONYPPhnVCQVO-xgmvoy21MVCpPg6B-1q_cfnAZJfetqN5gbf64qaR4u20a0q4NzuIEFN90nzzuTI_yu3uPiXPnK_CHXuaSKKLSAoVtTxo1lJ5Uq6SmGhLwP1CBVlMJ69eAtBqvDpztckaM-VHI7FIQ7QpX8aIoIHgmteXVW78fA7oGMYoyr1VzhUQJv3OC97vEFSqt-yIiz_dZUeUW5WxZJUFeFA9LkYabVtEAXgRwwJ8UmOZLwMufns9PH8UMpQSwpL_9gyok_A7qtSgHTKJElCjrrDRQ1CKQc6Vh1n_VkTag2FZifgoDLHT_YUTK7w-XLLDqM4y8IA gunicorn-registry stdout | 2022-06-09 11:32:00,199 [273] [DEBUG] [util.security.registry_jwt] encoded JWT: eyJ0eXAiOiJKV1QiLCJhbGciOiJSUzI1NiIsImtpZCI6IkkyNm5ObFNEX2RYWVFRTndtS0VjUFdZTUtzWlIyeU55VWJibUxYNGRoMEEifQ.eyJpc3MiOiJxdWF5IiwiYXVkIjoicXVheS5za3luZXQiLCJuYmYiOjE2NTQ3NzQzMjAsImlhdCI6MTY1NDc3NDMyMCwiZXhwIjoxNjU0Nzc3OTIwLCJzdWIiOiJpYmF6dWxpYyIsImFjY2VzcyI6W3sidHlwZSI6InJlcG9zaXRvcnkiLCJuYW1lIjoiaWJhenVsaWMvcXVheSIsImFjdGlvbnMiOlsicHVzaCIsInB1bGwiXX1dLCJjb250ZXh0Ijp7InZlcnNpb24iOjIsImVudGl0eV9raW5kIjoidXNlciIsImVudGl0eV9yZWZlcmVuY2UiOiI4MjIyODQ5MC1kMDc1LTQ5MjEtYWU3YS1hZjQ0MDhjZjExYjQiLCJraW5kIjoidXNlciIsInVzZXIiOiJpYmF6dWxpYyIsImNvbS5hcG9zdGlsbGUucm9vdHMiOnsiaWJhenVsaWMvcXVheSI6IiRkaXNhYmxlZCJ9LCJjb20uYXBvc3RpbGxlLnJvb3QiOiIkZGlzYWJsZWQifX0.BZ-m6bEM1YONYPPhnVCQVO-xgmvoy21MVCpPg6B-1q_cfnAZJfetqN5gbf64qaR4u20a0q4NzuIEFN90nzzuTI_yu3uPiXPnK_CHXuaSKKLSAoVtTxo1lJ5Uq6SmGhLwP1CBVlMJ69eAtBqvDpztckaM-VHI7FIQ7QpX8aIoIHgmteXVW78fA7oGMYoyr1VzhUQJv3OC97vEFSqt-yIiz_dZUeUW5WxZJUFeFA9LkYabVtEAXgRwwJ8UmOZLwMufns9PH8UMpQSwpL_9gyok_A7qtSgHTKJElCjrrDRQ1CKQc6Vh1n_VkTag2FZifgoDLHT_YUTK7w-XLLDqM4y8IA gunicorn-registry stdout | 2022-06-09 11:32:00,201 [273] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`name`, `t1`.`kid`, `t1`.`service`, `t1`.`jwk`, `t1`.`metadata`, `t1`.`created_date`, `t1`.`expiration_date`, `t1`.`rotation_duration`, `t1`.`approval_id` FROM `servicekey` AS `t1` LEFT OUTER JOIN `servicekeyapproval` AS `t2` ON (`t1`.`approval_id` = `t2`.`id`) WHERE ((((NOT (`t1`.`approval_id` IS %s) AND ((`t1`.`expiration_date` > %s) OR (`t1`.`expiration_date` IS %s))) AND (`t1`.`service` = %s)) AND (NOT ((`t1`.`service` = %s) AND (`t1`.`expiration_date` <= %s)) OR NOT (((`t1`.`service` = %s) AND (`t1`.`approval_id` IS %s)) AND (`t1`.`created_date` <= %s)))) AND (NOT (`t1`.`expiration_date` <= %s) OR (`t1`.`expiration_date` IS %s)))', [None, datetime.datetime(2022, 6, 9, 11, 32, 0, 200032), None, 'quay', 'quay', datetime.datetime(2022, 6, 9, 11, 32, 0, 200053), 'quay', None, datetime.datetime(2022, 6, 8, 11, 32, 0, 200064), datetime.datetime(2022, 6, 2, 11, 32, 0, 200071), None]) gunicorn-registry stdout | 2022-06-09 11:32:00,200 [276] [DEBUG] [peewee] ('UPDATE `blobupload` SET `repository_id` = %s, `uuid` = %s, `byte_count` = %s, `sha_state` = %s, `location_id` = %s, `storage_metadata` = %s, `chunk_count` = %s, `uncompressed_byte_count` = %s, `created` = %s, `piece_sha_state` = %s, `piece_hashes` = %s WHERE (`blobupload`.`id` = %s)', [1, '42e35a00-0627-4a28-bcd7-e7f04eaec12a', 1795, 'gASVsgAAAAAAAACMBnJlaGFzaJSMBnNoYTI1NpSTlCmBlH2UKIwEbmFtZZSMBnNoYTI1NpSMB21kX2RhdGGUQ3jkMNXjNF3ewlMWvXirNY2nu5YUuoEUiTpBIbTBz4KriRg4AAAAAAAAUAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAMAAAAgAAAAAAAAAAAAAACUdWIu', 9, '{}', 1, 20480, datetime.datetime(2022, 6, 9, 11, 32), None, None, 1]) gunicorn-registry stdout | 2022-06-09 11:32:00,201 [273] [DEBUG] [peewee.pool] No connection available in pool. gunicorn-registry stdout | 2022-06-09 11:32:00,203 [276] [DEBUG] [app] Ending request: urn:request:c9d587e6-cc9c-4a58-aad4-71a95897bce0 (/v2/ibazulic/quay/blobs/uploads/42e35a00-0627-4a28-bcd7-e7f04eaec12a) {'endpoint': 'v2.upload_chunk', 'request_id': 'urn:request:c9d587e6-cc9c-4a58-aad4-71a95897bce0', 'remote_addr': '172.24.10.50', 'http_method': 'PATCH', 'original_url': 'https://quay.skynet/v2/ibazulic/quay/blobs/uploads/42e35a00-0627-4a28-bcd7-e7f04eaec12a', 'path': '/v2/ibazulic/quay/blobs/uploads/42e35a00-0627-4a28-bcd7-e7f04eaec12a', 'parameters': {}, 'json_body': None, 'confsha': '3a86aa80', 'user-agent': 'docker/20.10.17 go/go1.17.11 git-commit/a89b842 kernel/5.10.0-14-amd64 os/linux arch/amd64 UpstreamClient(Docker-Client/20.10.17 \\(linux\\))'} gunicorn-registry stdout | 2022-06-09 11:32:00,203 [276] [DEBUG] [data.database] Disconnecting from database. gunicorn-registry stdout | 2022-06-09 11:32:00,203 [276] [DEBUG] [peewee.pool] Returning 140435033337088 to pool. gunicorn-registry stdout | 2022-06-09 11:32:00,204 [276] [INFO] [gunicorn.access] 172.24.10.50 - - [09/Jun/2022:11:32:00 +0000] "PATCH /v2/ibazulic/quay/blobs/uploads/42e35a00-0627-4a28-bcd7-e7f04eaec12a HTTP/1.1" 202 0 "-" "docker/20.10.17 go/go1.17.11 git-commit/a89b842 kernel/5.10.0-14-amd64 os/linux arch/amd64 UpstreamClient(Docker-Client/20.10.17 \(linux\))" nginx stdout | 172.24.10.50 () - - [09/Jun/2022:11:32:00 +0000] "PATCH /v2/ibazulic/quay/blobs/uploads/42e35a00-0627-4a28-bcd7-e7f04eaec12a HTTP/1.1" 202 0 "-" "docker/20.10.17 go/go1.17.11 git-commit/a89b842 kernel/5.10.0-14-amd64 os/linux arch/amd64 UpstreamClient(Docker-Client/20.10.17 \x5C(linux\x5C))" (0.022 3149 0.020) gunicorn-registry stdout | 2022-06-09 11:32:00,206 [273] [DEBUG] [peewee.pool] Created new connection 140435033336656. gunicorn-registry stdout | 2022-06-09 11:32:00,210 [273] [DEBUG] [auth.permissions] Identity loaded: gunicorn-registry stdout | 2022-06-09 11:32:00,210 [273] [DEBUG] [auth.permissions] Loaded signed_jwt identity for: ibazulic gunicorn-registry stdout | 2022-06-09 11:32:00,210 [273] [DEBUG] [auth.registry_jwt_auth] Identity changed to ibazulic gunicorn-registry stdout | 2022-06-09 11:32:00,210 [273] [DEBUG] [auth.registry_jwt_auth] Auth context set to {'version': 2, 'entity_kind': 'user', 'entity_reference': '82228490-d075-4921-ae7a-af4408cf11b4', 'kind': 'user', 'user': 'ibazulic', 'com.apostille.roots': {'ibazulic/quay': '$disabled'}, 'com.apostille.root': '$disabled'} gunicorn-registry stdout | 2022-06-09 11:32:00,211 [273] [DEBUG] [endpoints.v2] Checking permission for repo: ibazulic/quay gunicorn-registry stdout | 2022-06-09 11:32:00,212 [273] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`namespace_user_id`, `t1`.`name`, `t1`.`visibility_id`, `t1`.`description`, `t1`.`badge_token`, `t1`.`kind_id`, `t1`.`trust_enabled`, `t1`.`state`, `t2`.`id`, `t2`.`uuid`, `t2`.`username`, `t2`.`password_hash`, `t2`.`email`, `t2`.`verified`, `t2`.`stripe_id`, `t2`.`organization`, `t2`.`robot`, `t2`.`invoice_email`, `t2`.`invalid_login_attempts`, `t2`.`last_invalid_login`, `t2`.`removed_tag_expiration_s`, `t2`.`enabled`, `t2`.`invoice_email_address`, `t2`.`given_name`, `t2`.`family_name`, `t2`.`company`, `t2`.`location`, `t2`.`maximum_queued_builds_count`, `t2`.`creation_date`, `t2`.`last_accessed` FROM `repository` AS `t1` INNER JOIN `user` AS `t2` ON (`t1`.`namespace_user_id` = `t2`.`id`) WHERE (((`t2`.`username` = %s) AND (`t1`.`name` = %s)) AND (`t1`.`state` != %s)) LIMIT %s OFFSET %s', ['ibazulic', 'quay', 3, 1, 0]) gunicorn-registry stdout | 2022-06-09 11:32:00,213 [271] [DEBUG] [app] Starting request: urn:request:bc1a454a-5090-47ca-8d0b-b8d09e3cff5f (/v2/ibazulic/quay/blobs/uploads/42e35a00-0627-4a28-bcd7-e7f04eaec12a) {'X-Forwarded-For': '172.24.10.50'} gunicorn-registry stdout | 2022-06-09 11:32:00,214 [271] [DEBUG] [auth.registry_jwt_auth] Called with params: (), {'upload_uuid': '42e35a00-0627-4a28-bcd7-e7f04eaec12a', 'namespace_name': 'ibazulic', 'repo_name': 'quay'} gunicorn-registry stdout | 2022-06-09 11:32:00,214 [271] [DEBUG] [auth.registry_jwt_auth] Validating auth header: Bearer eyJ0eXAiOiJKV1QiLCJhbGciOiJSUzI1NiIsImtpZCI6IkkyNm5ObFNEX2RYWVFRTndtS0VjUFdZTUtzWlIyeU55VWJibUxYNGRoMEEifQ.eyJpc3MiOiJxdWF5IiwiYXVkIjoicXVheS5za3luZXQiLCJuYmYiOjE2NTQ3NzQzMjAsImlhdCI6MTY1NDc3NDMyMCwiZXhwIjoxNjU0Nzc3OTIwLCJzdWIiOiJpYmF6dWxpYyIsImFjY2VzcyI6W3sidHlwZSI6InJlcG9zaXRvcnkiLCJuYW1lIjoiaWJhenVsaWMvcXVheSIsImFjdGlvbnMiOlsicHVzaCIsInB1bGwiXX1dLCJjb250ZXh0Ijp7InZlcnNpb24iOjIsImVudGl0eV9raW5kIjoidXNlciIsImVudGl0eV9yZWZlcmVuY2UiOiI4MjIyODQ5MC1kMDc1LTQ5MjEtYWU3YS1hZjQ0MDhjZjExYjQiLCJraW5kIjoidXNlciIsInVzZXIiOiJpYmF6dWxpYyIsImNvbS5hcG9zdGlsbGUucm9vdHMiOnsiaWJhenVsaWMvcXVheSI6IiRkaXNhYmxlZCJ9LCJjb20uYXBvc3RpbGxlLnJvb3QiOiIkZGlzYWJsZWQifX0.BZ-m6bEM1YONYPPhnVCQVO-xgmvoy21MVCpPg6B-1q_cfnAZJfetqN5gbf64qaR4u20a0q4NzuIEFN90nzzuTI_yu3uPiXPnK_CHXuaSKKLSAoVtTxo1lJ5Uq6SmGhLwP1CBVlMJ69eAtBqvDpztckaM-VHI7FIQ7QpX8aIoIHgmteXVW78fA7oGMYoyr1VzhUQJv3OC97vEFSqt-yIiz_dZUeUW5WxZJUFeFA9LkYabVtEAXgRwwJ8UmOZLwMufns9PH8UMpQSwpL_9gyok_A7qtSgHTKJElCjrrDRQ1CKQc6Vh1n_VkTag2FZifgoDLHT_YUTK7w-XLLDqM4y8IA gunicorn-registry stdout | 2022-06-09 11:32:00,214 [271] [DEBUG] [util.security.registry_jwt] encoded JWT: eyJ0eXAiOiJKV1QiLCJhbGciOiJSUzI1NiIsImtpZCI6IkkyNm5ObFNEX2RYWVFRTndtS0VjUFdZTUtzWlIyeU55VWJibUxYNGRoMEEifQ.eyJpc3MiOiJxdWF5IiwiYXVkIjoicXVheS5za3luZXQiLCJuYmYiOjE2NTQ3NzQzMjAsImlhdCI6MTY1NDc3NDMyMCwiZXhwIjoxNjU0Nzc3OTIwLCJzdWIiOiJpYmF6dWxpYyIsImFjY2VzcyI6W3sidHlwZSI6InJlcG9zaXRvcnkiLCJuYW1lIjoiaWJhenVsaWMvcXVheSIsImFjdGlvbnMiOlsicHVzaCIsInB1bGwiXX1dLCJjb250ZXh0Ijp7InZlcnNpb24iOjIsImVudGl0eV9raW5kIjoidXNlciIsImVudGl0eV9yZWZlcmVuY2UiOiI4MjIyODQ5MC1kMDc1LTQ5MjEtYWU3YS1hZjQ0MDhjZjExYjQiLCJraW5kIjoidXNlciIsInVzZXIiOiJpYmF6dWxpYyIsImNvbS5hcG9zdGlsbGUucm9vdHMiOnsiaWJhenVsaWMvcXVheSI6IiRkaXNhYmxlZCJ9LCJjb20uYXBvc3RpbGxlLnJvb3QiOiIkZGlzYWJsZWQifX0.BZ-m6bEM1YONYPPhnVCQVO-xgmvoy21MVCpPg6B-1q_cfnAZJfetqN5gbf64qaR4u20a0q4NzuIEFN90nzzuTI_yu3uPiXPnK_CHXuaSKKLSAoVtTxo1lJ5Uq6SmGhLwP1CBVlMJ69eAtBqvDpztckaM-VHI7FIQ7QpX8aIoIHgmteXVW78fA7oGMYoyr1VzhUQJv3OC97vEFSqt-yIiz_dZUeUW5WxZJUFeFA9LkYabVtEAXgRwwJ8UmOZLwMufns9PH8UMpQSwpL_9gyok_A7qtSgHTKJElCjrrDRQ1CKQc6Vh1n_VkTag2FZifgoDLHT_YUTK7w-XLLDqM4y8IA gunicorn-registry stdout | 2022-06-09 11:32:00,215 [271] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`name`, `t1`.`kid`, `t1`.`service`, `t1`.`jwk`, `t1`.`metadata`, `t1`.`created_date`, `t1`.`expiration_date`, `t1`.`rotation_duration`, `t1`.`approval_id` FROM `servicekey` AS `t1` LEFT OUTER JOIN `servicekeyapproval` AS `t2` ON (`t1`.`approval_id` = `t2`.`id`) WHERE ((((NOT (`t1`.`approval_id` IS %s) AND ((`t1`.`expiration_date` > %s) OR (`t1`.`expiration_date` IS %s))) AND (`t1`.`service` = %s)) AND (NOT ((`t1`.`service` = %s) AND (`t1`.`expiration_date` <= %s)) OR NOT (((`t1`.`service` = %s) AND (`t1`.`approval_id` IS %s)) AND (`t1`.`created_date` <= %s)))) AND (NOT (`t1`.`expiration_date` <= %s) OR (`t1`.`expiration_date` IS %s)))', [None, datetime.datetime(2022, 6, 9, 11, 32, 0, 214743), None, 'quay', 'quay', datetime.datetime(2022, 6, 9, 11, 32, 0, 214764), 'quay', None, datetime.datetime(2022, 6, 8, 11, 32, 0, 214775), datetime.datetime(2022, 6, 2, 11, 32, 0, 214782), None]) gunicorn-registry stdout | 2022-06-09 11:32:00,215 [271] [DEBUG] [peewee.pool] No connection available in pool. gunicorn-registry stdout | 2022-06-09 11:32:00,216 [273] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`name` FROM `repositorykind` AS `t1`', []) gunicorn-registry stdout | 2022-06-09 11:32:00,218 [273] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`name` FROM `visibility` AS `t1` WHERE (`t1`.`name` = %s) LIMIT %s OFFSET %s', ['public', 1, 0]) gunicorn-registry stdout | 2022-06-09 11:32:00,219 [273] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`repository_id`, `t1`.`uuid`, `t1`.`byte_count`, `t1`.`sha_state`, `t1`.`location_id`, `t1`.`storage_metadata`, `t1`.`chunk_count`, `t1`.`uncompressed_byte_count`, `t1`.`created`, `t1`.`piece_sha_state`, `t1`.`piece_hashes`, `t2`.`id`, `t2`.`name` FROM `blobupload` AS `t1` INNER JOIN `imagestoragelocation` AS `t2` ON (`t1`.`location_id` = `t2`.`id`) WHERE (`t1`.`uuid` = %s) LIMIT %s OFFSET %s', ['b467948e-70d0-4bca-a3b7-1f83813e3838', 1, 0]) gunicorn-registry stdout | 2022-06-09 11:32:00,220 [273] [DEBUG] [data.database] Disconnecting from database. gunicorn-registry stdout | 2022-06-09 11:32:00,221 [273] [DEBUG] [peewee.pool] Returning 140435033336656 to pool. gunicorn-registry stdout | 2022-06-09 11:32:00,221 [271] [DEBUG] [peewee.pool] Created new connection 140435033336368. gunicorn-registry stdout | 2022-06-09 11:32:00,226 [271] [DEBUG] [auth.permissions] Identity loaded: gunicorn-registry stdout | 2022-06-09 11:32:00,226 [271] [DEBUG] [auth.permissions] Loaded signed_jwt identity for: ibazulic gunicorn-registry stdout | 2022-06-09 11:32:00,226 [271] [DEBUG] [auth.registry_jwt_auth] Identity changed to ibazulic gunicorn-registry stdout | 2022-06-09 11:32:00,226 [271] [DEBUG] [auth.registry_jwt_auth] Auth context set to {'version': 2, 'entity_kind': 'user', 'entity_reference': '82228490-d075-4921-ae7a-af4408cf11b4', 'kind': 'user', 'user': 'ibazulic', 'com.apostille.roots': {'ibazulic/quay': '$disabled'}, 'com.apostille.root': '$disabled'} gunicorn-registry stdout | 2022-06-09 11:32:00,226 [271] [DEBUG] [endpoints.v2] Checking permission for repo: ibazulic/quay gunicorn-registry stdout | 2022-06-09 11:32:00,227 [271] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`namespace_user_id`, `t1`.`name`, `t1`.`visibility_id`, `t1`.`description`, `t1`.`badge_token`, `t1`.`kind_id`, `t1`.`trust_enabled`, `t1`.`state`, `t2`.`id`, `t2`.`uuid`, `t2`.`username`, `t2`.`password_hash`, `t2`.`email`, `t2`.`verified`, `t2`.`stripe_id`, `t2`.`organization`, `t2`.`robot`, `t2`.`invoice_email`, `t2`.`invalid_login_attempts`, `t2`.`last_invalid_login`, `t2`.`removed_tag_expiration_s`, `t2`.`enabled`, `t2`.`invoice_email_address`, `t2`.`given_name`, `t2`.`family_name`, `t2`.`company`, `t2`.`location`, `t2`.`maximum_queued_builds_count`, `t2`.`creation_date`, `t2`.`last_accessed` FROM `repository` AS `t1` INNER JOIN `user` AS `t2` ON (`t1`.`namespace_user_id` = `t2`.`id`) WHERE (((`t2`.`username` = %s) AND (`t1`.`name` = %s)) AND (`t1`.`state` != %s)) LIMIT %s OFFSET %s', ['ibazulic', 'quay', 3, 1, 0]) gunicorn-registry stdout | 2022-06-09 11:32:00,229 [271] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`name` FROM `repositorykind` AS `t1`', []) gunicorn-registry stdout | 2022-06-09 11:32:00,231 [271] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`name` FROM `visibility` AS `t1` WHERE (`t1`.`name` = %s) LIMIT %s OFFSET %s', ['public', 1, 0]) gunicorn-registry stdout | 2022-06-09 11:32:00,233 [271] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`repository_id`, `t1`.`uuid`, `t1`.`byte_count`, `t1`.`sha_state`, `t1`.`location_id`, `t1`.`storage_metadata`, `t1`.`chunk_count`, `t1`.`uncompressed_byte_count`, `t1`.`created`, `t1`.`piece_sha_state`, `t1`.`piece_hashes`, `t2`.`id`, `t2`.`name` FROM `blobupload` AS `t1` INNER JOIN `imagestoragelocation` AS `t2` ON (`t1`.`location_id` = `t2`.`id`) WHERE (`t1`.`uuid` = %s) LIMIT %s OFFSET %s', ['42e35a00-0627-4a28-bcd7-e7f04eaec12a', 1, 0]) gunicorn-registry stdout | 2022-06-09 11:32:00,235 [271] [DEBUG] [data.database] Disconnecting from database. gunicorn-registry stdout | 2022-06-09 11:32:00,235 [271] [DEBUG] [peewee.pool] Returning 140435033336368 to pool. gunicorn-registry stdout | 2022-06-09 11:32:00,235 [271] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`repository_id`, `t1`.`uuid`, `t1`.`byte_count`, `t1`.`sha_state`, `t1`.`location_id`, `t1`.`storage_metadata`, `t1`.`chunk_count`, `t1`.`uncompressed_byte_count`, `t1`.`created`, `t1`.`piece_sha_state`, `t1`.`piece_hashes`, `t2`.`id`, `t2`.`name` FROM `blobupload` AS `t1` INNER JOIN `imagestoragelocation` AS `t2` ON (`t1`.`location_id` = `t2`.`id`) WHERE (`t1`.`uuid` = %s) LIMIT %s OFFSET %s', ['42e35a00-0627-4a28-bcd7-e7f04eaec12a', 1, 0]) gunicorn-registry stdout | 2022-06-09 11:32:00,237 [271] [DEBUG] [peewee] ('UPDATE `blobupload` SET `repository_id` = %s, `uuid` = %s, `byte_count` = %s, `sha_state` = %s, `location_id` = %s, `storage_metadata` = %s, `chunk_count` = %s, `uncompressed_byte_count` = %s, `created` = %s, `piece_sha_state` = %s, `piece_hashes` = %s WHERE (`blobupload`.`id` = %s)', [1, '42e35a00-0627-4a28-bcd7-e7f04eaec12a', 1795, 'gASVsgAAAAAAAACMBnJlaGFzaJSMBnNoYTI1NpSTlCmBlH2UKIwEbmFtZZSMBnNoYTI1NpSMB21kX2RhdGGUQ3jkMNXjNF3ewlMWvXirNY2nu5YUuoEUiTpBIbTBz4KriRg4AAAAAAAAUAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAMAAAAgAAAAAAAAAAAAAACUdWIu', 9, '{}', 2, 20480, datetime.datetime(2022, 6, 9, 11, 32), None, None, 1]) gunicorn-registry stdout | 2022-06-09 11:32:00,239 [271] [DEBUG] [data.database] Disconnecting from database. gunicorn-registry stdout | 2022-06-09 11:32:00,239 [271] [DEBUG] [peewee.pool] Returning 140435033336368 to pool. gunicorn-registry stdout | 2022-06-09 11:32:00,239 [271] [DEBUG] [storage.local] Moving content into place at path: /datastorage/registry/sha256/54/545277d800059b32cf03377a9301094e9ac8aa4bb42d809766d7355ca9aa8652 gunicorn-registry stdout | 2022-06-09 11:32:00,240 [271] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`repository_id`, `t1`.`uuid`, `t1`.`byte_count`, `t1`.`sha_state`, `t1`.`location_id`, `t1`.`storage_metadata`, `t1`.`chunk_count`, `t1`.`uncompressed_byte_count`, `t1`.`created`, `t1`.`piece_sha_state`, `t1`.`piece_hashes`, `t2`.`id`, `t2`.`name` FROM `blobupload` AS `t1` INNER JOIN `imagestoragelocation` AS `t2` ON (`t1`.`location_id` = `t2`.`id`) WHERE (`t1`.`uuid` = %s) LIMIT %s OFFSET %s', ['42e35a00-0627-4a28-bcd7-e7f04eaec12a', 1, 0]) gunicorn-registry stdout | 2022-06-09 11:32:00,241 [271] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`name` FROM `imagestoragelocation` AS `t1`', []) gunicorn-registry stdout | 2022-06-09 11:32:00,242 [271] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`uuid`, `t1`.`image_size`, `t1`.`uncompressed_size`, `t1`.`uploading`, `t1`.`cas_path`, `t1`.`content_checksum` FROM `imagestorage` AS `t1` WHERE (`t1`.`content_checksum` = %s) LIMIT %s OFFSET %s', ['sha256:545277d800059b32cf03377a9301094e9ac8aa4bb42d809766d7355ca9aa8652', 1, 0]) gunicorn-registry stdout | 2022-06-09 11:32:00,243 [271] [DEBUG] [peewee] ('INSERT INTO `imagestorage` (`uuid`, `image_size`, `uncompressed_size`, `uploading`, `cas_path`, `content_checksum`) VALUES (%s, %s, %s, %s, %s, %s)', ['0ddab5be-b0e2-4e4a-a598-ca98135916d5', 1795, 20480, True, True, 'sha256:545277d800059b32cf03377a9301094e9ac8aa4bb42d809766d7355ca9aa8652']) gunicorn-registry stdout | 2022-06-09 11:32:00,243 [271] [DEBUG] [peewee] ('INSERT INTO `imagestorageplacement` (`storage_id`, `location_id`) VALUES (%s, %s)', [1, 9]) gunicorn-registry stdout | 2022-06-09 11:32:00,244 [271] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`namespace_user_id`, `t1`.`name`, `t1`.`visibility_id`, `t1`.`description`, `t1`.`badge_token`, `t1`.`kind_id`, `t1`.`trust_enabled`, `t1`.`state` FROM `repository` AS `t1` WHERE (`t1`.`id` = %s) LIMIT %s OFFSET %s', [1, 1, 0]) gunicorn-registry stdout | 2022-06-09 11:32:00,245 [271] [DEBUG] [peewee] ('INSERT INTO `uploadedblob` (`repository_id`, `blob_id`, `uploaded_at`, `expires_at`) VALUES (%s, %s, %s, %s)', [1, 1, datetime.datetime(2022, 6, 9, 11, 32, 0, 245233), datetime.datetime(2022, 6, 9, 12, 32, 0, 245220)]) gunicorn-registry stdout | 2022-06-09 11:32:00,245 [271] [DEBUG] [peewee] ('DELETE FROM `blobupload` WHERE (`blobupload`.`id` = %s)', [1]) gunicorn-registry stdout | 2022-06-09 11:32:00,247 [271] [DEBUG] [app] Ending request: urn:request:bc1a454a-5090-47ca-8d0b-b8d09e3cff5f (/v2/ibazulic/quay/blobs/uploads/42e35a00-0627-4a28-bcd7-e7f04eaec12a) {'endpoint': 'v2.monolithic_upload_or_last_chunk', 'request_id': 'urn:request:bc1a454a-5090-47ca-8d0b-b8d09e3cff5f', 'remote_addr': '172.24.10.50', 'http_method': 'PUT', 'original_url': 'https://quay.skynet/v2/ibazulic/quay/blobs/uploads/42e35a00-0627-4a28-bcd7-e7f04eaec12a?digest=sha256%3A545277d800059b32cf03377a9301094e9ac8aa4bb42d809766d7355ca9aa8652', 'path': '/v2/ibazulic/quay/blobs/uploads/42e35a00-0627-4a28-bcd7-e7f04eaec12a', 'parameters': {'digest': 'sha256:545277d800059b32cf03377a9301094e9ac8aa4bb42d809766d7355ca9aa8652'}, 'json_body': None, 'confsha': '3a86aa80', 'user-agent': 'docker/20.10.17 go/go1.17.11 git-commit/a89b842 kernel/5.10.0-14-amd64 os/linux arch/amd64 UpstreamClient(Docker-Client/20.10.17 \\(linux\\))'} gunicorn-registry stdout | 2022-06-09 11:32:00,248 [271] [DEBUG] [data.database] Disconnecting from database. gunicorn-registry stdout | 2022-06-09 11:32:00,248 [271] [DEBUG] [peewee.pool] Returning 140435033336368 to pool. nginx stdout | 172.24.10.50 () - - [09/Jun/2022:11:32:00 +0000] "PUT /v2/ibazulic/quay/blobs/uploads/42e35a00-0627-4a28-bcd7-e7f04eaec12a?digest=sha256%3A545277d800059b32cf03377a9301094e9ac8aa4bb42d809766d7355ca9aa8652 HTTP/1.1" 201 0 "-" "docker/20.10.17 go/go1.17.11 git-commit/a89b842 kernel/5.10.0-14-amd64 os/linux arch/amd64 UpstreamClient(Docker-Client/20.10.17 \x5C(linux\x5C))" (0.037 1412 0.036) gunicorn-registry stdout | 2022-06-09 11:32:00,248 [271] [INFO] [gunicorn.access] 172.24.10.50 - - [09/Jun/2022:11:32:00 +0000] "PUT /v2/ibazulic/quay/blobs/uploads/42e35a00-0627-4a28-bcd7-e7f04eaec12a?digest=sha256%3A545277d800059b32cf03377a9301094e9ac8aa4bb42d809766d7355ca9aa8652 HTTP/1.1" 201 0 "-" "docker/20.10.17 go/go1.17.11 git-commit/a89b842 kernel/5.10.0-14-amd64 os/linux arch/amd64 UpstreamClient(Docker-Client/20.10.17 \(linux\))" gunicorn-registry stdout | 2022-06-09 11:32:00,256 [277] [DEBUG] [app] Starting request: urn:request:b2a14be5-4074-4877-95c7-14c5c53db7ff (/v2/ibazulic/quay/blobs/sha256:545277d800059b32cf03377a9301094e9ac8aa4bb42d809766d7355ca9aa8652) {'X-Forwarded-For': '172.24.10.50'} gunicorn-registry stdout | 2022-06-09 11:32:00,256 [277] [DEBUG] [auth.registry_jwt_auth] Called with params: (), {'digest': 'sha256:545277d800059b32cf03377a9301094e9ac8aa4bb42d809766d7355ca9aa8652', 'namespace_name': 'ibazulic', 'repo_name': 'quay'} gunicorn-registry stdout | 2022-06-09 11:32:00,256 [277] [DEBUG] [auth.registry_jwt_auth] Validating auth header: Bearer eyJ0eXAiOiJKV1QiLCJhbGciOiJSUzI1NiIsImtpZCI6IkkyNm5ObFNEX2RYWVFRTndtS0VjUFdZTUtzWlIyeU55VWJibUxYNGRoMEEifQ.eyJpc3MiOiJxdWF5IiwiYXVkIjoicXVheS5za3luZXQiLCJuYmYiOjE2NTQ3NzQzMjAsImlhdCI6MTY1NDc3NDMyMCwiZXhwIjoxNjU0Nzc3OTIwLCJzdWIiOiJpYmF6dWxpYyIsImFjY2VzcyI6W3sidHlwZSI6InJlcG9zaXRvcnkiLCJuYW1lIjoiaWJhenVsaWMvcXVheSIsImFjdGlvbnMiOlsicHVzaCIsInB1bGwiXX1dLCJjb250ZXh0Ijp7InZlcnNpb24iOjIsImVudGl0eV9raW5kIjoidXNlciIsImVudGl0eV9yZWZlcmVuY2UiOiI4MjIyODQ5MC1kMDc1LTQ5MjEtYWU3YS1hZjQ0MDhjZjExYjQiLCJraW5kIjoidXNlciIsInVzZXIiOiJpYmF6dWxpYyIsImNvbS5hcG9zdGlsbGUucm9vdHMiOnsiaWJhenVsaWMvcXVheSI6IiRkaXNhYmxlZCJ9LCJjb20uYXBvc3RpbGxlLnJvb3QiOiIkZGlzYWJsZWQifX0.BZ-m6bEM1YONYPPhnVCQVO-xgmvoy21MVCpPg6B-1q_cfnAZJfetqN5gbf64qaR4u20a0q4NzuIEFN90nzzuTI_yu3uPiXPnK_CHXuaSKKLSAoVtTxo1lJ5Uq6SmGhLwP1CBVlMJ69eAtBqvDpztckaM-VHI7FIQ7QpX8aIoIHgmteXVW78fA7oGMYoyr1VzhUQJv3OC97vEFSqt-yIiz_dZUeUW5WxZJUFeFA9LkYabVtEAXgRwwJ8UmOZLwMufns9PH8UMpQSwpL_9gyok_A7qtSgHTKJElCjrrDRQ1CKQc6Vh1n_VkTag2FZifgoDLHT_YUTK7w-XLLDqM4y8IA gunicorn-registry stdout | 2022-06-09 11:32:00,256 [277] [DEBUG] [util.security.registry_jwt] encoded JWT: eyJ0eXAiOiJKV1QiLCJhbGciOiJSUzI1NiIsImtpZCI6IkkyNm5ObFNEX2RYWVFRTndtS0VjUFdZTUtzWlIyeU55VWJibUxYNGRoMEEifQ.eyJpc3MiOiJxdWF5IiwiYXVkIjoicXVheS5za3luZXQiLCJuYmYiOjE2NTQ3NzQzMjAsImlhdCI6MTY1NDc3NDMyMCwiZXhwIjoxNjU0Nzc3OTIwLCJzdWIiOiJpYmF6dWxpYyIsImFjY2VzcyI6W3sidHlwZSI6InJlcG9zaXRvcnkiLCJuYW1lIjoiaWJhenVsaWMvcXVheSIsImFjdGlvbnMiOlsicHVzaCIsInB1bGwiXX1dLCJjb250ZXh0Ijp7InZlcnNpb24iOjIsImVudGl0eV9raW5kIjoidXNlciIsImVudGl0eV9yZWZlcmVuY2UiOiI4MjIyODQ5MC1kMDc1LTQ5MjEtYWU3YS1hZjQ0MDhjZjExYjQiLCJraW5kIjoidXNlciIsInVzZXIiOiJpYmF6dWxpYyIsImNvbS5hcG9zdGlsbGUucm9vdHMiOnsiaWJhenVsaWMvcXVheSI6IiRkaXNhYmxlZCJ9LCJjb20uYXBvc3RpbGxlLnJvb3QiOiIkZGlzYWJsZWQifX0.BZ-m6bEM1YONYPPhnVCQVO-xgmvoy21MVCpPg6B-1q_cfnAZJfetqN5gbf64qaR4u20a0q4NzuIEFN90nzzuTI_yu3uPiXPnK_CHXuaSKKLSAoVtTxo1lJ5Uq6SmGhLwP1CBVlMJ69eAtBqvDpztckaM-VHI7FIQ7QpX8aIoIHgmteXVW78fA7oGMYoyr1VzhUQJv3OC97vEFSqt-yIiz_dZUeUW5WxZJUFeFA9LkYabVtEAXgRwwJ8UmOZLwMufns9PH8UMpQSwpL_9gyok_A7qtSgHTKJElCjrrDRQ1CKQc6Vh1n_VkTag2FZifgoDLHT_YUTK7w-XLLDqM4y8IA gunicorn-registry stdout | 2022-06-09 11:32:00,257 [277] [DEBUG] [auth.permissions] Identity loaded: gunicorn-registry stdout | 2022-06-09 11:32:00,257 [277] [DEBUG] [auth.permissions] Loaded signed_jwt identity for: ibazulic gunicorn-registry stdout | 2022-06-09 11:32:00,257 [277] [DEBUG] [auth.registry_jwt_auth] Identity changed to ibazulic gunicorn-registry stdout | 2022-06-09 11:32:00,257 [277] [DEBUG] [auth.registry_jwt_auth] Auth context set to {'version': 2, 'entity_kind': 'user', 'entity_reference': '82228490-d075-4921-ae7a-af4408cf11b4', 'kind': 'user', 'user': 'ibazulic', 'com.apostille.roots': {'ibazulic/quay': '$disabled'}, 'com.apostille.root': '$disabled'} gunicorn-registry stdout | 2022-06-09 11:32:00,257 [277] [DEBUG] [endpoints.v2] Checking permission for repo: ibazulic/quay gunicorn-registry stdout | 2022-06-09 11:32:00,257 [277] [DEBUG] [data.cache.impl] Checking cache for key repo_blob__ibazulic_quay_sha256:545277d800059b32cf03377a9301094e9ac8aa4bb42d809766d7355ca9aa8652_2 gunicorn-registry stdout | 2022-06-09 11:32:00,257 [277] [DEBUG] [data.cache.impl] Found no result in cache for key repo_blob__ibazulic_quay_sha256:545277d800059b32cf03377a9301094e9ac8aa4bb42d809766d7355ca9aa8652_2; calling loader gunicorn-registry stdout | 2022-06-09 11:32:00,258 [277] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`namespace_user_id`, `t1`.`name`, `t1`.`visibility_id`, `t1`.`description`, `t1`.`badge_token`, `t1`.`kind_id`, `t1`.`trust_enabled`, `t1`.`state`, `t2`.`id`, `t2`.`uuid`, `t2`.`username`, `t2`.`password_hash`, `t2`.`email`, `t2`.`verified`, `t2`.`stripe_id`, `t2`.`organization`, `t2`.`robot`, `t2`.`invoice_email`, `t2`.`invalid_login_attempts`, `t2`.`last_invalid_login`, `t2`.`removed_tag_expiration_s`, `t2`.`enabled`, `t2`.`invoice_email_address`, `t2`.`given_name`, `t2`.`family_name`, `t2`.`company`, `t2`.`location`, `t2`.`maximum_queued_builds_count`, `t2`.`creation_date`, `t2`.`last_accessed` FROM `repository` AS `t1` INNER JOIN `user` AS `t2` ON (`t1`.`namespace_user_id` = `t2`.`id`) WHERE (((`t2`.`username` = %s) AND (`t1`.`name` = %s)) AND (`t1`.`state` != %s)) LIMIT %s OFFSET %s', ['ibazulic', 'quay', 3, 1, 0]) gunicorn-registry stdout | 2022-06-09 11:32:00,260 [277] [DEBUG] [peewee] ('SELECT `t1`.`uuid` FROM `imagestorage` AS `t1` INNER JOIN `uploadedblob` AS `t2` ON (`t2`.`blob_id` = `t1`.`id`) WHERE ((`t2`.`repository_id` = %s) AND (`t1`.`content_checksum` = %s)) LIMIT %s OFFSET %s', [1, 'sha256:545277d800059b32cf03377a9301094e9ac8aa4bb42d809766d7355ca9aa8652', 1, 0]) gunicorn-registry stdout | 2022-06-09 11:32:00,262 [277] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`storage_id`, `t1`.`location_id`, `t2`.`id`, `t2`.`uuid`, `t2`.`image_size`, `t2`.`uncompressed_size`, `t2`.`uploading`, `t2`.`cas_path`, `t2`.`content_checksum` FROM `imagestorageplacement` AS `t1` INNER JOIN `imagestorage` AS `t2` ON (`t1`.`storage_id` = `t2`.`id`) WHERE (`t2`.`uuid` = %s)', ['0ddab5be-b0e2-4e4a-a598-ca98135916d5']) gunicorn-registry stdout | 2022-06-09 11:32:00,263 [277] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`storage_id`, `t1`.`location_id` FROM `imagestorageplacement` AS `t1` INNER JOIN `imagestorage` AS `t2` ON (`t1`.`storage_id` = `t2`.`id`) WHERE (`t2`.`uuid` = %s)', ['0ddab5be-b0e2-4e4a-a598-ca98135916d5']) gunicorn-registry stdout | 2022-06-09 11:32:00,264 [277] [DEBUG] [data.cache.impl] Got loaded result for key repo_blob__ibazulic_quay_sha256:545277d800059b32cf03377a9301094e9ac8aa4bb42d809766d7355ca9aa8652_2: {'uuid': '0ddab5be-b0e2-4e4a-a598-ca98135916d5', 'digest': 'sha256:545277d800059b32cf03377a9301094e9ac8aa4bb42d809766d7355ca9aa8652', 'compressed_size': 1795, 'uncompressed_size': 20480, 'uploading': True, 'db_id': 1, 'inputs': {'placements': ['default'], 'storage_path': 'sha256/54/545277d800059b32cf03377a9301094e9ac8aa4bb42d809766d7355ca9aa8652'}} gunicorn-registry stdout | 2022-06-09 11:32:00,264 [277] [DEBUG] [data.cache.impl] Caching loaded result for key repo_blob__ibazulic_quay_sha256:545277d800059b32cf03377a9301094e9ac8aa4bb42d809766d7355ca9aa8652_2 with expiration {'uuid': '0ddab5be-b0e2-4e4a-a598-ca98135916d5', 'digest': 'sha256:545277d800059b32cf03377a9301094e9ac8aa4bb42d809766d7355ca9aa8652', 'compressed_size': 1795, 'uncompressed_size': 20480, 'uploading': True, 'db_id': 1, 'inputs': {'placements': ['default'], 'storage_path': 'sha256/54/545277d800059b32cf03377a9301094e9ac8aa4bb42d809766d7355ca9aa8652'}}: 60s gunicorn-registry stdout | 2022-06-09 11:32:00,264 [277] [DEBUG] [data.cache.impl] Cached loaded result for key repo_blob__ibazulic_quay_sha256:545277d800059b32cf03377a9301094e9ac8aa4bb42d809766d7355ca9aa8652_2 with expiration {'uuid': '0ddab5be-b0e2-4e4a-a598-ca98135916d5', 'digest': 'sha256:545277d800059b32cf03377a9301094e9ac8aa4bb42d809766d7355ca9aa8652', 'compressed_size': 1795, 'uncompressed_size': 20480, 'uploading': True, 'db_id': 1, 'inputs': {'placements': ['default'], 'storage_path': 'sha256/54/545277d800059b32cf03377a9301094e9ac8aa4bb42d809766d7355ca9aa8652'}}: 60s gunicorn-registry stdout | 2022-06-09 11:32:00,265 [277] [DEBUG] [app] Ending request: urn:request:b2a14be5-4074-4877-95c7-14c5c53db7ff (/v2/ibazulic/quay/blobs/sha256:545277d800059b32cf03377a9301094e9ac8aa4bb42d809766d7355ca9aa8652) {'endpoint': 'v2.check_blob_exists', 'request_id': 'urn:request:b2a14be5-4074-4877-95c7-14c5c53db7ff', 'remote_addr': '172.24.10.50', 'http_method': 'HEAD', 'original_url': 'https://quay.skynet/v2/ibazulic/quay/blobs/sha256:545277d800059b32cf03377a9301094e9ac8aa4bb42d809766d7355ca9aa8652', 'path': '/v2/ibazulic/quay/blobs/sha256:545277d800059b32cf03377a9301094e9ac8aa4bb42d809766d7355ca9aa8652', 'parameters': {}, 'json_body': None, 'confsha': '3a86aa80', 'user-agent': 'docker/20.10.17 go/go1.17.11 git-commit/a89b842 kernel/5.10.0-14-amd64 os/linux arch/amd64 UpstreamClient(Docker-Client/20.10.17 \\(linux\\))'} gunicorn-registry stdout | 2022-06-09 11:32:00,265 [277] [DEBUG] [data.database] Disconnecting from database. gunicorn-registry stdout | 2022-06-09 11:32:00,265 [277] [DEBUG] [peewee.pool] Returning 140435033335168 to pool. gunicorn-registry stdout | 2022-06-09 11:32:00,265 [277] [INFO] [gunicorn.access] 172.24.10.50 - - [09/Jun/2022:11:32:00 +0000] "HEAD /v2/ibazulic/quay/blobs/sha256:545277d800059b32cf03377a9301094e9ac8aa4bb42d809766d7355ca9aa8652 HTTP/1.1" 200 0 "-" "docker/20.10.17 go/go1.17.11 git-commit/a89b842 kernel/5.10.0-14-amd64 os/linux arch/amd64 UpstreamClient(Docker-Client/20.10.17 \(linux\))" nginx stdout | 172.24.10.50 () - - [09/Jun/2022:11:32:00 +0000] "HEAD /v2/ibazulic/quay/blobs/sha256:545277d800059b32cf03377a9301094e9ac8aa4bb42d809766d7355ca9aa8652 HTTP/1.1" 200 0 "-" "docker/20.10.17 go/go1.17.11 git-commit/a89b842 kernel/5.10.0-14-amd64 os/linux arch/amd64 UpstreamClient(Docker-Client/20.10.17 \x5C(linux\x5C))" (0.010 1317 0.012) notificationworker stdout | 2022-06-09 11:32:00,619 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 11:32:00,619 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:32:10.617379+00:00 (in 9.998068 seconds) notificationworker stdout | 2022-06-09 11:32:00,619 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:32:10 UTC)" (scheduled at 2022-06-09 11:32:00.617379+00:00) notificationworker stdout | 2022-06-09 11:32:00,619 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 11:32:00,620 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 32, 0, 619780), True, datetime.datetime(2022, 6, 9, 11, 32, 0, 619780), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 11:32:00,623 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 11:32:00,623 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 11:32:00,623 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:32:10 UTC)" executed successfully namespacegcworker stdout | 2022-06-09 11:32:01,524 [83] [DEBUG] [apscheduler.scheduler] Looking for jobs to run namespacegcworker stdout | 2022-06-09 11:32:01,525 [83] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:32:55.463831+00:00 (in 53.938833 seconds) namespacegcworker stdout | 2022-06-09 11:32:01,525 [83] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 11:33:01 UTC)" (scheduled at 2022-06-09 11:32:01.521527+00:00) namespacegcworker stdout | 2022-06-09 11:32:01,525 [83] [DEBUG] [workers.queueworker] Running watchdog. namespacegcworker stdout | 2022-06-09 11:32:01,525 [83] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 11:33:01 UTC)" executed successfully exportactionlogsworker stdout | 2022-06-09 11:32:04,366 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run exportactionlogsworker stdout | 2022-06-09 11:32:04,367 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 11:32:04 UTC)" (scheduled at 2022-06-09 11:32:04.366245+00:00) exportactionlogsworker stdout | 2022-06-09 11:32:04,367 [70] [DEBUG] [workers.queueworker] Getting work item from queue. exportactionlogsworker stdout | 2022-06-09 11:32:04,368 [70] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 32, 4, 367681), True, datetime.datetime(2022, 6, 9, 11, 32, 4, 367681), 0, 'exportactionlogs/%', 50, 1, 0]) exportactionlogsworker stdout | 2022-06-09 11:32:04,369 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:32:47.409953+00:00 (in 43.042876 seconds) exportactionlogsworker stdout | 2022-06-09 11:32:04,372 [70] [DEBUG] [workers.queueworker] No more work. exportactionlogsworker stdout | 2022-06-09 11:32:04,372 [70] [DEBUG] [data.database] Disconnecting from database. exportactionlogsworker stdout | 2022-06-09 11:32:04,372 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 11:33:04 UTC)" executed successfully gcworker stdout | 2022-06-09 11:32:07,490 [71] [DEBUG] [apscheduler.scheduler] Looking for jobs to run gcworker stdout | 2022-06-09 11:32:07,491 [71] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 11:32:07 UTC)" (scheduled at 2022-06-09 11:32:07.490424+00:00) gcworker stdout | 2022-06-09 11:32:07,491 [71] [DEBUG] [peewee] ('SELECT DISTINCT `t1`.`removed_tag_expiration_s` FROM `user` AS `t1` LIMIT %s', [100]) gcworker stdout | 2022-06-09 11:32:07,492 [71] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:32:37.490424+00:00 (in 29.999465 seconds) gcworker stdout | 2022-06-09 11:32:07,495 [71] [DEBUG] [peewee] ('SELECT `candidates`.`repository_id` FROM (SELECT DISTINCT `t1`.`repository_id` FROM `tag` AS `t1` INNER JOIN `repository` AS `t2` ON (`t1`.`repository_id` = `t2`.`id`) INNER JOIN `user` AS `t3` ON (`t2`.`namespace_user_id` = `t3`.`id`) WHERE ((((NOT (`t1`.`lifetime_end_ms` IS %s) AND (`t1`.`lifetime_end_ms` <= %s)) AND (`t3`.`removed_tag_expiration_s` = %s)) AND (`t3`.`enabled` = %s)) AND (`t2`.`state` != %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', [None, 1653564727494, 1209600, True, 3, 500, 1, 0]) gcworker stdout | 2022-06-09 11:32:07,497 [71] [DEBUG] [__main__] No repository with garbage found gcworker stdout | 2022-06-09 11:32:07,497 [71] [DEBUG] [data.database] Disconnecting from database. gcworker stdout | 2022-06-09 11:32:07,497 [71] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 11:32:37 UTC)" executed successfully gunicorn-registry stdout | 2022-06-09 11:32:09,224 [277] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`repository_id`, `t1`.`uuid`, `t1`.`byte_count`, `t1`.`sha_state`, `t1`.`location_id`, `t1`.`storage_metadata`, `t1`.`chunk_count`, `t1`.`uncompressed_byte_count`, `t1`.`created`, `t1`.`piece_sha_state`, `t1`.`piece_hashes`, `t2`.`id`, `t2`.`name` FROM `blobupload` AS `t1` INNER JOIN `imagestoragelocation` AS `t2` ON (`t1`.`location_id` = `t2`.`id`) WHERE (`t1`.`uuid` = %s) LIMIT %s OFFSET %s', ['c4855540-ada7-4684-ae68-70586ad60f61', 1, 0]) gunicorn-registry stdout | 2022-06-09 11:32:09,226 [277] [DEBUG] [peewee] ('UPDATE `blobupload` SET `repository_id` = %s, `uuid` = %s, `byte_count` = %s, `sha_state` = %s, `location_id` = %s, `storage_metadata` = %s, `chunk_count` = %s, `uncompressed_byte_count` = %s, `created` = %s, `piece_sha_state` = %s, `piece_hashes` = %s WHERE (`blobupload`.`id` = %s)', [1, 'c4855540-ada7-4684-ae68-70586ad60f61', 78433080, 'gASVsgAAAAAAAACMBnJlaGFzaJSMBnNoYTI1NpSTlCmBlH2UKIwEbmFtZZSMBnNoYTI1NpSMB21kX2RhdGGUQ3jGYTrs+t0mOB7oSu34fUpp9hS06ZmX4uCnxPuo7GPpk8BZZiUAAAAA0//qAcnX9f/1cD1cD9fD9XA9XA/Xw/VwPVwP18P1cD1cD9fD9XA9/G/D/xcAAP//aM6jywCwZQ0AAAAAAAAAADgAAAAgAAAAAAAAAAAAAACUdWIu', 9, '{}', 1, 224768000, datetime.datetime(2022, 6, 9, 11, 32), None, None, 2]) gunicorn-registry stdout | 2022-06-09 11:32:09,228 [277] [DEBUG] [app] Ending request: urn:request:ae2e344c-4d26-4b4d-b26e-a5ef925e4765 (/v2/ibazulic/quay/blobs/uploads/c4855540-ada7-4684-ae68-70586ad60f61) {'endpoint': 'v2.upload_chunk', 'request_id': 'urn:request:ae2e344c-4d26-4b4d-b26e-a5ef925e4765', 'remote_addr': '172.24.10.50', 'http_method': 'PATCH', 'original_url': 'https://quay.skynet/v2/ibazulic/quay/blobs/uploads/c4855540-ada7-4684-ae68-70586ad60f61', 'path': '/v2/ibazulic/quay/blobs/uploads/c4855540-ada7-4684-ae68-70586ad60f61', 'parameters': {}, 'json_body': None, 'confsha': '3a86aa80', 'user-agent': 'docker/20.10.17 go/go1.17.11 git-commit/a89b842 kernel/5.10.0-14-amd64 os/linux arch/amd64 UpstreamClient(Docker-Client/20.10.17 \\(linux\\))'} gunicorn-registry stdout | 2022-06-09 11:32:09,229 [277] [DEBUG] [data.database] Disconnecting from database. gunicorn-registry stdout | 2022-06-09 11:32:09,229 [277] [DEBUG] [peewee.pool] Returning 140435033335168 to pool. gunicorn-registry stdout | 2022-06-09 11:32:09,229 [277] [INFO] [gunicorn.access] 172.24.10.50 - - [09/Jun/2022:11:32:09 +0000] "PATCH /v2/ibazulic/quay/blobs/uploads/c4855540-ada7-4684-ae68-70586ad60f61 HTTP/1.1" 202 0 "-" "docker/20.10.17 go/go1.17.11 git-commit/a89b842 kernel/5.10.0-14-amd64 os/linux arch/amd64 UpstreamClient(Docker-Client/20.10.17 \(linux\))" nginx stdout | 172.24.10.50 () - - [09/Jun/2022:11:32:09 +0000] "PATCH /v2/ibazulic/quay/blobs/uploads/c4855540-ada7-4684-ae68-70586ad60f61 HTTP/1.1" 202 0 "-" "docker/20.10.17 go/go1.17.11 git-commit/a89b842 kernel/5.10.0-14-amd64 os/linux arch/amd64 UpstreamClient(Docker-Client/20.10.17 \x5C(linux\x5C))" (9.049 78453579 9.052) gunicorn-registry stdout | 2022-06-09 11:32:09,236 [276] [DEBUG] [app] Starting request: urn:request:9fb1f323-1d04-44ee-972b-7ef1a93871fa (/v2/ibazulic/quay/blobs/uploads/c4855540-ada7-4684-ae68-70586ad60f61) {'X-Forwarded-For': '172.24.10.50'} gunicorn-registry stdout | 2022-06-09 11:32:09,237 [276] [DEBUG] [auth.registry_jwt_auth] Called with params: (), {'upload_uuid': 'c4855540-ada7-4684-ae68-70586ad60f61', 'namespace_name': 'ibazulic', 'repo_name': 'quay'} gunicorn-registry stdout | 2022-06-09 11:32:09,237 [276] [DEBUG] [auth.registry_jwt_auth] Validating auth header: Bearer eyJ0eXAiOiJKV1QiLCJhbGciOiJSUzI1NiIsImtpZCI6IkkyNm5ObFNEX2RYWVFRTndtS0VjUFdZTUtzWlIyeU55VWJibUxYNGRoMEEifQ.eyJpc3MiOiJxdWF5IiwiYXVkIjoicXVheS5za3luZXQiLCJuYmYiOjE2NTQ3NzQzMjAsImlhdCI6MTY1NDc3NDMyMCwiZXhwIjoxNjU0Nzc3OTIwLCJzdWIiOiJpYmF6dWxpYyIsImFjY2VzcyI6W3sidHlwZSI6InJlcG9zaXRvcnkiLCJuYW1lIjoiaWJhenVsaWMvcXVheSIsImFjdGlvbnMiOlsicHVzaCIsInB1bGwiXX1dLCJjb250ZXh0Ijp7InZlcnNpb24iOjIsImVudGl0eV9raW5kIjoidXNlciIsImVudGl0eV9yZWZlcmVuY2UiOiI4MjIyODQ5MC1kMDc1LTQ5MjEtYWU3YS1hZjQ0MDhjZjExYjQiLCJraW5kIjoidXNlciIsInVzZXIiOiJpYmF6dWxpYyIsImNvbS5hcG9zdGlsbGUucm9vdHMiOnsiaWJhenVsaWMvcXVheSI6IiRkaXNhYmxlZCJ9LCJjb20uYXBvc3RpbGxlLnJvb3QiOiIkZGlzYWJsZWQifX0.BZ-m6bEM1YONYPPhnVCQVO-xgmvoy21MVCpPg6B-1q_cfnAZJfetqN5gbf64qaR4u20a0q4NzuIEFN90nzzuTI_yu3uPiXPnK_CHXuaSKKLSAoVtTxo1lJ5Uq6SmGhLwP1CBVlMJ69eAtBqvDpztckaM-VHI7FIQ7QpX8aIoIHgmteXVW78fA7oGMYoyr1VzhUQJv3OC97vEFSqt-yIiz_dZUeUW5WxZJUFeFA9LkYabVtEAXgRwwJ8UmOZLwMufns9PH8UMpQSwpL_9gyok_A7qtSgHTKJElCjrrDRQ1CKQc6Vh1n_VkTag2FZifgoDLHT_YUTK7w-XLLDqM4y8IA gunicorn-registry stdout | 2022-06-09 11:32:09,237 [276] [DEBUG] [util.security.registry_jwt] encoded JWT: eyJ0eXAiOiJKV1QiLCJhbGciOiJSUzI1NiIsImtpZCI6IkkyNm5ObFNEX2RYWVFRTndtS0VjUFdZTUtzWlIyeU55VWJibUxYNGRoMEEifQ.eyJpc3MiOiJxdWF5IiwiYXVkIjoicXVheS5za3luZXQiLCJuYmYiOjE2NTQ3NzQzMjAsImlhdCI6MTY1NDc3NDMyMCwiZXhwIjoxNjU0Nzc3OTIwLCJzdWIiOiJpYmF6dWxpYyIsImFjY2VzcyI6W3sidHlwZSI6InJlcG9zaXRvcnkiLCJuYW1lIjoiaWJhenVsaWMvcXVheSIsImFjdGlvbnMiOlsicHVzaCIsInB1bGwiXX1dLCJjb250ZXh0Ijp7InZlcnNpb24iOjIsImVudGl0eV9raW5kIjoidXNlciIsImVudGl0eV9yZWZlcmVuY2UiOiI4MjIyODQ5MC1kMDc1LTQ5MjEtYWU3YS1hZjQ0MDhjZjExYjQiLCJraW5kIjoidXNlciIsInVzZXIiOiJpYmF6dWxpYyIsImNvbS5hcG9zdGlsbGUucm9vdHMiOnsiaWJhenVsaWMvcXVheSI6IiRkaXNhYmxlZCJ9LCJjb20uYXBvc3RpbGxlLnJvb3QiOiIkZGlzYWJsZWQifX0.BZ-m6bEM1YONYPPhnVCQVO-xgmvoy21MVCpPg6B-1q_cfnAZJfetqN5gbf64qaR4u20a0q4NzuIEFN90nzzuTI_yu3uPiXPnK_CHXuaSKKLSAoVtTxo1lJ5Uq6SmGhLwP1CBVlMJ69eAtBqvDpztckaM-VHI7FIQ7QpX8aIoIHgmteXVW78fA7oGMYoyr1VzhUQJv3OC97vEFSqt-yIiz_dZUeUW5WxZJUFeFA9LkYabVtEAXgRwwJ8UmOZLwMufns9PH8UMpQSwpL_9gyok_A7qtSgHTKJElCjrrDRQ1CKQc6Vh1n_VkTag2FZifgoDLHT_YUTK7w-XLLDqM4y8IA gunicorn-registry stdout | 2022-06-09 11:32:09,238 [276] [DEBUG] [auth.permissions] Identity loaded: gunicorn-registry stdout | 2022-06-09 11:32:09,238 [276] [DEBUG] [auth.permissions] Loaded signed_jwt identity for: ibazulic gunicorn-registry stdout | 2022-06-09 11:32:09,238 [276] [DEBUG] [auth.registry_jwt_auth] Identity changed to ibazulic gunicorn-registry stdout | 2022-06-09 11:32:09,238 [276] [DEBUG] [auth.registry_jwt_auth] Auth context set to {'version': 2, 'entity_kind': 'user', 'entity_reference': '82228490-d075-4921-ae7a-af4408cf11b4', 'kind': 'user', 'user': 'ibazulic', 'com.apostille.roots': {'ibazulic/quay': '$disabled'}, 'com.apostille.root': '$disabled'} gunicorn-registry stdout | 2022-06-09 11:32:09,238 [276] [DEBUG] [endpoints.v2] Checking permission for repo: ibazulic/quay gunicorn-registry stdout | 2022-06-09 11:32:09,239 [276] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`namespace_user_id`, `t1`.`name`, `t1`.`visibility_id`, `t1`.`description`, `t1`.`badge_token`, `t1`.`kind_id`, `t1`.`trust_enabled`, `t1`.`state`, `t2`.`id`, `t2`.`uuid`, `t2`.`username`, `t2`.`password_hash`, `t2`.`email`, `t2`.`verified`, `t2`.`stripe_id`, `t2`.`organization`, `t2`.`robot`, `t2`.`invoice_email`, `t2`.`invalid_login_attempts`, `t2`.`last_invalid_login`, `t2`.`removed_tag_expiration_s`, `t2`.`enabled`, `t2`.`invoice_email_address`, `t2`.`given_name`, `t2`.`family_name`, `t2`.`company`, `t2`.`location`, `t2`.`maximum_queued_builds_count`, `t2`.`creation_date`, `t2`.`last_accessed` FROM `repository` AS `t1` INNER JOIN `user` AS `t2` ON (`t1`.`namespace_user_id` = `t2`.`id`) WHERE (((`t2`.`username` = %s) AND (`t1`.`name` = %s)) AND (`t1`.`state` != %s)) LIMIT %s OFFSET %s', ['ibazulic', 'quay', 3, 1, 0]) gunicorn-registry stdout | 2022-06-09 11:32:09,241 [276] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`repository_id`, `t1`.`uuid`, `t1`.`byte_count`, `t1`.`sha_state`, `t1`.`location_id`, `t1`.`storage_metadata`, `t1`.`chunk_count`, `t1`.`uncompressed_byte_count`, `t1`.`created`, `t1`.`piece_sha_state`, `t1`.`piece_hashes`, `t2`.`id`, `t2`.`name` FROM `blobupload` AS `t1` INNER JOIN `imagestoragelocation` AS `t2` ON (`t1`.`location_id` = `t2`.`id`) WHERE (`t1`.`uuid` = %s) LIMIT %s OFFSET %s', ['c4855540-ada7-4684-ae68-70586ad60f61', 1, 0]) gunicorn-registry stdout | 2022-06-09 11:32:09,242 [276] [DEBUG] [data.database] Disconnecting from database. gunicorn-registry stdout | 2022-06-09 11:32:09,242 [276] [DEBUG] [peewee.pool] Returning 140435033337088 to pool. gunicorn-registry stdout | 2022-06-09 11:32:09,243 [276] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`repository_id`, `t1`.`uuid`, `t1`.`byte_count`, `t1`.`sha_state`, `t1`.`location_id`, `t1`.`storage_metadata`, `t1`.`chunk_count`, `t1`.`uncompressed_byte_count`, `t1`.`created`, `t1`.`piece_sha_state`, `t1`.`piece_hashes`, `t2`.`id`, `t2`.`name` FROM `blobupload` AS `t1` INNER JOIN `imagestoragelocation` AS `t2` ON (`t1`.`location_id` = `t2`.`id`) WHERE (`t1`.`uuid` = %s) LIMIT %s OFFSET %s', ['c4855540-ada7-4684-ae68-70586ad60f61', 1, 0]) gunicorn-registry stdout | 2022-06-09 11:32:09,245 [276] [DEBUG] [peewee] ('UPDATE `blobupload` SET `repository_id` = %s, `uuid` = %s, `byte_count` = %s, `sha_state` = %s, `location_id` = %s, `storage_metadata` = %s, `chunk_count` = %s, `uncompressed_byte_count` = %s, `created` = %s, `piece_sha_state` = %s, `piece_hashes` = %s WHERE (`blobupload`.`id` = %s)', [1, 'c4855540-ada7-4684-ae68-70586ad60f61', 78433080, 'gASVsgAAAAAAAACMBnJlaGFzaJSMBnNoYTI1NpSTlCmBlH2UKIwEbmFtZZSMBnNoYTI1NpSMB21kX2RhdGGUQ3jGYTrs+t0mOB7oSu34fUpp9hS06ZmX4uCnxPuo7GPpk8BZZiUAAAAA0//qAcnX9f/1cD1cD9fD9XA9XA/Xw/VwPVwP18P1cD1cD9fD9XA9/G/D/xcAAP//aM6jywCwZQ0AAAAAAAAAADgAAAAgAAAAAAAAAAAAAACUdWIu', 9, '{}', 2, 224768000, datetime.datetime(2022, 6, 9, 11, 32), None, None, 2]) gunicorn-registry stdout | 2022-06-09 11:32:09,246 [276] [DEBUG] [data.database] Disconnecting from database. gunicorn-registry stdout | 2022-06-09 11:32:09,246 [276] [DEBUG] [peewee.pool] Returning 140435033337088 to pool. gunicorn-registry stdout | 2022-06-09 11:32:09,247 [276] [DEBUG] [storage.local] Moving content into place at path: /datastorage/registry/sha256/f7/f70d60810c69edad990aaf0977a87c6d2bcc9cd52904fa6825f08507a9b6e7bc gunicorn-registry stdout | 2022-06-09 11:32:09,247 [276] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`repository_id`, `t1`.`uuid`, `t1`.`byte_count`, `t1`.`sha_state`, `t1`.`location_id`, `t1`.`storage_metadata`, `t1`.`chunk_count`, `t1`.`uncompressed_byte_count`, `t1`.`created`, `t1`.`piece_sha_state`, `t1`.`piece_hashes`, `t2`.`id`, `t2`.`name` FROM `blobupload` AS `t1` INNER JOIN `imagestoragelocation` AS `t2` ON (`t1`.`location_id` = `t2`.`id`) WHERE (`t1`.`uuid` = %s) LIMIT %s OFFSET %s', ['c4855540-ada7-4684-ae68-70586ad60f61', 1, 0]) gunicorn-registry stdout | 2022-06-09 11:32:09,249 [276] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`uuid`, `t1`.`image_size`, `t1`.`uncompressed_size`, `t1`.`uploading`, `t1`.`cas_path`, `t1`.`content_checksum` FROM `imagestorage` AS `t1` WHERE (`t1`.`content_checksum` = %s) LIMIT %s OFFSET %s', ['sha256:f70d60810c69edad990aaf0977a87c6d2bcc9cd52904fa6825f08507a9b6e7bc', 1, 0]) gunicorn-registry stdout | 2022-06-09 11:32:09,250 [276] [DEBUG] [peewee] ('INSERT INTO `imagestorage` (`uuid`, `image_size`, `uncompressed_size`, `uploading`, `cas_path`, `content_checksum`) VALUES (%s, %s, %s, %s, %s, %s)', ['2f7933cf-ad32-4820-acb9-1e67b73c13b4', 78433080, 224768000, True, True, 'sha256:f70d60810c69edad990aaf0977a87c6d2bcc9cd52904fa6825f08507a9b6e7bc']) gunicorn-registry stdout | 2022-06-09 11:32:09,251 [276] [DEBUG] [peewee] ('INSERT INTO `imagestorageplacement` (`storage_id`, `location_id`) VALUES (%s, %s)', [2, 9]) gunicorn-registry stdout | 2022-06-09 11:32:09,252 [276] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`namespace_user_id`, `t1`.`name`, `t1`.`visibility_id`, `t1`.`description`, `t1`.`badge_token`, `t1`.`kind_id`, `t1`.`trust_enabled`, `t1`.`state` FROM `repository` AS `t1` WHERE (`t1`.`id` = %s) LIMIT %s OFFSET %s', [1, 1, 0]) gunicorn-registry stdout | 2022-06-09 11:32:09,252 [276] [DEBUG] [peewee] ('INSERT INTO `uploadedblob` (`repository_id`, `blob_id`, `uploaded_at`, `expires_at`) VALUES (%s, %s, %s, %s)', [1, 2, datetime.datetime(2022, 6, 9, 11, 32, 9, 252751), datetime.datetime(2022, 6, 9, 12, 32, 9, 252737)]) gunicorn-registry stdout | 2022-06-09 11:32:09,253 [276] [DEBUG] [peewee] ('DELETE FROM `blobupload` WHERE (`blobupload`.`id` = %s)', [2]) gunicorn-registry stdout | 2022-06-09 11:32:09,255 [276] [DEBUG] [app] Ending request: urn:request:9fb1f323-1d04-44ee-972b-7ef1a93871fa (/v2/ibazulic/quay/blobs/uploads/c4855540-ada7-4684-ae68-70586ad60f61) {'endpoint': 'v2.monolithic_upload_or_last_chunk', 'request_id': 'urn:request:9fb1f323-1d04-44ee-972b-7ef1a93871fa', 'remote_addr': '172.24.10.50', 'http_method': 'PUT', 'original_url': 'https://quay.skynet/v2/ibazulic/quay/blobs/uploads/c4855540-ada7-4684-ae68-70586ad60f61?digest=sha256%3Af70d60810c69edad990aaf0977a87c6d2bcc9cd52904fa6825f08507a9b6e7bc', 'path': '/v2/ibazulic/quay/blobs/uploads/c4855540-ada7-4684-ae68-70586ad60f61', 'parameters': {'digest': 'sha256:f70d60810c69edad990aaf0977a87c6d2bcc9cd52904fa6825f08507a9b6e7bc'}, 'json_body': None, 'confsha': '3a86aa80', 'user-agent': 'docker/20.10.17 go/go1.17.11 git-commit/a89b842 kernel/5.10.0-14-amd64 os/linux arch/amd64 UpstreamClient(Docker-Client/20.10.17 \\(linux\\))'} gunicorn-registry stdout | 2022-06-09 11:32:09,255 [276] [DEBUG] [data.database] Disconnecting from database. gunicorn-registry stdout | 2022-06-09 11:32:09,256 [276] [DEBUG] [peewee.pool] Returning 140435033337088 to pool. gunicorn-registry stdout | 2022-06-09 11:32:09,256 [276] [INFO] [gunicorn.access] 172.24.10.50 - - [09/Jun/2022:11:32:09 +0000] "PUT /v2/ibazulic/quay/blobs/uploads/c4855540-ada7-4684-ae68-70586ad60f61?digest=sha256%3Af70d60810c69edad990aaf0977a87c6d2bcc9cd52904fa6825f08507a9b6e7bc HTTP/1.1" 201 0 "-" "docker/20.10.17 go/go1.17.11 git-commit/a89b842 kernel/5.10.0-14-amd64 os/linux arch/amd64 UpstreamClient(Docker-Client/20.10.17 \(linux\))" nginx stdout | 172.24.10.50 () - - [09/Jun/2022:11:32:09 +0000] "PUT /v2/ibazulic/quay/blobs/uploads/c4855540-ada7-4684-ae68-70586ad60f61?digest=sha256%3Af70d60810c69edad990aaf0977a87c6d2bcc9cd52904fa6825f08507a9b6e7bc HTTP/1.1" 201 0 "-" "docker/20.10.17 go/go1.17.11 git-commit/a89b842 kernel/5.10.0-14-amd64 os/linux arch/amd64 UpstreamClient(Docker-Client/20.10.17 \x5C(linux\x5C))" (0.021 1412 0.020) gunicorn-registry stdout | 2022-06-09 11:32:09,264 [275] [DEBUG] [app] Starting request: urn:request:567f8b67-4131-45eb-ab42-f63a1718c2d6 (/v2/ibazulic/quay/blobs/sha256:f70d60810c69edad990aaf0977a87c6d2bcc9cd52904fa6825f08507a9b6e7bc) {'X-Forwarded-For': '172.24.10.50'} gunicorn-registry stdout | 2022-06-09 11:32:09,264 [275] [DEBUG] [auth.registry_jwt_auth] Called with params: (), {'digest': 'sha256:f70d60810c69edad990aaf0977a87c6d2bcc9cd52904fa6825f08507a9b6e7bc', 'namespace_name': 'ibazulic', 'repo_name': 'quay'} gunicorn-registry stdout | 2022-06-09 11:32:09,264 [275] [DEBUG] [auth.registry_jwt_auth] Validating auth header: Bearer eyJ0eXAiOiJKV1QiLCJhbGciOiJSUzI1NiIsImtpZCI6IkkyNm5ObFNEX2RYWVFRTndtS0VjUFdZTUtzWlIyeU55VWJibUxYNGRoMEEifQ.eyJpc3MiOiJxdWF5IiwiYXVkIjoicXVheS5za3luZXQiLCJuYmYiOjE2NTQ3NzQzMjAsImlhdCI6MTY1NDc3NDMyMCwiZXhwIjoxNjU0Nzc3OTIwLCJzdWIiOiJpYmF6dWxpYyIsImFjY2VzcyI6W3sidHlwZSI6InJlcG9zaXRvcnkiLCJuYW1lIjoiaWJhenVsaWMvcXVheSIsImFjdGlvbnMiOlsicHVzaCIsInB1bGwiXX1dLCJjb250ZXh0Ijp7InZlcnNpb24iOjIsImVudGl0eV9raW5kIjoidXNlciIsImVudGl0eV9yZWZlcmVuY2UiOiI4MjIyODQ5MC1kMDc1LTQ5MjEtYWU3YS1hZjQ0MDhjZjExYjQiLCJraW5kIjoidXNlciIsInVzZXIiOiJpYmF6dWxpYyIsImNvbS5hcG9zdGlsbGUucm9vdHMiOnsiaWJhenVsaWMvcXVheSI6IiRkaXNhYmxlZCJ9LCJjb20uYXBvc3RpbGxlLnJvb3QiOiIkZGlzYWJsZWQifX0.BZ-m6bEM1YONYPPhnVCQVO-xgmvoy21MVCpPg6B-1q_cfnAZJfetqN5gbf64qaR4u20a0q4NzuIEFN90nzzuTI_yu3uPiXPnK_CHXuaSKKLSAoVtTxo1lJ5Uq6SmGhLwP1CBVlMJ69eAtBqvDpztckaM-VHI7FIQ7QpX8aIoIHgmteXVW78fA7oGMYoyr1VzhUQJv3OC97vEFSqt-yIiz_dZUeUW5WxZJUFeFA9LkYabVtEAXgRwwJ8UmOZLwMufns9PH8UMpQSwpL_9gyok_A7qtSgHTKJElCjrrDRQ1CKQc6Vh1n_VkTag2FZifgoDLHT_YUTK7w-XLLDqM4y8IA gunicorn-registry stdout | 2022-06-09 11:32:09,264 [275] [DEBUG] [util.security.registry_jwt] encoded JWT: eyJ0eXAiOiJKV1QiLCJhbGciOiJSUzI1NiIsImtpZCI6IkkyNm5ObFNEX2RYWVFRTndtS0VjUFdZTUtzWlIyeU55VWJibUxYNGRoMEEifQ.eyJpc3MiOiJxdWF5IiwiYXVkIjoicXVheS5za3luZXQiLCJuYmYiOjE2NTQ3NzQzMjAsImlhdCI6MTY1NDc3NDMyMCwiZXhwIjoxNjU0Nzc3OTIwLCJzdWIiOiJpYmF6dWxpYyIsImFjY2VzcyI6W3sidHlwZSI6InJlcG9zaXRvcnkiLCJuYW1lIjoiaWJhenVsaWMvcXVheSIsImFjdGlvbnMiOlsicHVzaCIsInB1bGwiXX1dLCJjb250ZXh0Ijp7InZlcnNpb24iOjIsImVudGl0eV9raW5kIjoidXNlciIsImVudGl0eV9yZWZlcmVuY2UiOiI4MjIyODQ5MC1kMDc1LTQ5MjEtYWU3YS1hZjQ0MDhjZjExYjQiLCJraW5kIjoidXNlciIsInVzZXIiOiJpYmF6dWxpYyIsImNvbS5hcG9zdGlsbGUucm9vdHMiOnsiaWJhenVsaWMvcXVheSI6IiRkaXNhYmxlZCJ9LCJjb20uYXBvc3RpbGxlLnJvb3QiOiIkZGlzYWJsZWQifX0.BZ-m6bEM1YONYPPhnVCQVO-xgmvoy21MVCpPg6B-1q_cfnAZJfetqN5gbf64qaR4u20a0q4NzuIEFN90nzzuTI_yu3uPiXPnK_CHXuaSKKLSAoVtTxo1lJ5Uq6SmGhLwP1CBVlMJ69eAtBqvDpztckaM-VHI7FIQ7QpX8aIoIHgmteXVW78fA7oGMYoyr1VzhUQJv3OC97vEFSqt-yIiz_dZUeUW5WxZJUFeFA9LkYabVtEAXgRwwJ8UmOZLwMufns9PH8UMpQSwpL_9gyok_A7qtSgHTKJElCjrrDRQ1CKQc6Vh1n_VkTag2FZifgoDLHT_YUTK7w-XLLDqM4y8IA gunicorn-registry stdout | 2022-06-09 11:32:09,265 [275] [DEBUG] [auth.permissions] Identity loaded: gunicorn-registry stdout | 2022-06-09 11:32:09,265 [275] [DEBUG] [auth.permissions] Loaded signed_jwt identity for: ibazulic gunicorn-registry stdout | 2022-06-09 11:32:09,265 [275] [DEBUG] [auth.registry_jwt_auth] Identity changed to ibazulic gunicorn-registry stdout | 2022-06-09 11:32:09,265 [275] [DEBUG] [auth.registry_jwt_auth] Auth context set to {'version': 2, 'entity_kind': 'user', 'entity_reference': '82228490-d075-4921-ae7a-af4408cf11b4', 'kind': 'user', 'user': 'ibazulic', 'com.apostille.roots': {'ibazulic/quay': '$disabled'}, 'com.apostille.root': '$disabled'} gunicorn-registry stdout | 2022-06-09 11:32:09,265 [275] [DEBUG] [endpoints.v2] Checking permission for repo: ibazulic/quay gunicorn-registry stdout | 2022-06-09 11:32:09,265 [275] [DEBUG] [data.cache.impl] Checking cache for key repo_blob__ibazulic_quay_sha256:f70d60810c69edad990aaf0977a87c6d2bcc9cd52904fa6825f08507a9b6e7bc_2 gunicorn-registry stdout | 2022-06-09 11:32:09,266 [275] [DEBUG] [data.cache.impl] Found no result in cache for key repo_blob__ibazulic_quay_sha256:f70d60810c69edad990aaf0977a87c6d2bcc9cd52904fa6825f08507a9b6e7bc_2; calling loader gunicorn-registry stdout | 2022-06-09 11:32:09,266 [275] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`namespace_user_id`, `t1`.`name`, `t1`.`visibility_id`, `t1`.`description`, `t1`.`badge_token`, `t1`.`kind_id`, `t1`.`trust_enabled`, `t1`.`state`, `t2`.`id`, `t2`.`uuid`, `t2`.`username`, `t2`.`password_hash`, `t2`.`email`, `t2`.`verified`, `t2`.`stripe_id`, `t2`.`organization`, `t2`.`robot`, `t2`.`invoice_email`, `t2`.`invalid_login_attempts`, `t2`.`last_invalid_login`, `t2`.`removed_tag_expiration_s`, `t2`.`enabled`, `t2`.`invoice_email_address`, `t2`.`given_name`, `t2`.`family_name`, `t2`.`company`, `t2`.`location`, `t2`.`maximum_queued_builds_count`, `t2`.`creation_date`, `t2`.`last_accessed` FROM `repository` AS `t1` INNER JOIN `user` AS `t2` ON (`t1`.`namespace_user_id` = `t2`.`id`) WHERE (((`t2`.`username` = %s) AND (`t1`.`name` = %s)) AND (`t1`.`state` != %s)) LIMIT %s OFFSET %s', ['ibazulic', 'quay', 3, 1, 0]) gunicorn-registry stdout | 2022-06-09 11:32:09,268 [275] [DEBUG] [peewee] ('SELECT `t1`.`uuid` FROM `imagestorage` AS `t1` INNER JOIN `uploadedblob` AS `t2` ON (`t2`.`blob_id` = `t1`.`id`) WHERE ((`t2`.`repository_id` = %s) AND (`t1`.`content_checksum` = %s)) LIMIT %s OFFSET %s', [1, 'sha256:f70d60810c69edad990aaf0977a87c6d2bcc9cd52904fa6825f08507a9b6e7bc', 1, 0]) gunicorn-registry stdout | 2022-06-09 11:32:09,270 [275] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`storage_id`, `t1`.`location_id`, `t2`.`id`, `t2`.`uuid`, `t2`.`image_size`, `t2`.`uncompressed_size`, `t2`.`uploading`, `t2`.`cas_path`, `t2`.`content_checksum` FROM `imagestorageplacement` AS `t1` INNER JOIN `imagestorage` AS `t2` ON (`t1`.`storage_id` = `t2`.`id`) WHERE (`t2`.`uuid` = %s)', ['2f7933cf-ad32-4820-acb9-1e67b73c13b4']) gunicorn-registry stdout | 2022-06-09 11:32:09,271 [275] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`name` FROM `imagestoragelocation` AS `t1`', []) gunicorn-registry stdout | 2022-06-09 11:32:09,272 [275] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`storage_id`, `t1`.`location_id` FROM `imagestorageplacement` AS `t1` INNER JOIN `imagestorage` AS `t2` ON (`t1`.`storage_id` = `t2`.`id`) WHERE (`t2`.`uuid` = %s)', ['2f7933cf-ad32-4820-acb9-1e67b73c13b4']) gunicorn-registry stdout | 2022-06-09 11:32:09,273 [275] [DEBUG] [data.cache.impl] Got loaded result for key repo_blob__ibazulic_quay_sha256:f70d60810c69edad990aaf0977a87c6d2bcc9cd52904fa6825f08507a9b6e7bc_2: {'uuid': '2f7933cf-ad32-4820-acb9-1e67b73c13b4', 'digest': 'sha256:f70d60810c69edad990aaf0977a87c6d2bcc9cd52904fa6825f08507a9b6e7bc', 'compressed_size': 78433080, 'uncompressed_size': 224768000, 'uploading': True, 'db_id': 2, 'inputs': {'placements': ['default'], 'storage_path': 'sha256/f7/f70d60810c69edad990aaf0977a87c6d2bcc9cd52904fa6825f08507a9b6e7bc'}} gunicorn-registry stdout | 2022-06-09 11:32:09,274 [275] [DEBUG] [data.cache.impl] Caching loaded result for key repo_blob__ibazulic_quay_sha256:f70d60810c69edad990aaf0977a87c6d2bcc9cd52904fa6825f08507a9b6e7bc_2 with expiration {'uuid': '2f7933cf-ad32-4820-acb9-1e67b73c13b4', 'digest': 'sha256:f70d60810c69edad990aaf0977a87c6d2bcc9cd52904fa6825f08507a9b6e7bc', 'compressed_size': 78433080, 'uncompressed_size': 224768000, 'uploading': True, 'db_id': 2, 'inputs': {'placements': ['default'], 'storage_path': 'sha256/f7/f70d60810c69edad990aaf0977a87c6d2bcc9cd52904fa6825f08507a9b6e7bc'}}: 60s gunicorn-registry stdout | 2022-06-09 11:32:09,274 [275] [DEBUG] [data.cache.impl] Cached loaded result for key repo_blob__ibazulic_quay_sha256:f70d60810c69edad990aaf0977a87c6d2bcc9cd52904fa6825f08507a9b6e7bc_2 with expiration {'uuid': '2f7933cf-ad32-4820-acb9-1e67b73c13b4', 'digest': 'sha256:f70d60810c69edad990aaf0977a87c6d2bcc9cd52904fa6825f08507a9b6e7bc', 'compressed_size': 78433080, 'uncompressed_size': 224768000, 'uploading': True, 'db_id': 2, 'inputs': {'placements': ['default'], 'storage_path': 'sha256/f7/f70d60810c69edad990aaf0977a87c6d2bcc9cd52904fa6825f08507a9b6e7bc'}}: 60s gunicorn-registry stdout | 2022-06-09 11:32:09,274 [275] [DEBUG] [app] Ending request: urn:request:567f8b67-4131-45eb-ab42-f63a1718c2d6 (/v2/ibazulic/quay/blobs/sha256:f70d60810c69edad990aaf0977a87c6d2bcc9cd52904fa6825f08507a9b6e7bc) {'endpoint': 'v2.check_blob_exists', 'request_id': 'urn:request:567f8b67-4131-45eb-ab42-f63a1718c2d6', 'remote_addr': '172.24.10.50', 'http_method': 'HEAD', 'original_url': 'https://quay.skynet/v2/ibazulic/quay/blobs/sha256:f70d60810c69edad990aaf0977a87c6d2bcc9cd52904fa6825f08507a9b6e7bc', 'path': '/v2/ibazulic/quay/blobs/sha256:f70d60810c69edad990aaf0977a87c6d2bcc9cd52904fa6825f08507a9b6e7bc', 'parameters': {}, 'json_body': None, 'confsha': '3a86aa80', 'user-agent': 'docker/20.10.17 go/go1.17.11 git-commit/a89b842 kernel/5.10.0-14-amd64 os/linux arch/amd64 UpstreamClient(Docker-Client/20.10.17 \\(linux\\))'} gunicorn-registry stdout | 2022-06-09 11:32:09,274 [275] [DEBUG] [data.database] Disconnecting from database. gunicorn-registry stdout | 2022-06-09 11:32:09,274 [275] [DEBUG] [peewee.pool] Returning 140435032847216 to pool. gunicorn-registry stdout | 2022-06-09 11:32:09,275 [275] [INFO] [gunicorn.access] 172.24.10.50 - - [09/Jun/2022:11:32:09 +0000] "HEAD /v2/ibazulic/quay/blobs/sha256:f70d60810c69edad990aaf0977a87c6d2bcc9cd52904fa6825f08507a9b6e7bc HTTP/1.1" 200 0 "-" "docker/20.10.17 go/go1.17.11 git-commit/a89b842 kernel/5.10.0-14-amd64 os/linux arch/amd64 UpstreamClient(Docker-Client/20.10.17 \(linux\))" nginx stdout | 172.24.10.50 () - - [09/Jun/2022:11:32:09 +0000] "HEAD /v2/ibazulic/quay/blobs/sha256:f70d60810c69edad990aaf0977a87c6d2bcc9cd52904fa6825f08507a9b6e7bc HTTP/1.1" 200 0 "-" "docker/20.10.17 go/go1.17.11 git-commit/a89b842 kernel/5.10.0-14-amd64 os/linux arch/amd64 UpstreamClient(Docker-Client/20.10.17 \x5C(linux\x5C))" (0.012 1317 0.016) notificationworker stdout | 2022-06-09 11:32:10,618 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 11:32:10,618 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:32:19.645536+00:00 (in 9.026680 seconds) notificationworker stdout | 2022-06-09 11:32:10,619 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:32:20 UTC)" (scheduled at 2022-06-09 11:32:10.617379+00:00) notificationworker stdout | 2022-06-09 11:32:10,619 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 11:32:10,619 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 32, 10, 619316), True, datetime.datetime(2022, 6, 9, 11, 32, 10, 619316), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 11:32:10,622 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 11:32:10,622 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 11:32:10,623 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:32:20 UTC)" executed successfully buildlogsarchiver stdout | 2022-06-09 11:32:15,366 [66] [DEBUG] [apscheduler.scheduler] Looking for jobs to run buildlogsarchiver stdout | 2022-06-09 11:32:15,366 [66] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 11:32:15 UTC)" (scheduled at 2022-06-09 11:32:15.366042+00:00) buildlogsarchiver stdout | 2022-06-09 11:32:15,367 [66] [DEBUG] [peewee] ('SELECT `candidates`.`id` FROM (SELECT `t1`.`id` FROM `repositorybuild` AS `t1` WHERE (((`t1`.`phase` IN (%s, %s, %s)) OR (`t1`.`started` < %s)) AND (`t1`.`logs_archived` = %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2022, 5, 25, 11, 32, 15, 367091), False, 50, 1, 0]) buildlogsarchiver stdout | 2022-06-09 11:32:15,368 [66] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:32:45.366042+00:00 (in 29.999542 seconds) buildlogsarchiver stdout | 2022-06-09 11:32:15,370 [66] [DEBUG] [__main__] No more builds to archive buildlogsarchiver stdout | 2022-06-09 11:32:15,370 [66] [DEBUG] [data.database] Disconnecting from database. buildlogsarchiver stdout | 2022-06-09 11:32:15,370 [66] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 11:32:45 UTC)" executed successfully blobuploadcleanupworker stdout | 2022-06-09 11:32:17,082 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'blobuploadcleanupworker.py', 'pid': '64'} logrotateworker stdout | 2022-06-09 11:32:17,331 [77] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'logrotateworker.py', 'pid': '77'} repositoryactioncounter stdout | 2022-06-09 11:32:17,344 [88] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositoryactioncounter.py', 'pid': '88'} securityscanningnotificationworker stdout | 2022-06-09 11:32:17,413 [90] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'securityscanningnotificationworker.py', 'pid': '90'} exportactionlogsworker stdout | 2022-06-09 11:32:17,444 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'exportactionlogsworker.py', 'pid': '70'} chunkcleanupworker stdout | 2022-06-09 11:32:17,566 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'chunkcleanupworker.py', 'pid': '67'} namespacegcworker stdout | 2022-06-09 11:32:17,571 [83] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'namespacegcworker.py', 'pid': '83'} repositorygcworker stdout | 2022-06-09 11:32:17,730 [89] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositorygcworker.py', 'pid': '89'} manifestbackfillworker stdout | 2022-06-09 11:32:17,764 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'manifestbackfillworker.py', 'pid': '78'} globalpromstats stdout | 2022-06-09 11:32:17,839 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'globalpromstats.py', 'pid': '72'} storagereplication stdout | 2022-06-09 11:32:17,845 [93] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'storagereplication.py', 'pid': '93'} servicekey stdout | 2022-06-09 11:32:17,880 [92] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'servicekeyworker.py', 'pid': '92'} buildlogsarchiver stdout | 2022-06-09 11:32:17,888 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'buildlogsarchiver.py', 'pid': '66'} notificationworker stdout | 2022-06-09 11:32:17,890 [85] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'notificationworker.py', 'pid': '85'} expiredappspecifictokenworker stdout | 2022-06-09 11:32:17,904 [69] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '69'} builder stdout | 2022-06-09 11:32:17,925 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'builder.py', 'pid': '65'} gcworker stdout | 2022-06-09 11:32:17,936 [71] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'gcworker.py', 'pid': '71'} gunicorn-web stdout | 2022-06-09 11:32:17,984 [243] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '243'} gunicorn-web stdout | 2022-06-09 11:32:17,989 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '75'} gunicorn-web stdout | 2022-06-09 11:32:18,003 [226] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '226'} gunicorn-web stdout | 2022-06-09 11:32:18,006 [242] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '242'} gunicorn-web stdout | 2022-06-09 11:32:18,009 [235] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '235'} gunicorn-web stdout | 2022-06-09 11:32:18,012 [228] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '228'} gunicorn-web stdout | 2022-06-09 11:32:18,014 [241] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '241'} gunicorn-web stdout | 2022-06-09 11:32:18,017 [244] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '244'} gunicorn-web stdout | 2022-06-09 11:32:18,020 [237] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '237'} gunicorn-web stdout | 2022-06-09 11:32:18,024 [234] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '234'} gunicorn-web stdout | 2022-06-09 11:32:18,028 [236] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '236'} gunicorn-web stdout | 2022-06-09 11:32:18,033 [230] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '230'} gunicorn-web stdout | 2022-06-09 11:32:18,035 [239] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '239'} gunicorn-web stdout | 2022-06-09 11:32:18,038 [231] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '231'} gunicorn-web stdout | 2022-06-09 11:32:18,041 [229] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '229'} gunicorn-web stdout | 2022-06-09 11:32:18,045 [238] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '238'} gunicorn-web stdout | 2022-06-09 11:32:18,048 [232] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '232'} teamsyncworker stdout | 2022-06-09 11:32:18,053 [94] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'teamsyncworker.py', 'pid': '94'} queuecleanupworker stdout | 2022-06-09 11:32:18,064 [87] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'queuecleanupworker.py', 'pid': '87'} gunicorn-secscan stdout | 2022-06-09 11:32:18,225 [221] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '221'} gunicorn-secscan stdout | 2022-06-09 11:32:18,228 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '74'} gunicorn-secscan stdout | 2022-06-09 11:32:18,233 [224] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '224'} gunicorn-secscan stdout | 2022-06-09 11:32:18,235 [225] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '225'} gunicorn-secscan stdout | 2022-06-09 11:32:18,238 [227] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '227'} notificationworker stdout | 2022-06-09 11:32:19,646 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 11:32:19,646 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:32:20.617379+00:00 (in 0.970675 seconds) notificationworker stdout | 2022-06-09 11:32:19,647 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 11:33:19 UTC)" (scheduled at 2022-06-09 11:32:19.645536+00:00) notificationworker stdout | 2022-06-09 11:32:19,647 [85] [DEBUG] [workers.queueworker] Running watchdog. notificationworker stdout | 2022-06-09 11:32:19,647 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 11:33:19 UTC)" executed successfully gunicorn-registry stdout | 2022-06-09 11:32:20,434 [275] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '275'} gunicorn-registry stdout | 2022-06-09 11:32:20,440 [271] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '271'} gunicorn-registry stdout | 2022-06-09 11:32:20,457 [273] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '273'} gunicorn-registry stdout | 2022-06-09 11:32:20,461 [277] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '277'} gunicorn-registry stdout | 2022-06-09 11:32:20,474 [276] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '276'} gunicorn-registry stdout | 2022-06-09 11:32:20,487 [246] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '246'} gunicorn-registry stdout | 2022-06-09 11:32:20,492 [274] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '274'} gunicorn-registry stdout | 2022-06-09 11:32:20,497 [263] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '263'} gunicorn-registry stdout | 2022-06-09 11:32:20,503 [266] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '266'} gunicorn-registry stdout | 2022-06-09 11:32:20,508 [254] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '254'} gunicorn-registry stdout | 2022-06-09 11:32:20,513 [260] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '260'} gunicorn-registry stdout | 2022-06-09 11:32:20,518 [270] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '270'} gunicorn-registry stdout | 2022-06-09 11:32:20,524 [253] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '253'} gunicorn-registry stdout | 2022-06-09 11:32:20,538 [268] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '268'} gunicorn-registry stdout | 2022-06-09 11:32:20,543 [261] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '261'} gunicorn-registry stdout | 2022-06-09 11:32:20,550 [248] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '248'} gunicorn-registry stdout | 2022-06-09 11:32:20,554 [245] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '245'} gunicorn-registry stdout | 2022-06-09 11:32:20,559 [249] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '249'} gunicorn-registry stdout | 2022-06-09 11:32:20,565 [251] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '251'} gunicorn-registry stdout | 2022-06-09 11:32:20,572 [259] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '259'} gunicorn-registry stdout | 2022-06-09 11:32:20,577 [250] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '250'} gunicorn-registry stdout | 2022-06-09 11:32:20,584 [265] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '265'} gunicorn-registry stdout | 2022-06-09 11:32:20,592 [73] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '73'} gunicorn-registry stdout | 2022-06-09 11:32:20,598 [267] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '267'} gunicorn-registry stdout | 2022-06-09 11:32:20,604 [256] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '256'} gunicorn-registry stdout | 2022-06-09 11:32:20,610 [262] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '262'} notificationworker stdout | 2022-06-09 11:32:20,617 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run gunicorn-registry stdout | 2022-06-09 11:32:20,617 [272] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '272'} notificationworker stdout | 2022-06-09 11:32:20,618 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:32:30.617379+00:00 (in 9.999371 seconds) notificationworker stdout | 2022-06-09 11:32:20,618 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:32:30 UTC)" (scheduled at 2022-06-09 11:32:20.617379+00:00) notificationworker stdout | 2022-06-09 11:32:20,618 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 11:32:20,619 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 32, 20, 618688), True, datetime.datetime(2022, 6, 9, 11, 32, 20, 618688), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 11:32:20,622 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 11:32:20,622 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 11:32:20,622 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:32:30 UTC)" executed successfully gunicorn-registry stdout | 2022-06-09 11:32:20,624 [264] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '264'} gunicorn-registry stdout | 2022-06-09 11:32:20,631 [269] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '269'} gunicorn-registry stdout | 2022-06-09 11:32:20,639 [247] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '247'} gunicorn-registry stdout | 2022-06-09 11:32:20,647 [255] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '255'} gunicorn-registry stdout | 2022-06-09 11:32:20,653 [252] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '252'} gunicorn-registry stdout | 2022-06-09 11:32:20,659 [257] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '257'} gunicorn-registry stdout | 2022-06-09 11:32:24,104 [273] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`repository_id`, `t1`.`uuid`, `t1`.`byte_count`, `t1`.`sha_state`, `t1`.`location_id`, `t1`.`storage_metadata`, `t1`.`chunk_count`, `t1`.`uncompressed_byte_count`, `t1`.`created`, `t1`.`piece_sha_state`, `t1`.`piece_hashes`, `t2`.`id`, `t2`.`name` FROM `blobupload` AS `t1` INNER JOIN `imagestoragelocation` AS `t2` ON (`t1`.`location_id` = `t2`.`id`) WHERE (`t1`.`uuid` = %s) LIMIT %s OFFSET %s', ['b467948e-70d0-4bca-a3b7-1f83813e3838', 1, 0]) gunicorn-registry stdout | 2022-06-09 11:32:24,106 [273] [DEBUG] [peewee] ('UPDATE `blobupload` SET `repository_id` = %s, `uuid` = %s, `byte_count` = %s, `sha_state` = %s, `location_id` = %s, `storage_metadata` = %s, `chunk_count` = %s, `uncompressed_byte_count` = %s, `created` = %s, `piece_sha_state` = %s, `piece_hashes` = %s WHERE (`blobupload`.`id` = %s)', [1, 'b467948e-70d0-4bca-a3b7-1f83813e3838', 195084119, 'gASVsgAAAAAAAACMBnJlaGFzaJSMBnNoYTI1NpSTlCmBlH2UKIwEbmFtZZSMBnNoYTI1NpSMB21kX2RhdGGUQ3jd8zEW+b3ur4mTIpW7ahVrvHJKB8z5scU1IAxIx2YDBLj6BV0AAAAAfU/f0/f0XfP7nwAAAP//wcte/QB4cycAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAABcAAAAgAAAAAAAAAAAAAACUdWIu', 9, '{}', 1, 661878784, datetime.datetime(2022, 6, 9, 11, 32), None, None, 3]) gunicorn-registry stdout | 2022-06-09 11:32:24,109 [273] [DEBUG] [app] Ending request: urn:request:8e7cc44a-1ca5-4c75-b1f5-9dcdeb206350 (/v2/ibazulic/quay/blobs/uploads/b467948e-70d0-4bca-a3b7-1f83813e3838) {'endpoint': 'v2.upload_chunk', 'request_id': 'urn:request:8e7cc44a-1ca5-4c75-b1f5-9dcdeb206350', 'remote_addr': '172.24.10.50', 'http_method': 'PATCH', 'original_url': 'https://quay.skynet/v2/ibazulic/quay/blobs/uploads/b467948e-70d0-4bca-a3b7-1f83813e3838', 'path': '/v2/ibazulic/quay/blobs/uploads/b467948e-70d0-4bca-a3b7-1f83813e3838', 'parameters': {}, 'json_body': None, 'confsha': '3a86aa80', 'user-agent': 'docker/20.10.17 go/go1.17.11 git-commit/a89b842 kernel/5.10.0-14-amd64 os/linux arch/amd64 UpstreamClient(Docker-Client/20.10.17 \\(linux\\))'} gunicorn-registry stdout | 2022-06-09 11:32:24,110 [273] [DEBUG] [data.database] Disconnecting from database. gunicorn-registry stdout | 2022-06-09 11:32:24,110 [273] [DEBUG] [peewee.pool] Returning 140435033336656 to pool. gunicorn-registry stdout | 2022-06-09 11:32:24,110 [273] [INFO] [gunicorn.access] 172.24.10.50 - - [09/Jun/2022:11:32:24 +0000] "PATCH /v2/ibazulic/quay/blobs/uploads/b467948e-70d0-4bca-a3b7-1f83813e3838 HTTP/1.1" 202 0 "-" "docker/20.10.17 go/go1.17.11 git-commit/a89b842 kernel/5.10.0-14-amd64 os/linux arch/amd64 UpstreamClient(Docker-Client/20.10.17 \(linux\))" nginx stdout | 172.24.10.50 () - - [09/Jun/2022:11:32:24 +0000] "PATCH /v2/ibazulic/quay/blobs/uploads/b467948e-70d0-4bca-a3b7-1f83813e3838 HTTP/1.1" 202 0 "-" "docker/20.10.17 go/go1.17.11 git-commit/a89b842 kernel/5.10.0-14-amd64 os/linux arch/amd64 UpstreamClient(Docker-Client/20.10.17 \x5C(linux\x5C))" (23.915 195133098 23.917) gunicorn-registry stdout | 2022-06-09 11:32:24,118 [277] [DEBUG] [app] Starting request: urn:request:b513fa39-9057-439f-93a7-89e760066408 (/v2/ibazulic/quay/blobs/uploads/b467948e-70d0-4bca-a3b7-1f83813e3838) {'X-Forwarded-For': '172.24.10.50'} gunicorn-registry stdout | 2022-06-09 11:32:24,118 [277] [DEBUG] [auth.registry_jwt_auth] Called with params: (), {'upload_uuid': 'b467948e-70d0-4bca-a3b7-1f83813e3838', 'namespace_name': 'ibazulic', 'repo_name': 'quay'} gunicorn-registry stdout | 2022-06-09 11:32:24,118 [277] [DEBUG] [auth.registry_jwt_auth] Validating auth header: Bearer eyJ0eXAiOiJKV1QiLCJhbGciOiJSUzI1NiIsImtpZCI6IkkyNm5ObFNEX2RYWVFRTndtS0VjUFdZTUtzWlIyeU55VWJibUxYNGRoMEEifQ.eyJpc3MiOiJxdWF5IiwiYXVkIjoicXVheS5za3luZXQiLCJuYmYiOjE2NTQ3NzQzMjAsImlhdCI6MTY1NDc3NDMyMCwiZXhwIjoxNjU0Nzc3OTIwLCJzdWIiOiJpYmF6dWxpYyIsImFjY2VzcyI6W3sidHlwZSI6InJlcG9zaXRvcnkiLCJuYW1lIjoiaWJhenVsaWMvcXVheSIsImFjdGlvbnMiOlsicHVzaCIsInB1bGwiXX1dLCJjb250ZXh0Ijp7InZlcnNpb24iOjIsImVudGl0eV9raW5kIjoidXNlciIsImVudGl0eV9yZWZlcmVuY2UiOiI4MjIyODQ5MC1kMDc1LTQ5MjEtYWU3YS1hZjQ0MDhjZjExYjQiLCJraW5kIjoidXNlciIsInVzZXIiOiJpYmF6dWxpYyIsImNvbS5hcG9zdGlsbGUucm9vdHMiOnsiaWJhenVsaWMvcXVheSI6IiRkaXNhYmxlZCJ9LCJjb20uYXBvc3RpbGxlLnJvb3QiOiIkZGlzYWJsZWQifX0.BZ-m6bEM1YONYPPhnVCQVO-xgmvoy21MVCpPg6B-1q_cfnAZJfetqN5gbf64qaR4u20a0q4NzuIEFN90nzzuTI_yu3uPiXPnK_CHXuaSKKLSAoVtTxo1lJ5Uq6SmGhLwP1CBVlMJ69eAtBqvDpztckaM-VHI7FIQ7QpX8aIoIHgmteXVW78fA7oGMYoyr1VzhUQJv3OC97vEFSqt-yIiz_dZUeUW5WxZJUFeFA9LkYabVtEAXgRwwJ8UmOZLwMufns9PH8UMpQSwpL_9gyok_A7qtSgHTKJElCjrrDRQ1CKQc6Vh1n_VkTag2FZifgoDLHT_YUTK7w-XLLDqM4y8IA gunicorn-registry stdout | 2022-06-09 11:32:24,118 [277] [DEBUG] [util.security.registry_jwt] encoded JWT: eyJ0eXAiOiJKV1QiLCJhbGciOiJSUzI1NiIsImtpZCI6IkkyNm5ObFNEX2RYWVFRTndtS0VjUFdZTUtzWlIyeU55VWJibUxYNGRoMEEifQ.eyJpc3MiOiJxdWF5IiwiYXVkIjoicXVheS5za3luZXQiLCJuYmYiOjE2NTQ3NzQzMjAsImlhdCI6MTY1NDc3NDMyMCwiZXhwIjoxNjU0Nzc3OTIwLCJzdWIiOiJpYmF6dWxpYyIsImFjY2VzcyI6W3sidHlwZSI6InJlcG9zaXRvcnkiLCJuYW1lIjoiaWJhenVsaWMvcXVheSIsImFjdGlvbnMiOlsicHVzaCIsInB1bGwiXX1dLCJjb250ZXh0Ijp7InZlcnNpb24iOjIsImVudGl0eV9raW5kIjoidXNlciIsImVudGl0eV9yZWZlcmVuY2UiOiI4MjIyODQ5MC1kMDc1LTQ5MjEtYWU3YS1hZjQ0MDhjZjExYjQiLCJraW5kIjoidXNlciIsInVzZXIiOiJpYmF6dWxpYyIsImNvbS5hcG9zdGlsbGUucm9vdHMiOnsiaWJhenVsaWMvcXVheSI6IiRkaXNhYmxlZCJ9LCJjb20uYXBvc3RpbGxlLnJvb3QiOiIkZGlzYWJsZWQifX0.BZ-m6bEM1YONYPPhnVCQVO-xgmvoy21MVCpPg6B-1q_cfnAZJfetqN5gbf64qaR4u20a0q4NzuIEFN90nzzuTI_yu3uPiXPnK_CHXuaSKKLSAoVtTxo1lJ5Uq6SmGhLwP1CBVlMJ69eAtBqvDpztckaM-VHI7FIQ7QpX8aIoIHgmteXVW78fA7oGMYoyr1VzhUQJv3OC97vEFSqt-yIiz_dZUeUW5WxZJUFeFA9LkYabVtEAXgRwwJ8UmOZLwMufns9PH8UMpQSwpL_9gyok_A7qtSgHTKJElCjrrDRQ1CKQc6Vh1n_VkTag2FZifgoDLHT_YUTK7w-XLLDqM4y8IA gunicorn-registry stdout | 2022-06-09 11:32:24,119 [277] [DEBUG] [auth.permissions] Identity loaded: gunicorn-registry stdout | 2022-06-09 11:32:24,119 [277] [DEBUG] [auth.permissions] Loaded signed_jwt identity for: ibazulic gunicorn-registry stdout | 2022-06-09 11:32:24,119 [277] [DEBUG] [auth.registry_jwt_auth] Identity changed to ibazulic gunicorn-registry stdout | 2022-06-09 11:32:24,119 [277] [DEBUG] [auth.registry_jwt_auth] Auth context set to {'version': 2, 'entity_kind': 'user', 'entity_reference': '82228490-d075-4921-ae7a-af4408cf11b4', 'kind': 'user', 'user': 'ibazulic', 'com.apostille.roots': {'ibazulic/quay': '$disabled'}, 'com.apostille.root': '$disabled'} gunicorn-registry stdout | 2022-06-09 11:32:24,119 [277] [DEBUG] [endpoints.v2] Checking permission for repo: ibazulic/quay gunicorn-registry stdout | 2022-06-09 11:32:24,120 [277] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`namespace_user_id`, `t1`.`name`, `t1`.`visibility_id`, `t1`.`description`, `t1`.`badge_token`, `t1`.`kind_id`, `t1`.`trust_enabled`, `t1`.`state`, `t2`.`id`, `t2`.`uuid`, `t2`.`username`, `t2`.`password_hash`, `t2`.`email`, `t2`.`verified`, `t2`.`stripe_id`, `t2`.`organization`, `t2`.`robot`, `t2`.`invoice_email`, `t2`.`invalid_login_attempts`, `t2`.`last_invalid_login`, `t2`.`removed_tag_expiration_s`, `t2`.`enabled`, `t2`.`invoice_email_address`, `t2`.`given_name`, `t2`.`family_name`, `t2`.`company`, `t2`.`location`, `t2`.`maximum_queued_builds_count`, `t2`.`creation_date`, `t2`.`last_accessed` FROM `repository` AS `t1` INNER JOIN `user` AS `t2` ON (`t1`.`namespace_user_id` = `t2`.`id`) WHERE (((`t2`.`username` = %s) AND (`t1`.`name` = %s)) AND (`t1`.`state` != %s)) LIMIT %s OFFSET %s', ['ibazulic', 'quay', 3, 1, 0]) gunicorn-registry stdout | 2022-06-09 11:32:24,122 [277] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`repository_id`, `t1`.`uuid`, `t1`.`byte_count`, `t1`.`sha_state`, `t1`.`location_id`, `t1`.`storage_metadata`, `t1`.`chunk_count`, `t1`.`uncompressed_byte_count`, `t1`.`created`, `t1`.`piece_sha_state`, `t1`.`piece_hashes`, `t2`.`id`, `t2`.`name` FROM `blobupload` AS `t1` INNER JOIN `imagestoragelocation` AS `t2` ON (`t1`.`location_id` = `t2`.`id`) WHERE (`t1`.`uuid` = %s) LIMIT %s OFFSET %s', ['b467948e-70d0-4bca-a3b7-1f83813e3838', 1, 0]) gunicorn-registry stdout | 2022-06-09 11:32:24,123 [277] [DEBUG] [data.database] Disconnecting from database. gunicorn-registry stdout | 2022-06-09 11:32:24,123 [277] [DEBUG] [peewee.pool] Returning 140435033335168 to pool. gunicorn-registry stdout | 2022-06-09 11:32:24,124 [277] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`repository_id`, `t1`.`uuid`, `t1`.`byte_count`, `t1`.`sha_state`, `t1`.`location_id`, `t1`.`storage_metadata`, `t1`.`chunk_count`, `t1`.`uncompressed_byte_count`, `t1`.`created`, `t1`.`piece_sha_state`, `t1`.`piece_hashes`, `t2`.`id`, `t2`.`name` FROM `blobupload` AS `t1` INNER JOIN `imagestoragelocation` AS `t2` ON (`t1`.`location_id` = `t2`.`id`) WHERE (`t1`.`uuid` = %s) LIMIT %s OFFSET %s', ['b467948e-70d0-4bca-a3b7-1f83813e3838', 1, 0]) gunicorn-registry stdout | 2022-06-09 11:32:24,125 [277] [DEBUG] [peewee] ('UPDATE `blobupload` SET `repository_id` = %s, `uuid` = %s, `byte_count` = %s, `sha_state` = %s, `location_id` = %s, `storage_metadata` = %s, `chunk_count` = %s, `uncompressed_byte_count` = %s, `created` = %s, `piece_sha_state` = %s, `piece_hashes` = %s WHERE (`blobupload`.`id` = %s)', [1, 'b467948e-70d0-4bca-a3b7-1f83813e3838', 195084119, 'gASVsgAAAAAAAACMBnJlaGFzaJSMBnNoYTI1NpSTlCmBlH2UKIwEbmFtZZSMBnNoYTI1NpSMB21kX2RhdGGUQ3jd8zEW+b3ur4mTIpW7ahVrvHJKB8z5scU1IAxIx2YDBLj6BV0AAAAAfU/f0/f0XfP7nwAAAP//wcte/QB4cycAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAABcAAAAgAAAAAAAAAAAAAACUdWIu', 9, '{}', 2, 661878784, datetime.datetime(2022, 6, 9, 11, 32), None, None, 3]) gunicorn-registry stdout | 2022-06-09 11:32:24,127 [277] [DEBUG] [data.database] Disconnecting from database. gunicorn-registry stdout | 2022-06-09 11:32:24,127 [277] [DEBUG] [peewee.pool] Returning 140435033335168 to pool. gunicorn-registry stdout | 2022-06-09 11:32:24,127 [277] [DEBUG] [storage.local] Moving content into place at path: /datastorage/registry/sha256/51/517e1f715652035851ddcad398cc2448b1bd8f03f7e53caf446a1ea7bea27183 gunicorn-registry stdout | 2022-06-09 11:32:24,128 [277] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`repository_id`, `t1`.`uuid`, `t1`.`byte_count`, `t1`.`sha_state`, `t1`.`location_id`, `t1`.`storage_metadata`, `t1`.`chunk_count`, `t1`.`uncompressed_byte_count`, `t1`.`created`, `t1`.`piece_sha_state`, `t1`.`piece_hashes`, `t2`.`id`, `t2`.`name` FROM `blobupload` AS `t1` INNER JOIN `imagestoragelocation` AS `t2` ON (`t1`.`location_id` = `t2`.`id`) WHERE (`t1`.`uuid` = %s) LIMIT %s OFFSET %s', ['b467948e-70d0-4bca-a3b7-1f83813e3838', 1, 0]) gunicorn-registry stdout | 2022-06-09 11:32:24,130 [277] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`uuid`, `t1`.`image_size`, `t1`.`uncompressed_size`, `t1`.`uploading`, `t1`.`cas_path`, `t1`.`content_checksum` FROM `imagestorage` AS `t1` WHERE (`t1`.`content_checksum` = %s) LIMIT %s OFFSET %s', ['sha256:517e1f715652035851ddcad398cc2448b1bd8f03f7e53caf446a1ea7bea27183', 1, 0]) gunicorn-registry stdout | 2022-06-09 11:32:24,131 [277] [DEBUG] [peewee] ('INSERT INTO `imagestorage` (`uuid`, `image_size`, `uncompressed_size`, `uploading`, `cas_path`, `content_checksum`) VALUES (%s, %s, %s, %s, %s, %s)', ['2768d29e-8346-4833-a1ff-fd1b4259f315', 195084119, 661878784, True, True, 'sha256:517e1f715652035851ddcad398cc2448b1bd8f03f7e53caf446a1ea7bea27183']) gunicorn-registry stdout | 2022-06-09 11:32:24,132 [277] [DEBUG] [peewee] ('INSERT INTO `imagestorageplacement` (`storage_id`, `location_id`) VALUES (%s, %s)', [3, 9]) gunicorn-registry stdout | 2022-06-09 11:32:24,132 [277] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`namespace_user_id`, `t1`.`name`, `t1`.`visibility_id`, `t1`.`description`, `t1`.`badge_token`, `t1`.`kind_id`, `t1`.`trust_enabled`, `t1`.`state` FROM `repository` AS `t1` WHERE (`t1`.`id` = %s) LIMIT %s OFFSET %s', [1, 1, 0]) gunicorn-registry stdout | 2022-06-09 11:32:24,133 [277] [DEBUG] [peewee] ('INSERT INTO `uploadedblob` (`repository_id`, `blob_id`, `uploaded_at`, `expires_at`) VALUES (%s, %s, %s, %s)', [1, 3, datetime.datetime(2022, 6, 9, 11, 32, 24, 133664), datetime.datetime(2022, 6, 9, 12, 32, 24, 133626)]) gunicorn-registry stdout | 2022-06-09 11:32:24,134 [277] [DEBUG] [peewee] ('DELETE FROM `blobupload` WHERE (`blobupload`.`id` = %s)', [3]) gunicorn-registry stdout | 2022-06-09 11:32:24,136 [277] [DEBUG] [app] Ending request: urn:request:b513fa39-9057-439f-93a7-89e760066408 (/v2/ibazulic/quay/blobs/uploads/b467948e-70d0-4bca-a3b7-1f83813e3838) {'endpoint': 'v2.monolithic_upload_or_last_chunk', 'request_id': 'urn:request:b513fa39-9057-439f-93a7-89e760066408', 'remote_addr': '172.24.10.50', 'http_method': 'PUT', 'original_url': 'https://quay.skynet/v2/ibazulic/quay/blobs/uploads/b467948e-70d0-4bca-a3b7-1f83813e3838?digest=sha256%3A517e1f715652035851ddcad398cc2448b1bd8f03f7e53caf446a1ea7bea27183', 'path': '/v2/ibazulic/quay/blobs/uploads/b467948e-70d0-4bca-a3b7-1f83813e3838', 'parameters': {'digest': 'sha256:517e1f715652035851ddcad398cc2448b1bd8f03f7e53caf446a1ea7bea27183'}, 'json_body': None, 'confsha': '3a86aa80', 'user-agent': 'docker/20.10.17 go/go1.17.11 git-commit/a89b842 kernel/5.10.0-14-amd64 os/linux arch/amd64 UpstreamClient(Docker-Client/20.10.17 \\(linux\\))'} gunicorn-registry stdout | 2022-06-09 11:32:24,136 [277] [DEBUG] [data.database] Disconnecting from database. gunicorn-registry stdout | 2022-06-09 11:32:24,136 [277] [DEBUG] [peewee.pool] Returning 140435033335168 to pool. gunicorn-registry stdout | 2022-06-09 11:32:24,136 [277] [INFO] [gunicorn.access] 172.24.10.50 - - [09/Jun/2022:11:32:24 +0000] "PUT /v2/ibazulic/quay/blobs/uploads/b467948e-70d0-4bca-a3b7-1f83813e3838?digest=sha256%3A517e1f715652035851ddcad398cc2448b1bd8f03f7e53caf446a1ea7bea27183 HTTP/1.1" 201 0 "-" "docker/20.10.17 go/go1.17.11 git-commit/a89b842 kernel/5.10.0-14-amd64 os/linux arch/amd64 UpstreamClient(Docker-Client/20.10.17 \(linux\))" nginx stdout | 172.24.10.50 () - - [09/Jun/2022:11:32:24 +0000] "PUT /v2/ibazulic/quay/blobs/uploads/b467948e-70d0-4bca-a3b7-1f83813e3838?digest=sha256%3A517e1f715652035851ddcad398cc2448b1bd8f03f7e53caf446a1ea7bea27183 HTTP/1.1" 201 0 "-" "docker/20.10.17 go/go1.17.11 git-commit/a89b842 kernel/5.10.0-14-amd64 os/linux arch/amd64 UpstreamClient(Docker-Client/20.10.17 \x5C(linux\x5C))" (0.019 1412 0.016) gunicorn-registry stdout | 2022-06-09 11:32:24,144 [276] [DEBUG] [app] Starting request: urn:request:f4a73fa1-bd08-48c0-b5f4-ae4da824c987 (/v2/ibazulic/quay/blobs/sha256:517e1f715652035851ddcad398cc2448b1bd8f03f7e53caf446a1ea7bea27183) {'X-Forwarded-For': '172.24.10.50'} gunicorn-registry stdout | 2022-06-09 11:32:24,145 [276] [DEBUG] [auth.registry_jwt_auth] Called with params: (), {'digest': 'sha256:517e1f715652035851ddcad398cc2448b1bd8f03f7e53caf446a1ea7bea27183', 'namespace_name': 'ibazulic', 'repo_name': 'quay'} gunicorn-registry stdout | 2022-06-09 11:32:24,145 [276] [DEBUG] [auth.registry_jwt_auth] Validating auth header: Bearer eyJ0eXAiOiJKV1QiLCJhbGciOiJSUzI1NiIsImtpZCI6IkkyNm5ObFNEX2RYWVFRTndtS0VjUFdZTUtzWlIyeU55VWJibUxYNGRoMEEifQ.eyJpc3MiOiJxdWF5IiwiYXVkIjoicXVheS5za3luZXQiLCJuYmYiOjE2NTQ3NzQzMjAsImlhdCI6MTY1NDc3NDMyMCwiZXhwIjoxNjU0Nzc3OTIwLCJzdWIiOiJpYmF6dWxpYyIsImFjY2VzcyI6W3sidHlwZSI6InJlcG9zaXRvcnkiLCJuYW1lIjoiaWJhenVsaWMvcXVheSIsImFjdGlvbnMiOlsicHVzaCIsInB1bGwiXX1dLCJjb250ZXh0Ijp7InZlcnNpb24iOjIsImVudGl0eV9raW5kIjoidXNlciIsImVudGl0eV9yZWZlcmVuY2UiOiI4MjIyODQ5MC1kMDc1LTQ5MjEtYWU3YS1hZjQ0MDhjZjExYjQiLCJraW5kIjoidXNlciIsInVzZXIiOiJpYmF6dWxpYyIsImNvbS5hcG9zdGlsbGUucm9vdHMiOnsiaWJhenVsaWMvcXVheSI6IiRkaXNhYmxlZCJ9LCJjb20uYXBvc3RpbGxlLnJvb3QiOiIkZGlzYWJsZWQifX0.BZ-m6bEM1YONYPPhnVCQVO-xgmvoy21MVCpPg6B-1q_cfnAZJfetqN5gbf64qaR4u20a0q4NzuIEFN90nzzuTI_yu3uPiXPnK_CHXuaSKKLSAoVtTxo1lJ5Uq6SmGhLwP1CBVlMJ69eAtBqvDpztckaM-VHI7FIQ7QpX8aIoIHgmteXVW78fA7oGMYoyr1VzhUQJv3OC97vEFSqt-yIiz_dZUeUW5WxZJUFeFA9LkYabVtEAXgRwwJ8UmOZLwMufns9PH8UMpQSwpL_9gyok_A7qtSgHTKJElCjrrDRQ1CKQc6Vh1n_VkTag2FZifgoDLHT_YUTK7w-XLLDqM4y8IA gunicorn-registry stdout | 2022-06-09 11:32:24,145 [276] [DEBUG] [util.security.registry_jwt] encoded JWT: eyJ0eXAiOiJKV1QiLCJhbGciOiJSUzI1NiIsImtpZCI6IkkyNm5ObFNEX2RYWVFRTndtS0VjUFdZTUtzWlIyeU55VWJibUxYNGRoMEEifQ.eyJpc3MiOiJxdWF5IiwiYXVkIjoicXVheS5za3luZXQiLCJuYmYiOjE2NTQ3NzQzMjAsImlhdCI6MTY1NDc3NDMyMCwiZXhwIjoxNjU0Nzc3OTIwLCJzdWIiOiJpYmF6dWxpYyIsImFjY2VzcyI6W3sidHlwZSI6InJlcG9zaXRvcnkiLCJuYW1lIjoiaWJhenVsaWMvcXVheSIsImFjdGlvbnMiOlsicHVzaCIsInB1bGwiXX1dLCJjb250ZXh0Ijp7InZlcnNpb24iOjIsImVudGl0eV9raW5kIjoidXNlciIsImVudGl0eV9yZWZlcmVuY2UiOiI4MjIyODQ5MC1kMDc1LTQ5MjEtYWU3YS1hZjQ0MDhjZjExYjQiLCJraW5kIjoidXNlciIsInVzZXIiOiJpYmF6dWxpYyIsImNvbS5hcG9zdGlsbGUucm9vdHMiOnsiaWJhenVsaWMvcXVheSI6IiRkaXNhYmxlZCJ9LCJjb20uYXBvc3RpbGxlLnJvb3QiOiIkZGlzYWJsZWQifX0.BZ-m6bEM1YONYPPhnVCQVO-xgmvoy21MVCpPg6B-1q_cfnAZJfetqN5gbf64qaR4u20a0q4NzuIEFN90nzzuTI_yu3uPiXPnK_CHXuaSKKLSAoVtTxo1lJ5Uq6SmGhLwP1CBVlMJ69eAtBqvDpztckaM-VHI7FIQ7QpX8aIoIHgmteXVW78fA7oGMYoyr1VzhUQJv3OC97vEFSqt-yIiz_dZUeUW5WxZJUFeFA9LkYabVtEAXgRwwJ8UmOZLwMufns9PH8UMpQSwpL_9gyok_A7qtSgHTKJElCjrrDRQ1CKQc6Vh1n_VkTag2FZifgoDLHT_YUTK7w-XLLDqM4y8IA gunicorn-registry stdout | 2022-06-09 11:32:24,146 [276] [DEBUG] [auth.permissions] Identity loaded: gunicorn-registry stdout | 2022-06-09 11:32:24,146 [276] [DEBUG] [auth.permissions] Loaded signed_jwt identity for: ibazulic gunicorn-registry stdout | 2022-06-09 11:32:24,146 [276] [DEBUG] [auth.registry_jwt_auth] Identity changed to ibazulic gunicorn-registry stdout | 2022-06-09 11:32:24,146 [276] [DEBUG] [auth.registry_jwt_auth] Auth context set to {'version': 2, 'entity_kind': 'user', 'entity_reference': '82228490-d075-4921-ae7a-af4408cf11b4', 'kind': 'user', 'user': 'ibazulic', 'com.apostille.roots': {'ibazulic/quay': '$disabled'}, 'com.apostille.root': '$disabled'} gunicorn-registry stdout | 2022-06-09 11:32:24,146 [276] [DEBUG] [endpoints.v2] Checking permission for repo: ibazulic/quay gunicorn-registry stdout | 2022-06-09 11:32:24,146 [276] [DEBUG] [data.cache.impl] Checking cache for key repo_blob__ibazulic_quay_sha256:517e1f715652035851ddcad398cc2448b1bd8f03f7e53caf446a1ea7bea27183_2 gunicorn-registry stdout | 2022-06-09 11:32:24,146 [276] [DEBUG] [data.cache.impl] Found no result in cache for key repo_blob__ibazulic_quay_sha256:517e1f715652035851ddcad398cc2448b1bd8f03f7e53caf446a1ea7bea27183_2; calling loader gunicorn-registry stdout | 2022-06-09 11:32:24,147 [276] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`namespace_user_id`, `t1`.`name`, `t1`.`visibility_id`, `t1`.`description`, `t1`.`badge_token`, `t1`.`kind_id`, `t1`.`trust_enabled`, `t1`.`state`, `t2`.`id`, `t2`.`uuid`, `t2`.`username`, `t2`.`password_hash`, `t2`.`email`, `t2`.`verified`, `t2`.`stripe_id`, `t2`.`organization`, `t2`.`robot`, `t2`.`invoice_email`, `t2`.`invalid_login_attempts`, `t2`.`last_invalid_login`, `t2`.`removed_tag_expiration_s`, `t2`.`enabled`, `t2`.`invoice_email_address`, `t2`.`given_name`, `t2`.`family_name`, `t2`.`company`, `t2`.`location`, `t2`.`maximum_queued_builds_count`, `t2`.`creation_date`, `t2`.`last_accessed` FROM `repository` AS `t1` INNER JOIN `user` AS `t2` ON (`t1`.`namespace_user_id` = `t2`.`id`) WHERE (((`t2`.`username` = %s) AND (`t1`.`name` = %s)) AND (`t1`.`state` != %s)) LIMIT %s OFFSET %s', ['ibazulic', 'quay', 3, 1, 0]) gunicorn-registry stdout | 2022-06-09 11:32:24,149 [276] [DEBUG] [peewee] ('SELECT `t1`.`uuid` FROM `imagestorage` AS `t1` INNER JOIN `uploadedblob` AS `t2` ON (`t2`.`blob_id` = `t1`.`id`) WHERE ((`t2`.`repository_id` = %s) AND (`t1`.`content_checksum` = %s)) LIMIT %s OFFSET %s', [1, 'sha256:517e1f715652035851ddcad398cc2448b1bd8f03f7e53caf446a1ea7bea27183', 1, 0]) gunicorn-registry stdout | 2022-06-09 11:32:24,150 [276] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`storage_id`, `t1`.`location_id`, `t2`.`id`, `t2`.`uuid`, `t2`.`image_size`, `t2`.`uncompressed_size`, `t2`.`uploading`, `t2`.`cas_path`, `t2`.`content_checksum` FROM `imagestorageplacement` AS `t1` INNER JOIN `imagestorage` AS `t2` ON (`t1`.`storage_id` = `t2`.`id`) WHERE (`t2`.`uuid` = %s)', ['2768d29e-8346-4833-a1ff-fd1b4259f315']) gunicorn-registry stdout | 2022-06-09 11:32:24,151 [276] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`storage_id`, `t1`.`location_id` FROM `imagestorageplacement` AS `t1` INNER JOIN `imagestorage` AS `t2` ON (`t1`.`storage_id` = `t2`.`id`) WHERE (`t2`.`uuid` = %s)', ['2768d29e-8346-4833-a1ff-fd1b4259f315']) gunicorn-registry stdout | 2022-06-09 11:32:24,152 [276] [DEBUG] [data.cache.impl] Got loaded result for key repo_blob__ibazulic_quay_sha256:517e1f715652035851ddcad398cc2448b1bd8f03f7e53caf446a1ea7bea27183_2: {'uuid': '2768d29e-8346-4833-a1ff-fd1b4259f315', 'digest': 'sha256:517e1f715652035851ddcad398cc2448b1bd8f03f7e53caf446a1ea7bea27183', 'compressed_size': 195084119, 'uncompressed_size': 661878784, 'uploading': True, 'db_id': 3, 'inputs': {'placements': ['default'], 'storage_path': 'sha256/51/517e1f715652035851ddcad398cc2448b1bd8f03f7e53caf446a1ea7bea27183'}} gunicorn-registry stdout | 2022-06-09 11:32:24,152 [276] [DEBUG] [data.cache.impl] Caching loaded result for key repo_blob__ibazulic_quay_sha256:517e1f715652035851ddcad398cc2448b1bd8f03f7e53caf446a1ea7bea27183_2 with expiration {'uuid': '2768d29e-8346-4833-a1ff-fd1b4259f315', 'digest': 'sha256:517e1f715652035851ddcad398cc2448b1bd8f03f7e53caf446a1ea7bea27183', 'compressed_size': 195084119, 'uncompressed_size': 661878784, 'uploading': True, 'db_id': 3, 'inputs': {'placements': ['default'], 'storage_path': 'sha256/51/517e1f715652035851ddcad398cc2448b1bd8f03f7e53caf446a1ea7bea27183'}}: 60s gunicorn-registry stdout | 2022-06-09 11:32:24,152 [276] [DEBUG] [data.cache.impl] Cached loaded result for key repo_blob__ibazulic_quay_sha256:517e1f715652035851ddcad398cc2448b1bd8f03f7e53caf446a1ea7bea27183_2 with expiration {'uuid': '2768d29e-8346-4833-a1ff-fd1b4259f315', 'digest': 'sha256:517e1f715652035851ddcad398cc2448b1bd8f03f7e53caf446a1ea7bea27183', 'compressed_size': 195084119, 'uncompressed_size': 661878784, 'uploading': True, 'db_id': 3, 'inputs': {'placements': ['default'], 'storage_path': 'sha256/51/517e1f715652035851ddcad398cc2448b1bd8f03f7e53caf446a1ea7bea27183'}}: 60s gunicorn-registry stdout | 2022-06-09 11:32:24,153 [276] [DEBUG] [app] Ending request: urn:request:f4a73fa1-bd08-48c0-b5f4-ae4da824c987 (/v2/ibazulic/quay/blobs/sha256:517e1f715652035851ddcad398cc2448b1bd8f03f7e53caf446a1ea7bea27183) {'endpoint': 'v2.check_blob_exists', 'request_id': 'urn:request:f4a73fa1-bd08-48c0-b5f4-ae4da824c987', 'remote_addr': '172.24.10.50', 'http_method': 'HEAD', 'original_url': 'https://quay.skynet/v2/ibazulic/quay/blobs/sha256:517e1f715652035851ddcad398cc2448b1bd8f03f7e53caf446a1ea7bea27183', 'path': '/v2/ibazulic/quay/blobs/sha256:517e1f715652035851ddcad398cc2448b1bd8f03f7e53caf446a1ea7bea27183', 'parameters': {}, 'json_body': None, 'confsha': '3a86aa80', 'user-agent': 'docker/20.10.17 go/go1.17.11 git-commit/a89b842 kernel/5.10.0-14-amd64 os/linux arch/amd64 UpstreamClient(Docker-Client/20.10.17 \\(linux\\))'} gunicorn-registry stdout | 2022-06-09 11:32:24,153 [276] [DEBUG] [data.database] Disconnecting from database. gunicorn-registry stdout | 2022-06-09 11:32:24,153 [276] [DEBUG] [peewee.pool] Returning 140435033337088 to pool. gunicorn-registry stdout | 2022-06-09 11:32:24,153 [276] [INFO] [gunicorn.access] 172.24.10.50 - - [09/Jun/2022:11:32:24 +0000] "HEAD /v2/ibazulic/quay/blobs/sha256:517e1f715652035851ddcad398cc2448b1bd8f03f7e53caf446a1ea7bea27183 HTTP/1.1" 200 0 "-" "docker/20.10.17 go/go1.17.11 git-commit/a89b842 kernel/5.10.0-14-amd64 os/linux arch/amd64 UpstreamClient(Docker-Client/20.10.17 \(linux\))" nginx stdout | 172.24.10.50 () - - [09/Jun/2022:11:32:24 +0000] "HEAD /v2/ibazulic/quay/blobs/sha256:517e1f715652035851ddcad398cc2448b1bd8f03f7e53caf446a1ea7bea27183 HTTP/1.1" 200 0 "-" "docker/20.10.17 go/go1.17.11 git-commit/a89b842 kernel/5.10.0-14-amd64 os/linux arch/amd64 UpstreamClient(Docker-Client/20.10.17 \x5C(linux\x5C))" (0.010 1317 0.008) gunicorn-registry stdout | 2022-06-09 11:32:24,164 [277] [DEBUG] [app] Starting request: urn:request:ee9e1c35-17f6-44cc-a605-1c9ce0f7a462 (/v2/ibazulic/quay/blobs/sha256:c6a44b4bf0fb16971fd7f20a99872795de03d33ea4fbe8533608cdcbc898fdc8) {'X-Forwarded-For': '172.24.10.50'} gunicorn-registry stdout | 2022-06-09 11:32:24,164 [277] [DEBUG] [auth.registry_jwt_auth] Called with params: (), {'digest': 'sha256:c6a44b4bf0fb16971fd7f20a99872795de03d33ea4fbe8533608cdcbc898fdc8', 'namespace_name': 'ibazulic', 'repo_name': 'quay'} gunicorn-registry stdout | 2022-06-09 11:32:24,165 [277] [DEBUG] [auth.registry_jwt_auth] Validating auth header: Bearer eyJ0eXAiOiJKV1QiLCJhbGciOiJSUzI1NiIsImtpZCI6IkkyNm5ObFNEX2RYWVFRTndtS0VjUFdZTUtzWlIyeU55VWJibUxYNGRoMEEifQ.eyJpc3MiOiJxdWF5IiwiYXVkIjoicXVheS5za3luZXQiLCJuYmYiOjE2NTQ3NzQzMjAsImlhdCI6MTY1NDc3NDMyMCwiZXhwIjoxNjU0Nzc3OTIwLCJzdWIiOiJpYmF6dWxpYyIsImFjY2VzcyI6W3sidHlwZSI6InJlcG9zaXRvcnkiLCJuYW1lIjoiaWJhenVsaWMvcXVheSIsImFjdGlvbnMiOlsicHVzaCIsInB1bGwiXX1dLCJjb250ZXh0Ijp7InZlcnNpb24iOjIsImVudGl0eV9raW5kIjoidXNlciIsImVudGl0eV9yZWZlcmVuY2UiOiI4MjIyODQ5MC1kMDc1LTQ5MjEtYWU3YS1hZjQ0MDhjZjExYjQiLCJraW5kIjoidXNlciIsInVzZXIiOiJpYmF6dWxpYyIsImNvbS5hcG9zdGlsbGUucm9vdHMiOnsiaWJhenVsaWMvcXVheSI6IiRkaXNhYmxlZCJ9LCJjb20uYXBvc3RpbGxlLnJvb3QiOiIkZGlzYWJsZWQifX0.BZ-m6bEM1YONYPPhnVCQVO-xgmvoy21MVCpPg6B-1q_cfnAZJfetqN5gbf64qaR4u20a0q4NzuIEFN90nzzuTI_yu3uPiXPnK_CHXuaSKKLSAoVtTxo1lJ5Uq6SmGhLwP1CBVlMJ69eAtBqvDpztckaM-VHI7FIQ7QpX8aIoIHgmteXVW78fA7oGMYoyr1VzhUQJv3OC97vEFSqt-yIiz_dZUeUW5WxZJUFeFA9LkYabVtEAXgRwwJ8UmOZLwMufns9PH8UMpQSwpL_9gyok_A7qtSgHTKJElCjrrDRQ1CKQc6Vh1n_VkTag2FZifgoDLHT_YUTK7w-XLLDqM4y8IA gunicorn-registry stdout | 2022-06-09 11:32:24,165 [277] [DEBUG] [util.security.registry_jwt] encoded JWT: eyJ0eXAiOiJKV1QiLCJhbGciOiJSUzI1NiIsImtpZCI6IkkyNm5ObFNEX2RYWVFRTndtS0VjUFdZTUtzWlIyeU55VWJibUxYNGRoMEEifQ.eyJpc3MiOiJxdWF5IiwiYXVkIjoicXVheS5za3luZXQiLCJuYmYiOjE2NTQ3NzQzMjAsImlhdCI6MTY1NDc3NDMyMCwiZXhwIjoxNjU0Nzc3OTIwLCJzdWIiOiJpYmF6dWxpYyIsImFjY2VzcyI6W3sidHlwZSI6InJlcG9zaXRvcnkiLCJuYW1lIjoiaWJhenVsaWMvcXVheSIsImFjdGlvbnMiOlsicHVzaCIsInB1bGwiXX1dLCJjb250ZXh0Ijp7InZlcnNpb24iOjIsImVudGl0eV9raW5kIjoidXNlciIsImVudGl0eV9yZWZlcmVuY2UiOiI4MjIyODQ5MC1kMDc1LTQ5MjEtYWU3YS1hZjQ0MDhjZjExYjQiLCJraW5kIjoidXNlciIsInVzZXIiOiJpYmF6dWxpYyIsImNvbS5hcG9zdGlsbGUucm9vdHMiOnsiaWJhenVsaWMvcXVheSI6IiRkaXNhYmxlZCJ9LCJjb20uYXBvc3RpbGxlLnJvb3QiOiIkZGlzYWJsZWQifX0.BZ-m6bEM1YONYPPhnVCQVO-xgmvoy21MVCpPg6B-1q_cfnAZJfetqN5gbf64qaR4u20a0q4NzuIEFN90nzzuTI_yu3uPiXPnK_CHXuaSKKLSAoVtTxo1lJ5Uq6SmGhLwP1CBVlMJ69eAtBqvDpztckaM-VHI7FIQ7QpX8aIoIHgmteXVW78fA7oGMYoyr1VzhUQJv3OC97vEFSqt-yIiz_dZUeUW5WxZJUFeFA9LkYabVtEAXgRwwJ8UmOZLwMufns9PH8UMpQSwpL_9gyok_A7qtSgHTKJElCjrrDRQ1CKQc6Vh1n_VkTag2FZifgoDLHT_YUTK7w-XLLDqM4y8IA gunicorn-registry stdout | 2022-06-09 11:32:24,166 [277] [DEBUG] [auth.permissions] Identity loaded: gunicorn-registry stdout | 2022-06-09 11:32:24,166 [277] [DEBUG] [auth.permissions] Loaded signed_jwt identity for: ibazulic gunicorn-registry stdout | 2022-06-09 11:32:24,166 [277] [DEBUG] [auth.registry_jwt_auth] Identity changed to ibazulic gunicorn-registry stdout | 2022-06-09 11:32:24,166 [277] [DEBUG] [auth.registry_jwt_auth] Auth context set to {'version': 2, 'entity_kind': 'user', 'entity_reference': '82228490-d075-4921-ae7a-af4408cf11b4', 'kind': 'user', 'user': 'ibazulic', 'com.apostille.roots': {'ibazulic/quay': '$disabled'}, 'com.apostille.root': '$disabled'} gunicorn-registry stdout | 2022-06-09 11:32:24,166 [277] [DEBUG] [endpoints.v2] Checking permission for repo: ibazulic/quay gunicorn-registry stdout | 2022-06-09 11:32:24,166 [277] [DEBUG] [data.cache.impl] Checking cache for key repo_blob__ibazulic_quay_sha256:c6a44b4bf0fb16971fd7f20a99872795de03d33ea4fbe8533608cdcbc898fdc8_2 gunicorn-registry stdout | 2022-06-09 11:32:24,166 [277] [DEBUG] [data.cache.impl] Found no result in cache for key repo_blob__ibazulic_quay_sha256:c6a44b4bf0fb16971fd7f20a99872795de03d33ea4fbe8533608cdcbc898fdc8_2; calling loader gunicorn-registry stdout | 2022-06-09 11:32:24,167 [277] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`namespace_user_id`, `t1`.`name`, `t1`.`visibility_id`, `t1`.`description`, `t1`.`badge_token`, `t1`.`kind_id`, `t1`.`trust_enabled`, `t1`.`state`, `t2`.`id`, `t2`.`uuid`, `t2`.`username`, `t2`.`password_hash`, `t2`.`email`, `t2`.`verified`, `t2`.`stripe_id`, `t2`.`organization`, `t2`.`robot`, `t2`.`invoice_email`, `t2`.`invalid_login_attempts`, `t2`.`last_invalid_login`, `t2`.`removed_tag_expiration_s`, `t2`.`enabled`, `t2`.`invoice_email_address`, `t2`.`given_name`, `t2`.`family_name`, `t2`.`company`, `t2`.`location`, `t2`.`maximum_queued_builds_count`, `t2`.`creation_date`, `t2`.`last_accessed` FROM `repository` AS `t1` INNER JOIN `user` AS `t2` ON (`t1`.`namespace_user_id` = `t2`.`id`) WHERE (((`t2`.`username` = %s) AND (`t1`.`name` = %s)) AND (`t1`.`state` != %s)) LIMIT %s OFFSET %s', ['ibazulic', 'quay', 3, 1, 0]) gunicorn-registry stdout | 2022-06-09 11:32:24,169 [277] [DEBUG] [peewee] ('SELECT `t1`.`uuid` FROM `imagestorage` AS `t1` INNER JOIN `uploadedblob` AS `t2` ON (`t2`.`blob_id` = `t1`.`id`) WHERE ((`t2`.`repository_id` = %s) AND (`t1`.`content_checksum` = %s)) LIMIT %s OFFSET %s', [1, 'sha256:c6a44b4bf0fb16971fd7f20a99872795de03d33ea4fbe8533608cdcbc898fdc8', 1, 0]) gunicorn-registry stdout | 2022-06-09 11:32:24,170 [277] [DEBUG] [peewee] ('SELECT `t1`.`uuid` FROM `imagestorage` AS `t1` INNER JOIN `manifestblob` AS `t2` ON (`t2`.`blob_id` = `t1`.`id`) WHERE ((`t2`.`repository_id` = %s) AND (`t1`.`content_checksum` = %s)) LIMIT %s OFFSET %s', [1, 'sha256:c6a44b4bf0fb16971fd7f20a99872795de03d33ea4fbe8533608cdcbc898fdc8', 1, 0]) gunicorn-registry stdout | 2022-06-09 11:32:24,171 [277] [DEBUG] [data.cache.impl] Got loaded result for key repo_blob__ibazulic_quay_sha256:c6a44b4bf0fb16971fd7f20a99872795de03d33ea4fbe8533608cdcbc898fdc8_2: None gunicorn-registry stdout | 2022-06-09 11:32:24,171 [277] [DEBUG] [data.cache.impl] Not caching loaded result for key repo_blob__ibazulic_quay_sha256:c6a44b4bf0fb16971fd7f20a99872795de03d33ea4fbe8533608cdcbc898fdc8_2: None gunicorn-registry stdout | 2022-06-09 11:32:24,171 [277] [DEBUG] [endpoints.v2] sending response: b'{"errors":[{"code":"BLOB_UNKNOWN","detail":{},"message":"blob unknown to registry"}]}\n' gunicorn-registry stdout | 2022-06-09 11:32:24,171 [277] [DEBUG] [app] Ending request: urn:request:ee9e1c35-17f6-44cc-a605-1c9ce0f7a462 (/v2/ibazulic/quay/blobs/sha256:c6a44b4bf0fb16971fd7f20a99872795de03d33ea4fbe8533608cdcbc898fdc8) {'endpoint': 'v2.check_blob_exists', 'request_id': 'urn:request:ee9e1c35-17f6-44cc-a605-1c9ce0f7a462', 'remote_addr': '172.24.10.50', 'http_method': 'HEAD', 'original_url': 'https://quay.skynet/v2/ibazulic/quay/blobs/sha256:c6a44b4bf0fb16971fd7f20a99872795de03d33ea4fbe8533608cdcbc898fdc8', 'path': '/v2/ibazulic/quay/blobs/sha256:c6a44b4bf0fb16971fd7f20a99872795de03d33ea4fbe8533608cdcbc898fdc8', 'parameters': {}, 'json_body': None, 'confsha': '3a86aa80', 'user-agent': 'docker/20.10.17 go/go1.17.11 git-commit/a89b842 kernel/5.10.0-14-amd64 os/linux arch/amd64 UpstreamClient(Docker-Client/20.10.17 \\(linux\\))'} gunicorn-registry stdout | 2022-06-09 11:32:24,172 [277] [DEBUG] [data.database] Disconnecting from database. gunicorn-registry stdout | 2022-06-09 11:32:24,172 [277] [DEBUG] [peewee.pool] Returning 140435033335168 to pool. gunicorn-registry stdout | 2022-06-09 11:32:24,172 [277] [INFO] [gunicorn.access] 172.24.10.50 - - [09/Jun/2022:11:32:24 +0000] "HEAD /v2/ibazulic/quay/blobs/sha256:c6a44b4bf0fb16971fd7f20a99872795de03d33ea4fbe8533608cdcbc898fdc8 HTTP/1.1" 404 0 "-" "docker/20.10.17 go/go1.17.11 git-commit/a89b842 kernel/5.10.0-14-amd64 os/linux arch/amd64 UpstreamClient(Docker-Client/20.10.17 \(linux\))" nginx stdout | 172.24.10.50 () - - [09/Jun/2022:11:32:24 +0000] "HEAD /v2/ibazulic/quay/blobs/sha256:c6a44b4bf0fb16971fd7f20a99872795de03d33ea4fbe8533608cdcbc898fdc8 HTTP/1.1" 404 0 "-" "docker/20.10.17 go/go1.17.11 git-commit/a89b842 kernel/5.10.0-14-amd64 os/linux arch/amd64 UpstreamClient(Docker-Client/20.10.17 \x5C(linux\x5C))" (0.009 1317 0.008) gunicorn-registry stdout | 2022-06-09 11:32:24,179 [276] [DEBUG] [app] Starting request: urn:request:69441e56-734b-4459-9e16-837e1333a882 (/v2/ibazulic/quay/blobs/uploads/) {'X-Forwarded-For': '172.24.10.50'} gunicorn-registry stdout | 2022-06-09 11:32:24,179 [276] [DEBUG] [auth.registry_jwt_auth] Called with params: (), {'namespace_name': 'ibazulic', 'repo_name': 'quay'} gunicorn-registry stdout | 2022-06-09 11:32:24,179 [276] [DEBUG] [auth.registry_jwt_auth] Validating auth header: Bearer eyJ0eXAiOiJKV1QiLCJhbGciOiJSUzI1NiIsImtpZCI6IkkyNm5ObFNEX2RYWVFRTndtS0VjUFdZTUtzWlIyeU55VWJibUxYNGRoMEEifQ.eyJpc3MiOiJxdWF5IiwiYXVkIjoicXVheS5za3luZXQiLCJuYmYiOjE2NTQ3NzQzMjAsImlhdCI6MTY1NDc3NDMyMCwiZXhwIjoxNjU0Nzc3OTIwLCJzdWIiOiJpYmF6dWxpYyIsImFjY2VzcyI6W3sidHlwZSI6InJlcG9zaXRvcnkiLCJuYW1lIjoiaWJhenVsaWMvcXVheSIsImFjdGlvbnMiOlsicHVzaCIsInB1bGwiXX1dLCJjb250ZXh0Ijp7InZlcnNpb24iOjIsImVudGl0eV9raW5kIjoidXNlciIsImVudGl0eV9yZWZlcmVuY2UiOiI4MjIyODQ5MC1kMDc1LTQ5MjEtYWU3YS1hZjQ0MDhjZjExYjQiLCJraW5kIjoidXNlciIsInVzZXIiOiJpYmF6dWxpYyIsImNvbS5hcG9zdGlsbGUucm9vdHMiOnsiaWJhenVsaWMvcXVheSI6IiRkaXNhYmxlZCJ9LCJjb20uYXBvc3RpbGxlLnJvb3QiOiIkZGlzYWJsZWQifX0.BZ-m6bEM1YONYPPhnVCQVO-xgmvoy21MVCpPg6B-1q_cfnAZJfetqN5gbf64qaR4u20a0q4NzuIEFN90nzzuTI_yu3uPiXPnK_CHXuaSKKLSAoVtTxo1lJ5Uq6SmGhLwP1CBVlMJ69eAtBqvDpztckaM-VHI7FIQ7QpX8aIoIHgmteXVW78fA7oGMYoyr1VzhUQJv3OC97vEFSqt-yIiz_dZUeUW5WxZJUFeFA9LkYabVtEAXgRwwJ8UmOZLwMufns9PH8UMpQSwpL_9gyok_A7qtSgHTKJElCjrrDRQ1CKQc6Vh1n_VkTag2FZifgoDLHT_YUTK7w-XLLDqM4y8IA gunicorn-registry stdout | 2022-06-09 11:32:24,179 [276] [DEBUG] [util.security.registry_jwt] encoded JWT: eyJ0eXAiOiJKV1QiLCJhbGciOiJSUzI1NiIsImtpZCI6IkkyNm5ObFNEX2RYWVFRTndtS0VjUFdZTUtzWlIyeU55VWJibUxYNGRoMEEifQ.eyJpc3MiOiJxdWF5IiwiYXVkIjoicXVheS5za3luZXQiLCJuYmYiOjE2NTQ3NzQzMjAsImlhdCI6MTY1NDc3NDMyMCwiZXhwIjoxNjU0Nzc3OTIwLCJzdWIiOiJpYmF6dWxpYyIsImFjY2VzcyI6W3sidHlwZSI6InJlcG9zaXRvcnkiLCJuYW1lIjoiaWJhenVsaWMvcXVheSIsImFjdGlvbnMiOlsicHVzaCIsInB1bGwiXX1dLCJjb250ZXh0Ijp7InZlcnNpb24iOjIsImVudGl0eV9raW5kIjoidXNlciIsImVudGl0eV9yZWZlcmVuY2UiOiI4MjIyODQ5MC1kMDc1LTQ5MjEtYWU3YS1hZjQ0MDhjZjExYjQiLCJraW5kIjoidXNlciIsInVzZXIiOiJpYmF6dWxpYyIsImNvbS5hcG9zdGlsbGUucm9vdHMiOnsiaWJhenVsaWMvcXVheSI6IiRkaXNhYmxlZCJ9LCJjb20uYXBvc3RpbGxlLnJvb3QiOiIkZGlzYWJsZWQifX0.BZ-m6bEM1YONYPPhnVCQVO-xgmvoy21MVCpPg6B-1q_cfnAZJfetqN5gbf64qaR4u20a0q4NzuIEFN90nzzuTI_yu3uPiXPnK_CHXuaSKKLSAoVtTxo1lJ5Uq6SmGhLwP1CBVlMJ69eAtBqvDpztckaM-VHI7FIQ7QpX8aIoIHgmteXVW78fA7oGMYoyr1VzhUQJv3OC97vEFSqt-yIiz_dZUeUW5WxZJUFeFA9LkYabVtEAXgRwwJ8UmOZLwMufns9PH8UMpQSwpL_9gyok_A7qtSgHTKJElCjrrDRQ1CKQc6Vh1n_VkTag2FZifgoDLHT_YUTK7w-XLLDqM4y8IA gunicorn-registry stdout | 2022-06-09 11:32:24,181 [276] [DEBUG] [auth.permissions] Identity loaded: gunicorn-registry stdout | 2022-06-09 11:32:24,181 [276] [DEBUG] [auth.permissions] Loaded signed_jwt identity for: ibazulic gunicorn-registry stdout | 2022-06-09 11:32:24,181 [276] [DEBUG] [auth.registry_jwt_auth] Identity changed to ibazulic gunicorn-registry stdout | 2022-06-09 11:32:24,181 [276] [DEBUG] [auth.registry_jwt_auth] Auth context set to {'version': 2, 'entity_kind': 'user', 'entity_reference': '82228490-d075-4921-ae7a-af4408cf11b4', 'kind': 'user', 'user': 'ibazulic', 'com.apostille.roots': {'ibazulic/quay': '$disabled'}, 'com.apostille.root': '$disabled'} gunicorn-registry stdout | 2022-06-09 11:32:24,181 [276] [DEBUG] [endpoints.v2] Checking permission for repo: ibazulic/quay gunicorn-registry stdout | 2022-06-09 11:32:24,182 [276] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`namespace_user_id`, `t1`.`name`, `t1`.`visibility_id`, `t1`.`description`, `t1`.`badge_token`, `t1`.`kind_id`, `t1`.`trust_enabled`, `t1`.`state`, `t2`.`id`, `t2`.`uuid`, `t2`.`username`, `t2`.`password_hash`, `t2`.`email`, `t2`.`verified`, `t2`.`stripe_id`, `t2`.`organization`, `t2`.`robot`, `t2`.`invoice_email`, `t2`.`invalid_login_attempts`, `t2`.`last_invalid_login`, `t2`.`removed_tag_expiration_s`, `t2`.`enabled`, `t2`.`invoice_email_address`, `t2`.`given_name`, `t2`.`family_name`, `t2`.`company`, `t2`.`location`, `t2`.`maximum_queued_builds_count`, `t2`.`creation_date`, `t2`.`last_accessed` FROM `repository` AS `t1` INNER JOIN `user` AS `t2` ON (`t1`.`namespace_user_id` = `t2`.`id`) WHERE (((`t2`.`username` = %s) AND (`t1`.`name` = %s)) AND (`t1`.`state` != %s)) LIMIT %s OFFSET %s', ['ibazulic', 'quay', 3, 1, 0]) gunicorn-registry stdout | 2022-06-09 11:32:24,184 [276] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`namespace_user_id`, `t1`.`name`, `t1`.`visibility_id`, `t1`.`description`, `t1`.`badge_token`, `t1`.`kind_id`, `t1`.`trust_enabled`, `t1`.`state` FROM `repository` AS `t1` WHERE (`t1`.`id` = %s) LIMIT %s OFFSET %s', [1, 1, 0]) gunicorn-registry stdout | 2022-06-09 11:32:24,186 [276] [DEBUG] [peewee] ('INSERT INTO `blobupload` (`repository_id`, `uuid`, `byte_count`, `sha_state`, `location_id`, `storage_metadata`, `chunk_count`, `created`) VALUES (%s, %s, %s, %s, %s, %s, %s, %s)', [1, 'ac07bcae-9c3b-4b58-a0f2-e81b5d255da1', 0, 'gASVqwAAAAAAAACMBnJlaGFzaJSMBnNoYTI1NpSTlCmBlH2UKIwEbmFtZZRoAYwHbWRfZGF0YZRDeGfmCWqFrme7cvNuPDr1T6V/Ug5RjGgFm6vZgx8ZzeBbAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAACAAAAAAAAAAAAAAAJR1Yi4=', 9, '{}', 0, datetime.datetime(2022, 6, 9, 11, 32, 24, 185801)]) gunicorn-registry stdout | 2022-06-09 11:32:24,188 [276] [DEBUG] [app] Ending request: urn:request:69441e56-734b-4459-9e16-837e1333a882 (/v2/ibazulic/quay/blobs/uploads/) {'endpoint': 'v2.start_blob_upload', 'request_id': 'urn:request:69441e56-734b-4459-9e16-837e1333a882', 'remote_addr': '172.24.10.50', 'http_method': 'POST', 'original_url': 'https://quay.skynet/v2/ibazulic/quay/blobs/uploads/', 'path': '/v2/ibazulic/quay/blobs/uploads/', 'parameters': {}, 'json_body': None, 'confsha': '3a86aa80', 'user-agent': 'docker/20.10.17 go/go1.17.11 git-commit/a89b842 kernel/5.10.0-14-amd64 os/linux arch/amd64 UpstreamClient(Docker-Client/20.10.17 \\(linux\\))'} gunicorn-registry stdout | 2022-06-09 11:32:24,188 [276] [DEBUG] [data.database] Disconnecting from database. gunicorn-registry stdout | 2022-06-09 11:32:24,188 [276] [DEBUG] [peewee.pool] Returning 140435033337088 to pool. gunicorn-registry stdout | 2022-06-09 11:32:24,188 [276] [INFO] [gunicorn.access] 172.24.10.50 - - [09/Jun/2022:11:32:24 +0000] "POST /v2/ibazulic/quay/blobs/uploads/ HTTP/1.1" 202 0 "-" "docker/20.10.17 go/go1.17.11 git-commit/a89b842 kernel/5.10.0-14-amd64 os/linux arch/amd64 UpstreamClient(Docker-Client/20.10.17 \(linux\))" nginx stdout | 172.24.10.50 () - - [09/Jun/2022:11:32:24 +0000] "POST /v2/ibazulic/quay/blobs/uploads/ HTTP/1.1" 202 0 "-" "docker/20.10.17 go/go1.17.11 git-commit/a89b842 kernel/5.10.0-14-amd64 os/linux arch/amd64 UpstreamClient(Docker-Client/20.10.17 \x5C(linux\x5C))" (0.010 1296 0.016) gunicorn-registry stdout | 2022-06-09 11:32:24,196 [275] [DEBUG] [app] Starting request: urn:request:b9cf61fc-190c-4025-b838-43e1abaa0dbf (/v2/ibazulic/quay/blobs/uploads/ac07bcae-9c3b-4b58-a0f2-e81b5d255da1) {'X-Forwarded-For': '172.24.10.50'} gunicorn-registry stdout | 2022-06-09 11:32:24,196 [275] [DEBUG] [auth.registry_jwt_auth] Called with params: (), {'upload_uuid': 'ac07bcae-9c3b-4b58-a0f2-e81b5d255da1', 'namespace_name': 'ibazulic', 'repo_name': 'quay'} gunicorn-registry stdout | 2022-06-09 11:32:24,196 [275] [DEBUG] [auth.registry_jwt_auth] Validating auth header: Bearer eyJ0eXAiOiJKV1QiLCJhbGciOiJSUzI1NiIsImtpZCI6IkkyNm5ObFNEX2RYWVFRTndtS0VjUFdZTUtzWlIyeU55VWJibUxYNGRoMEEifQ.eyJpc3MiOiJxdWF5IiwiYXVkIjoicXVheS5za3luZXQiLCJuYmYiOjE2NTQ3NzQzMjAsImlhdCI6MTY1NDc3NDMyMCwiZXhwIjoxNjU0Nzc3OTIwLCJzdWIiOiJpYmF6dWxpYyIsImFjY2VzcyI6W3sidHlwZSI6InJlcG9zaXRvcnkiLCJuYW1lIjoiaWJhenVsaWMvcXVheSIsImFjdGlvbnMiOlsicHVzaCIsInB1bGwiXX1dLCJjb250ZXh0Ijp7InZlcnNpb24iOjIsImVudGl0eV9raW5kIjoidXNlciIsImVudGl0eV9yZWZlcmVuY2UiOiI4MjIyODQ5MC1kMDc1LTQ5MjEtYWU3YS1hZjQ0MDhjZjExYjQiLCJraW5kIjoidXNlciIsInVzZXIiOiJpYmF6dWxpYyIsImNvbS5hcG9zdGlsbGUucm9vdHMiOnsiaWJhenVsaWMvcXVheSI6IiRkaXNhYmxlZCJ9LCJjb20uYXBvc3RpbGxlLnJvb3QiOiIkZGlzYWJsZWQifX0.BZ-m6bEM1YONYPPhnVCQVO-xgmvoy21MVCpPg6B-1q_cfnAZJfetqN5gbf64qaR4u20a0q4NzuIEFN90nzzuTI_yu3uPiXPnK_CHXuaSKKLSAoVtTxo1lJ5Uq6SmGhLwP1CBVlMJ69eAtBqvDpztckaM-VHI7FIQ7QpX8aIoIHgmteXVW78fA7oGMYoyr1VzhUQJv3OC97vEFSqt-yIiz_dZUeUW5WxZJUFeFA9LkYabVtEAXgRwwJ8UmOZLwMufns9PH8UMpQSwpL_9gyok_A7qtSgHTKJElCjrrDRQ1CKQc6Vh1n_VkTag2FZifgoDLHT_YUTK7w-XLLDqM4y8IA gunicorn-registry stdout | 2022-06-09 11:32:24,196 [275] [DEBUG] [util.security.registry_jwt] encoded JWT: eyJ0eXAiOiJKV1QiLCJhbGciOiJSUzI1NiIsImtpZCI6IkkyNm5ObFNEX2RYWVFRTndtS0VjUFdZTUtzWlIyeU55VWJibUxYNGRoMEEifQ.eyJpc3MiOiJxdWF5IiwiYXVkIjoicXVheS5za3luZXQiLCJuYmYiOjE2NTQ3NzQzMjAsImlhdCI6MTY1NDc3NDMyMCwiZXhwIjoxNjU0Nzc3OTIwLCJzdWIiOiJpYmF6dWxpYyIsImFjY2VzcyI6W3sidHlwZSI6InJlcG9zaXRvcnkiLCJuYW1lIjoiaWJhenVsaWMvcXVheSIsImFjdGlvbnMiOlsicHVzaCIsInB1bGwiXX1dLCJjb250ZXh0Ijp7InZlcnNpb24iOjIsImVudGl0eV9raW5kIjoidXNlciIsImVudGl0eV9yZWZlcmVuY2UiOiI4MjIyODQ5MC1kMDc1LTQ5MjEtYWU3YS1hZjQ0MDhjZjExYjQiLCJraW5kIjoidXNlciIsInVzZXIiOiJpYmF6dWxpYyIsImNvbS5hcG9zdGlsbGUucm9vdHMiOnsiaWJhenVsaWMvcXVheSI6IiRkaXNhYmxlZCJ9LCJjb20uYXBvc3RpbGxlLnJvb3QiOiIkZGlzYWJsZWQifX0.BZ-m6bEM1YONYPPhnVCQVO-xgmvoy21MVCpPg6B-1q_cfnAZJfetqN5gbf64qaR4u20a0q4NzuIEFN90nzzuTI_yu3uPiXPnK_CHXuaSKKLSAoVtTxo1lJ5Uq6SmGhLwP1CBVlMJ69eAtBqvDpztckaM-VHI7FIQ7QpX8aIoIHgmteXVW78fA7oGMYoyr1VzhUQJv3OC97vEFSqt-yIiz_dZUeUW5WxZJUFeFA9LkYabVtEAXgRwwJ8UmOZLwMufns9PH8UMpQSwpL_9gyok_A7qtSgHTKJElCjrrDRQ1CKQc6Vh1n_VkTag2FZifgoDLHT_YUTK7w-XLLDqM4y8IA gunicorn-registry stdout | 2022-06-09 11:32:24,197 [275] [DEBUG] [auth.permissions] Identity loaded: gunicorn-registry stdout | 2022-06-09 11:32:24,197 [275] [DEBUG] [auth.permissions] Loaded signed_jwt identity for: ibazulic gunicorn-registry stdout | 2022-06-09 11:32:24,197 [275] [DEBUG] [auth.registry_jwt_auth] Identity changed to ibazulic gunicorn-registry stdout | 2022-06-09 11:32:24,197 [275] [DEBUG] [auth.registry_jwt_auth] Auth context set to {'version': 2, 'entity_kind': 'user', 'entity_reference': '82228490-d075-4921-ae7a-af4408cf11b4', 'kind': 'user', 'user': 'ibazulic', 'com.apostille.roots': {'ibazulic/quay': '$disabled'}, 'com.apostille.root': '$disabled'} gunicorn-registry stdout | 2022-06-09 11:32:24,197 [275] [DEBUG] [endpoints.v2] Checking permission for repo: ibazulic/quay gunicorn-registry stdout | 2022-06-09 11:32:24,198 [275] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`namespace_user_id`, `t1`.`name`, `t1`.`visibility_id`, `t1`.`description`, `t1`.`badge_token`, `t1`.`kind_id`, `t1`.`trust_enabled`, `t1`.`state`, `t2`.`id`, `t2`.`uuid`, `t2`.`username`, `t2`.`password_hash`, `t2`.`email`, `t2`.`verified`, `t2`.`stripe_id`, `t2`.`organization`, `t2`.`robot`, `t2`.`invoice_email`, `t2`.`invalid_login_attempts`, `t2`.`last_invalid_login`, `t2`.`removed_tag_expiration_s`, `t2`.`enabled`, `t2`.`invoice_email_address`, `t2`.`given_name`, `t2`.`family_name`, `t2`.`company`, `t2`.`location`, `t2`.`maximum_queued_builds_count`, `t2`.`creation_date`, `t2`.`last_accessed` FROM `repository` AS `t1` INNER JOIN `user` AS `t2` ON (`t1`.`namespace_user_id` = `t2`.`id`) WHERE (((`t2`.`username` = %s) AND (`t1`.`name` = %s)) AND (`t1`.`state` != %s)) LIMIT %s OFFSET %s', ['ibazulic', 'quay', 3, 1, 0]) gunicorn-registry stdout | 2022-06-09 11:32:24,200 [275] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`repository_id`, `t1`.`uuid`, `t1`.`byte_count`, `t1`.`sha_state`, `t1`.`location_id`, `t1`.`storage_metadata`, `t1`.`chunk_count`, `t1`.`uncompressed_byte_count`, `t1`.`created`, `t1`.`piece_sha_state`, `t1`.`piece_hashes`, `t2`.`id`, `t2`.`name` FROM `blobupload` AS `t1` INNER JOIN `imagestoragelocation` AS `t2` ON (`t1`.`location_id` = `t2`.`id`) WHERE (`t1`.`uuid` = %s) LIMIT %s OFFSET %s', ['ac07bcae-9c3b-4b58-a0f2-e81b5d255da1', 1, 0]) gunicorn-registry stdout | 2022-06-09 11:32:24,204 [275] [DEBUG] [data.database] Disconnecting from database. gunicorn-registry stdout | 2022-06-09 11:32:24,204 [275] [DEBUG] [peewee.pool] Returning 140435032847216 to pool. gunicorn-registry stdout | 2022-06-09 11:32:24,205 [275] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`repository_id`, `t1`.`uuid`, `t1`.`byte_count`, `t1`.`sha_state`, `t1`.`location_id`, `t1`.`storage_metadata`, `t1`.`chunk_count`, `t1`.`uncompressed_byte_count`, `t1`.`created`, `t1`.`piece_sha_state`, `t1`.`piece_hashes`, `t2`.`id`, `t2`.`name` FROM `blobupload` AS `t1` INNER JOIN `imagestoragelocation` AS `t2` ON (`t1`.`location_id` = `t2`.`id`) WHERE (`t1`.`uuid` = %s) LIMIT %s OFFSET %s', ['ac07bcae-9c3b-4b58-a0f2-e81b5d255da1', 1, 0]) gunicorn-registry stdout | 2022-06-09 11:32:24,206 [275] [DEBUG] [peewee] ('UPDATE `blobupload` SET `repository_id` = %s, `uuid` = %s, `byte_count` = %s, `sha_state` = %s, `location_id` = %s, `storage_metadata` = %s, `chunk_count` = %s, `uncompressed_byte_count` = %s, `created` = %s, `piece_sha_state` = %s, `piece_hashes` = %s WHERE (`blobupload`.`id` = %s)', [1, 'ac07bcae-9c3b-4b58-a0f2-e81b5d255da1', 4303, 'gASVsgAAAAAAAACMBnJlaGFzaJSMBnNoYTI1NpSTlCmBlH2UKIwEbmFtZZSMBnNoYTI1NpSMB21kX2RhdGGUQ3jJzWsuPIBaB4WoYnReQnABJaMRN3uP624lOIwlFPGGgHiGAAAAAAAAYTJiODE0ZWZlYzAiXX19AAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA8AAAAgAAAAAAAAAAAAAACUdWIu', 9, '{}', 1, None, datetime.datetime(2022, 6, 9, 11, 32, 24), None, None, 4]) gunicorn-registry stdout | 2022-06-09 11:32:24,208 [275] [DEBUG] [app] Ending request: urn:request:b9cf61fc-190c-4025-b838-43e1abaa0dbf (/v2/ibazulic/quay/blobs/uploads/ac07bcae-9c3b-4b58-a0f2-e81b5d255da1) {'endpoint': 'v2.upload_chunk', 'request_id': 'urn:request:b9cf61fc-190c-4025-b838-43e1abaa0dbf', 'remote_addr': '172.24.10.50', 'http_method': 'PATCH', 'original_url': 'https://quay.skynet/v2/ibazulic/quay/blobs/uploads/ac07bcae-9c3b-4b58-a0f2-e81b5d255da1', 'path': '/v2/ibazulic/quay/blobs/uploads/ac07bcae-9c3b-4b58-a0f2-e81b5d255da1', 'parameters': {}, 'json_body': None, 'confsha': '3a86aa80', 'user-agent': 'docker/20.10.17 go/go1.17.11 git-commit/a89b842 kernel/5.10.0-14-amd64 os/linux arch/amd64 UpstreamClient(Docker-Client/20.10.17 \\(linux\\))'} gunicorn-registry stdout | 2022-06-09 11:32:24,209 [275] [DEBUG] [data.database] Disconnecting from database. gunicorn-registry stdout | 2022-06-09 11:32:24,209 [275] [DEBUG] [peewee.pool] Returning 140435032847216 to pool. gunicorn-registry stdout | 2022-06-09 11:32:24,209 [275] [INFO] [gunicorn.access] 172.24.10.50 - - [09/Jun/2022:11:32:24 +0000] "PATCH /v2/ibazulic/quay/blobs/uploads/ac07bcae-9c3b-4b58-a0f2-e81b5d255da1 HTTP/1.1" 202 0 "-" "docker/20.10.17 go/go1.17.11 git-commit/a89b842 kernel/5.10.0-14-amd64 os/linux arch/amd64 UpstreamClient(Docker-Client/20.10.17 \(linux\))" nginx stdout | 172.24.10.50 () - - [09/Jun/2022:11:32:24 +0000] "PATCH /v2/ibazulic/quay/blobs/uploads/ac07bcae-9c3b-4b58-a0f2-e81b5d255da1 HTTP/1.1" 202 0 "-" "docker/20.10.17 go/go1.17.11 git-commit/a89b842 kernel/5.10.0-14-amd64 os/linux arch/amd64 UpstreamClient(Docker-Client/20.10.17 \x5C(linux\x5C))" (0.014 5658 0.012) gunicorn-registry stdout | 2022-06-09 11:32:24,217 [276] [DEBUG] [app] Starting request: urn:request:954595c8-dfee-4090-aab2-bbe118f11d6e (/v2/ibazulic/quay/blobs/uploads/ac07bcae-9c3b-4b58-a0f2-e81b5d255da1) {'X-Forwarded-For': '172.24.10.50'} gunicorn-registry stdout | 2022-06-09 11:32:24,217 [276] [DEBUG] [auth.registry_jwt_auth] Called with params: (), {'upload_uuid': 'ac07bcae-9c3b-4b58-a0f2-e81b5d255da1', 'namespace_name': 'ibazulic', 'repo_name': 'quay'} gunicorn-registry stdout | 2022-06-09 11:32:24,217 [276] [DEBUG] [auth.registry_jwt_auth] Validating auth header: Bearer eyJ0eXAiOiJKV1QiLCJhbGciOiJSUzI1NiIsImtpZCI6IkkyNm5ObFNEX2RYWVFRTndtS0VjUFdZTUtzWlIyeU55VWJibUxYNGRoMEEifQ.eyJpc3MiOiJxdWF5IiwiYXVkIjoicXVheS5za3luZXQiLCJuYmYiOjE2NTQ3NzQzMjAsImlhdCI6MTY1NDc3NDMyMCwiZXhwIjoxNjU0Nzc3OTIwLCJzdWIiOiJpYmF6dWxpYyIsImFjY2VzcyI6W3sidHlwZSI6InJlcG9zaXRvcnkiLCJuYW1lIjoiaWJhenVsaWMvcXVheSIsImFjdGlvbnMiOlsicHVzaCIsInB1bGwiXX1dLCJjb250ZXh0Ijp7InZlcnNpb24iOjIsImVudGl0eV9raW5kIjoidXNlciIsImVudGl0eV9yZWZlcmVuY2UiOiI4MjIyODQ5MC1kMDc1LTQ5MjEtYWU3YS1hZjQ0MDhjZjExYjQiLCJraW5kIjoidXNlciIsInVzZXIiOiJpYmF6dWxpYyIsImNvbS5hcG9zdGlsbGUucm9vdHMiOnsiaWJhenVsaWMvcXVheSI6IiRkaXNhYmxlZCJ9LCJjb20uYXBvc3RpbGxlLnJvb3QiOiIkZGlzYWJsZWQifX0.BZ-m6bEM1YONYPPhnVCQVO-xgmvoy21MVCpPg6B-1q_cfnAZJfetqN5gbf64qaR4u20a0q4NzuIEFN90nzzuTI_yu3uPiXPnK_CHXuaSKKLSAoVtTxo1lJ5Uq6SmGhLwP1CBVlMJ69eAtBqvDpztckaM-VHI7FIQ7QpX8aIoIHgmteXVW78fA7oGMYoyr1VzhUQJv3OC97vEFSqt-yIiz_dZUeUW5WxZJUFeFA9LkYabVtEAXgRwwJ8UmOZLwMufns9PH8UMpQSwpL_9gyok_A7qtSgHTKJElCjrrDRQ1CKQc6Vh1n_VkTag2FZifgoDLHT_YUTK7w-XLLDqM4y8IA gunicorn-registry stdout | 2022-06-09 11:32:24,217 [276] [DEBUG] [util.security.registry_jwt] encoded JWT: eyJ0eXAiOiJKV1QiLCJhbGciOiJSUzI1NiIsImtpZCI6IkkyNm5ObFNEX2RYWVFRTndtS0VjUFdZTUtzWlIyeU55VWJibUxYNGRoMEEifQ.eyJpc3MiOiJxdWF5IiwiYXVkIjoicXVheS5za3luZXQiLCJuYmYiOjE2NTQ3NzQzMjAsImlhdCI6MTY1NDc3NDMyMCwiZXhwIjoxNjU0Nzc3OTIwLCJzdWIiOiJpYmF6dWxpYyIsImFjY2VzcyI6W3sidHlwZSI6InJlcG9zaXRvcnkiLCJuYW1lIjoiaWJhenVsaWMvcXVheSIsImFjdGlvbnMiOlsicHVzaCIsInB1bGwiXX1dLCJjb250ZXh0Ijp7InZlcnNpb24iOjIsImVudGl0eV9raW5kIjoidXNlciIsImVudGl0eV9yZWZlcmVuY2UiOiI4MjIyODQ5MC1kMDc1LTQ5MjEtYWU3YS1hZjQ0MDhjZjExYjQiLCJraW5kIjoidXNlciIsInVzZXIiOiJpYmF6dWxpYyIsImNvbS5hcG9zdGlsbGUucm9vdHMiOnsiaWJhenVsaWMvcXVheSI6IiRkaXNhYmxlZCJ9LCJjb20uYXBvc3RpbGxlLnJvb3QiOiIkZGlzYWJsZWQifX0.BZ-m6bEM1YONYPPhnVCQVO-xgmvoy21MVCpPg6B-1q_cfnAZJfetqN5gbf64qaR4u20a0q4NzuIEFN90nzzuTI_yu3uPiXPnK_CHXuaSKKLSAoVtTxo1lJ5Uq6SmGhLwP1CBVlMJ69eAtBqvDpztckaM-VHI7FIQ7QpX8aIoIHgmteXVW78fA7oGMYoyr1VzhUQJv3OC97vEFSqt-yIiz_dZUeUW5WxZJUFeFA9LkYabVtEAXgRwwJ8UmOZLwMufns9PH8UMpQSwpL_9gyok_A7qtSgHTKJElCjrrDRQ1CKQc6Vh1n_VkTag2FZifgoDLHT_YUTK7w-XLLDqM4y8IA gunicorn-registry stdout | 2022-06-09 11:32:24,218 [276] [DEBUG] [auth.permissions] Identity loaded: gunicorn-registry stdout | 2022-06-09 11:32:24,218 [276] [DEBUG] [auth.permissions] Loaded signed_jwt identity for: ibazulic gunicorn-registry stdout | 2022-06-09 11:32:24,218 [276] [DEBUG] [auth.registry_jwt_auth] Identity changed to ibazulic gunicorn-registry stdout | 2022-06-09 11:32:24,218 [276] [DEBUG] [auth.registry_jwt_auth] Auth context set to {'version': 2, 'entity_kind': 'user', 'entity_reference': '82228490-d075-4921-ae7a-af4408cf11b4', 'kind': 'user', 'user': 'ibazulic', 'com.apostille.roots': {'ibazulic/quay': '$disabled'}, 'com.apostille.root': '$disabled'} gunicorn-registry stdout | 2022-06-09 11:32:24,218 [276] [DEBUG] [endpoints.v2] Checking permission for repo: ibazulic/quay gunicorn-registry stdout | 2022-06-09 11:32:24,219 [276] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`namespace_user_id`, `t1`.`name`, `t1`.`visibility_id`, `t1`.`description`, `t1`.`badge_token`, `t1`.`kind_id`, `t1`.`trust_enabled`, `t1`.`state`, `t2`.`id`, `t2`.`uuid`, `t2`.`username`, `t2`.`password_hash`, `t2`.`email`, `t2`.`verified`, `t2`.`stripe_id`, `t2`.`organization`, `t2`.`robot`, `t2`.`invoice_email`, `t2`.`invalid_login_attempts`, `t2`.`last_invalid_login`, `t2`.`removed_tag_expiration_s`, `t2`.`enabled`, `t2`.`invoice_email_address`, `t2`.`given_name`, `t2`.`family_name`, `t2`.`company`, `t2`.`location`, `t2`.`maximum_queued_builds_count`, `t2`.`creation_date`, `t2`.`last_accessed` FROM `repository` AS `t1` INNER JOIN `user` AS `t2` ON (`t1`.`namespace_user_id` = `t2`.`id`) WHERE (((`t2`.`username` = %s) AND (`t1`.`name` = %s)) AND (`t1`.`state` != %s)) LIMIT %s OFFSET %s', ['ibazulic', 'quay', 3, 1, 0]) gunicorn-registry stdout | 2022-06-09 11:32:24,221 [276] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`repository_id`, `t1`.`uuid`, `t1`.`byte_count`, `t1`.`sha_state`, `t1`.`location_id`, `t1`.`storage_metadata`, `t1`.`chunk_count`, `t1`.`uncompressed_byte_count`, `t1`.`created`, `t1`.`piece_sha_state`, `t1`.`piece_hashes`, `t2`.`id`, `t2`.`name` FROM `blobupload` AS `t1` INNER JOIN `imagestoragelocation` AS `t2` ON (`t1`.`location_id` = `t2`.`id`) WHERE (`t1`.`uuid` = %s) LIMIT %s OFFSET %s', ['ac07bcae-9c3b-4b58-a0f2-e81b5d255da1', 1, 0]) gunicorn-registry stdout | 2022-06-09 11:32:24,222 [276] [DEBUG] [data.database] Disconnecting from database. gunicorn-registry stdout | 2022-06-09 11:32:24,222 [276] [DEBUG] [peewee.pool] Returning 140435033337088 to pool. gunicorn-registry stdout | 2022-06-09 11:32:24,223 [276] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`repository_id`, `t1`.`uuid`, `t1`.`byte_count`, `t1`.`sha_state`, `t1`.`location_id`, `t1`.`storage_metadata`, `t1`.`chunk_count`, `t1`.`uncompressed_byte_count`, `t1`.`created`, `t1`.`piece_sha_state`, `t1`.`piece_hashes`, `t2`.`id`, `t2`.`name` FROM `blobupload` AS `t1` INNER JOIN `imagestoragelocation` AS `t2` ON (`t1`.`location_id` = `t2`.`id`) WHERE (`t1`.`uuid` = %s) LIMIT %s OFFSET %s', ['ac07bcae-9c3b-4b58-a0f2-e81b5d255da1', 1, 0]) gunicorn-registry stdout | 2022-06-09 11:32:24,224 [276] [DEBUG] [peewee] ('UPDATE `blobupload` SET `repository_id` = %s, `uuid` = %s, `byte_count` = %s, `sha_state` = %s, `location_id` = %s, `storage_metadata` = %s, `chunk_count` = %s, `uncompressed_byte_count` = %s, `created` = %s, `piece_sha_state` = %s, `piece_hashes` = %s WHERE (`blobupload`.`id` = %s)', [1, 'ac07bcae-9c3b-4b58-a0f2-e81b5d255da1', 4303, 'gASVsgAAAAAAAACMBnJlaGFzaJSMBnNoYTI1NpSTlCmBlH2UKIwEbmFtZZSMBnNoYTI1NpSMB21kX2RhdGGUQ3jJzWsuPIBaB4WoYnReQnABJaMRN3uP624lOIwlFPGGgHiGAAAAAAAAYTJiODE0ZWZlYzAiXX19AAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA8AAAAgAAAAAAAAAAAAAACUdWIu', 9, '{}', 2, None, datetime.datetime(2022, 6, 9, 11, 32, 24), None, None, 4]) gunicorn-registry stdout | 2022-06-09 11:32:24,226 [276] [DEBUG] [data.database] Disconnecting from database. gunicorn-registry stdout | 2022-06-09 11:32:24,226 [276] [DEBUG] [peewee.pool] Returning 140435033337088 to pool. gunicorn-registry stdout | 2022-06-09 11:32:24,226 [276] [DEBUG] [storage.local] Moving content into place at path: /datastorage/registry/sha256/c6/c6a44b4bf0fb16971fd7f20a99872795de03d33ea4fbe8533608cdcbc898fdc8 gunicorn-registry stdout | 2022-06-09 11:32:24,227 [276] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`repository_id`, `t1`.`uuid`, `t1`.`byte_count`, `t1`.`sha_state`, `t1`.`location_id`, `t1`.`storage_metadata`, `t1`.`chunk_count`, `t1`.`uncompressed_byte_count`, `t1`.`created`, `t1`.`piece_sha_state`, `t1`.`piece_hashes`, `t2`.`id`, `t2`.`name` FROM `blobupload` AS `t1` INNER JOIN `imagestoragelocation` AS `t2` ON (`t1`.`location_id` = `t2`.`id`) WHERE (`t1`.`uuid` = %s) LIMIT %s OFFSET %s', ['ac07bcae-9c3b-4b58-a0f2-e81b5d255da1', 1, 0]) gunicorn-registry stdout | 2022-06-09 11:32:24,228 [276] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`uuid`, `t1`.`image_size`, `t1`.`uncompressed_size`, `t1`.`uploading`, `t1`.`cas_path`, `t1`.`content_checksum` FROM `imagestorage` AS `t1` WHERE (`t1`.`content_checksum` = %s) LIMIT %s OFFSET %s', ['sha256:c6a44b4bf0fb16971fd7f20a99872795de03d33ea4fbe8533608cdcbc898fdc8', 1, 0]) gunicorn-registry stdout | 2022-06-09 11:32:24,230 [276] [DEBUG] [peewee] ('INSERT INTO `imagestorage` (`uuid`, `image_size`, `uncompressed_size`, `uploading`, `cas_path`, `content_checksum`) VALUES (%s, %s, %s, %s, %s, %s)', ['23268963-e4c8-4c99-a2e0-a83bb8fa893f', 4303, None, True, True, 'sha256:c6a44b4bf0fb16971fd7f20a99872795de03d33ea4fbe8533608cdcbc898fdc8']) gunicorn-registry stdout | 2022-06-09 11:32:24,230 [276] [DEBUG] [peewee] ('INSERT INTO `imagestorageplacement` (`storage_id`, `location_id`) VALUES (%s, %s)', [4, 9]) gunicorn-registry stdout | 2022-06-09 11:32:24,233 [276] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`namespace_user_id`, `t1`.`name`, `t1`.`visibility_id`, `t1`.`description`, `t1`.`badge_token`, `t1`.`kind_id`, `t1`.`trust_enabled`, `t1`.`state` FROM `repository` AS `t1` WHERE (`t1`.`id` = %s) LIMIT %s OFFSET %s', [1, 1, 0]) gunicorn-registry stdout | 2022-06-09 11:32:24,235 [276] [DEBUG] [peewee] ('INSERT INTO `uploadedblob` (`repository_id`, `blob_id`, `uploaded_at`, `expires_at`) VALUES (%s, %s, %s, %s)', [1, 4, datetime.datetime(2022, 6, 9, 11, 32, 24, 235004), datetime.datetime(2022, 6, 9, 12, 32, 24, 234991)]) gunicorn-registry stdout | 2022-06-09 11:32:24,235 [276] [DEBUG] [peewee] ('DELETE FROM `blobupload` WHERE (`blobupload`.`id` = %s)', [4]) gunicorn-registry stdout | 2022-06-09 11:32:24,238 [276] [DEBUG] [app] Ending request: urn:request:954595c8-dfee-4090-aab2-bbe118f11d6e (/v2/ibazulic/quay/blobs/uploads/ac07bcae-9c3b-4b58-a0f2-e81b5d255da1) {'endpoint': 'v2.monolithic_upload_or_last_chunk', 'request_id': 'urn:request:954595c8-dfee-4090-aab2-bbe118f11d6e', 'remote_addr': '172.24.10.50', 'http_method': 'PUT', 'original_url': 'https://quay.skynet/v2/ibazulic/quay/blobs/uploads/ac07bcae-9c3b-4b58-a0f2-e81b5d255da1?digest=sha256%3Ac6a44b4bf0fb16971fd7f20a99872795de03d33ea4fbe8533608cdcbc898fdc8', 'path': '/v2/ibazulic/quay/blobs/uploads/ac07bcae-9c3b-4b58-a0f2-e81b5d255da1', 'parameters': {'digest': 'sha256:c6a44b4bf0fb16971fd7f20a99872795de03d33ea4fbe8533608cdcbc898fdc8'}, 'json_body': None, 'confsha': '3a86aa80', 'user-agent': 'docker/20.10.17 go/go1.17.11 git-commit/a89b842 kernel/5.10.0-14-amd64 os/linux arch/amd64 UpstreamClient(Docker-Client/20.10.17 \\(linux\\))'} gunicorn-registry stdout | 2022-06-09 11:32:24,238 [276] [DEBUG] [data.database] Disconnecting from database. gunicorn-registry stdout | 2022-06-09 11:32:24,238 [276] [DEBUG] [peewee.pool] Returning 140435033337088 to pool. gunicorn-registry stdout | 2022-06-09 11:32:24,239 [276] [INFO] [gunicorn.access] 172.24.10.50 - - [09/Jun/2022:11:32:24 +0000] "PUT /v2/ibazulic/quay/blobs/uploads/ac07bcae-9c3b-4b58-a0f2-e81b5d255da1?digest=sha256%3Ac6a44b4bf0fb16971fd7f20a99872795de03d33ea4fbe8533608cdcbc898fdc8 HTTP/1.1" 201 0 "-" "docker/20.10.17 go/go1.17.11 git-commit/a89b842 kernel/5.10.0-14-amd64 os/linux arch/amd64 UpstreamClient(Docker-Client/20.10.17 \(linux\))" nginx stdout | 172.24.10.50 () - - [09/Jun/2022:11:32:24 +0000] "PUT /v2/ibazulic/quay/blobs/uploads/ac07bcae-9c3b-4b58-a0f2-e81b5d255da1?digest=sha256%3Ac6a44b4bf0fb16971fd7f20a99872795de03d33ea4fbe8533608cdcbc898fdc8 HTTP/1.1" 201 0 "-" "docker/20.10.17 go/go1.17.11 git-commit/a89b842 kernel/5.10.0-14-amd64 os/linux arch/amd64 UpstreamClient(Docker-Client/20.10.17 \x5C(linux\x5C))" (0.023 1412 0.024) gunicorn-registry stdout | 2022-06-09 11:32:24,246 [276] [DEBUG] [app] Starting request: urn:request:65bc1c96-c53f-45c5-af81-064d22ffc236 (/v2/ibazulic/quay/blobs/sha256:c6a44b4bf0fb16971fd7f20a99872795de03d33ea4fbe8533608cdcbc898fdc8) {'X-Forwarded-For': '172.24.10.50'} gunicorn-registry stdout | 2022-06-09 11:32:24,246 [276] [DEBUG] [auth.registry_jwt_auth] Called with params: (), {'digest': 'sha256:c6a44b4bf0fb16971fd7f20a99872795de03d33ea4fbe8533608cdcbc898fdc8', 'namespace_name': 'ibazulic', 'repo_name': 'quay'} gunicorn-registry stdout | 2022-06-09 11:32:24,247 [276] [DEBUG] [auth.registry_jwt_auth] Validating auth header: Bearer eyJ0eXAiOiJKV1QiLCJhbGciOiJSUzI1NiIsImtpZCI6IkkyNm5ObFNEX2RYWVFRTndtS0VjUFdZTUtzWlIyeU55VWJibUxYNGRoMEEifQ.eyJpc3MiOiJxdWF5IiwiYXVkIjoicXVheS5za3luZXQiLCJuYmYiOjE2NTQ3NzQzMjAsImlhdCI6MTY1NDc3NDMyMCwiZXhwIjoxNjU0Nzc3OTIwLCJzdWIiOiJpYmF6dWxpYyIsImFjY2VzcyI6W3sidHlwZSI6InJlcG9zaXRvcnkiLCJuYW1lIjoiaWJhenVsaWMvcXVheSIsImFjdGlvbnMiOlsicHVzaCIsInB1bGwiXX1dLCJjb250ZXh0Ijp7InZlcnNpb24iOjIsImVudGl0eV9raW5kIjoidXNlciIsImVudGl0eV9yZWZlcmVuY2UiOiI4MjIyODQ5MC1kMDc1LTQ5MjEtYWU3YS1hZjQ0MDhjZjExYjQiLCJraW5kIjoidXNlciIsInVzZXIiOiJpYmF6dWxpYyIsImNvbS5hcG9zdGlsbGUucm9vdHMiOnsiaWJhenVsaWMvcXVheSI6IiRkaXNhYmxlZCJ9LCJjb20uYXBvc3RpbGxlLnJvb3QiOiIkZGlzYWJsZWQifX0.BZ-m6bEM1YONYPPhnVCQVO-xgmvoy21MVCpPg6B-1q_cfnAZJfetqN5gbf64qaR4u20a0q4NzuIEFN90nzzuTI_yu3uPiXPnK_CHXuaSKKLSAoVtTxo1lJ5Uq6SmGhLwP1CBVlMJ69eAtBqvDpztckaM-VHI7FIQ7QpX8aIoIHgmteXVW78fA7oGMYoyr1VzhUQJv3OC97vEFSqt-yIiz_dZUeUW5WxZJUFeFA9LkYabVtEAXgRwwJ8UmOZLwMufns9PH8UMpQSwpL_9gyok_A7qtSgHTKJElCjrrDRQ1CKQc6Vh1n_VkTag2FZifgoDLHT_YUTK7w-XLLDqM4y8IA gunicorn-registry stdout | 2022-06-09 11:32:24,247 [276] [DEBUG] [util.security.registry_jwt] encoded JWT: eyJ0eXAiOiJKV1QiLCJhbGciOiJSUzI1NiIsImtpZCI6IkkyNm5ObFNEX2RYWVFRTndtS0VjUFdZTUtzWlIyeU55VWJibUxYNGRoMEEifQ.eyJpc3MiOiJxdWF5IiwiYXVkIjoicXVheS5za3luZXQiLCJuYmYiOjE2NTQ3NzQzMjAsImlhdCI6MTY1NDc3NDMyMCwiZXhwIjoxNjU0Nzc3OTIwLCJzdWIiOiJpYmF6dWxpYyIsImFjY2VzcyI6W3sidHlwZSI6InJlcG9zaXRvcnkiLCJuYW1lIjoiaWJhenVsaWMvcXVheSIsImFjdGlvbnMiOlsicHVzaCIsInB1bGwiXX1dLCJjb250ZXh0Ijp7InZlcnNpb24iOjIsImVudGl0eV9raW5kIjoidXNlciIsImVudGl0eV9yZWZlcmVuY2UiOiI4MjIyODQ5MC1kMDc1LTQ5MjEtYWU3YS1hZjQ0MDhjZjExYjQiLCJraW5kIjoidXNlciIsInVzZXIiOiJpYmF6dWxpYyIsImNvbS5hcG9zdGlsbGUucm9vdHMiOnsiaWJhenVsaWMvcXVheSI6IiRkaXNhYmxlZCJ9LCJjb20uYXBvc3RpbGxlLnJvb3QiOiIkZGlzYWJsZWQifX0.BZ-m6bEM1YONYPPhnVCQVO-xgmvoy21MVCpPg6B-1q_cfnAZJfetqN5gbf64qaR4u20a0q4NzuIEFN90nzzuTI_yu3uPiXPnK_CHXuaSKKLSAoVtTxo1lJ5Uq6SmGhLwP1CBVlMJ69eAtBqvDpztckaM-VHI7FIQ7QpX8aIoIHgmteXVW78fA7oGMYoyr1VzhUQJv3OC97vEFSqt-yIiz_dZUeUW5WxZJUFeFA9LkYabVtEAXgRwwJ8UmOZLwMufns9PH8UMpQSwpL_9gyok_A7qtSgHTKJElCjrrDRQ1CKQc6Vh1n_VkTag2FZifgoDLHT_YUTK7w-XLLDqM4y8IA gunicorn-registry stdout | 2022-06-09 11:32:24,247 [276] [DEBUG] [auth.permissions] Identity loaded: gunicorn-registry stdout | 2022-06-09 11:32:24,248 [276] [DEBUG] [auth.permissions] Loaded signed_jwt identity for: ibazulic gunicorn-registry stdout | 2022-06-09 11:32:24,248 [276] [DEBUG] [auth.registry_jwt_auth] Identity changed to ibazulic gunicorn-registry stdout | 2022-06-09 11:32:24,248 [276] [DEBUG] [auth.registry_jwt_auth] Auth context set to {'version': 2, 'entity_kind': 'user', 'entity_reference': '82228490-d075-4921-ae7a-af4408cf11b4', 'kind': 'user', 'user': 'ibazulic', 'com.apostille.roots': {'ibazulic/quay': '$disabled'}, 'com.apostille.root': '$disabled'} gunicorn-registry stdout | 2022-06-09 11:32:24,248 [276] [DEBUG] [endpoints.v2] Checking permission for repo: ibazulic/quay gunicorn-registry stdout | 2022-06-09 11:32:24,248 [276] [DEBUG] [data.cache.impl] Checking cache for key repo_blob__ibazulic_quay_sha256:c6a44b4bf0fb16971fd7f20a99872795de03d33ea4fbe8533608cdcbc898fdc8_2 gunicorn-registry stdout | 2022-06-09 11:32:24,248 [276] [DEBUG] [data.cache.impl] Found no result in cache for key repo_blob__ibazulic_quay_sha256:c6a44b4bf0fb16971fd7f20a99872795de03d33ea4fbe8533608cdcbc898fdc8_2; calling loader gunicorn-registry stdout | 2022-06-09 11:32:24,249 [276] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`namespace_user_id`, `t1`.`name`, `t1`.`visibility_id`, `t1`.`description`, `t1`.`badge_token`, `t1`.`kind_id`, `t1`.`trust_enabled`, `t1`.`state`, `t2`.`id`, `t2`.`uuid`, `t2`.`username`, `t2`.`password_hash`, `t2`.`email`, `t2`.`verified`, `t2`.`stripe_id`, `t2`.`organization`, `t2`.`robot`, `t2`.`invoice_email`, `t2`.`invalid_login_attempts`, `t2`.`last_invalid_login`, `t2`.`removed_tag_expiration_s`, `t2`.`enabled`, `t2`.`invoice_email_address`, `t2`.`given_name`, `t2`.`family_name`, `t2`.`company`, `t2`.`location`, `t2`.`maximum_queued_builds_count`, `t2`.`creation_date`, `t2`.`last_accessed` FROM `repository` AS `t1` INNER JOIN `user` AS `t2` ON (`t1`.`namespace_user_id` = `t2`.`id`) WHERE (((`t2`.`username` = %s) AND (`t1`.`name` = %s)) AND (`t1`.`state` != %s)) LIMIT %s OFFSET %s', ['ibazulic', 'quay', 3, 1, 0]) gunicorn-registry stdout | 2022-06-09 11:32:24,251 [276] [DEBUG] [peewee] ('SELECT `t1`.`uuid` FROM `imagestorage` AS `t1` INNER JOIN `uploadedblob` AS `t2` ON (`t2`.`blob_id` = `t1`.`id`) WHERE ((`t2`.`repository_id` = %s) AND (`t1`.`content_checksum` = %s)) LIMIT %s OFFSET %s', [1, 'sha256:c6a44b4bf0fb16971fd7f20a99872795de03d33ea4fbe8533608cdcbc898fdc8', 1, 0]) gunicorn-registry stdout | 2022-06-09 11:32:24,253 [276] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`storage_id`, `t1`.`location_id`, `t2`.`id`, `t2`.`uuid`, `t2`.`image_size`, `t2`.`uncompressed_size`, `t2`.`uploading`, `t2`.`cas_path`, `t2`.`content_checksum` FROM `imagestorageplacement` AS `t1` INNER JOIN `imagestorage` AS `t2` ON (`t1`.`storage_id` = `t2`.`id`) WHERE (`t2`.`uuid` = %s)', ['23268963-e4c8-4c99-a2e0-a83bb8fa893f']) gunicorn-registry stdout | 2022-06-09 11:32:24,254 [276] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`storage_id`, `t1`.`location_id` FROM `imagestorageplacement` AS `t1` INNER JOIN `imagestorage` AS `t2` ON (`t1`.`storage_id` = `t2`.`id`) WHERE (`t2`.`uuid` = %s)', ['23268963-e4c8-4c99-a2e0-a83bb8fa893f']) gunicorn-registry stdout | 2022-06-09 11:32:24,255 [276] [DEBUG] [data.cache.impl] Got loaded result for key repo_blob__ibazulic_quay_sha256:c6a44b4bf0fb16971fd7f20a99872795de03d33ea4fbe8533608cdcbc898fdc8_2: {'uuid': '23268963-e4c8-4c99-a2e0-a83bb8fa893f', 'digest': 'sha256:c6a44b4bf0fb16971fd7f20a99872795de03d33ea4fbe8533608cdcbc898fdc8', 'compressed_size': 4303, 'uncompressed_size': None, 'uploading': True, 'db_id': 4, 'inputs': {'placements': ['default'], 'storage_path': 'sha256/c6/c6a44b4bf0fb16971fd7f20a99872795de03d33ea4fbe8533608cdcbc898fdc8'}} gunicorn-registry stdout | 2022-06-09 11:32:24,255 [276] [DEBUG] [data.cache.impl] Caching loaded result for key repo_blob__ibazulic_quay_sha256:c6a44b4bf0fb16971fd7f20a99872795de03d33ea4fbe8533608cdcbc898fdc8_2 with expiration {'uuid': '23268963-e4c8-4c99-a2e0-a83bb8fa893f', 'digest': 'sha256:c6a44b4bf0fb16971fd7f20a99872795de03d33ea4fbe8533608cdcbc898fdc8', 'compressed_size': 4303, 'uncompressed_size': None, 'uploading': True, 'db_id': 4, 'inputs': {'placements': ['default'], 'storage_path': 'sha256/c6/c6a44b4bf0fb16971fd7f20a99872795de03d33ea4fbe8533608cdcbc898fdc8'}}: 60s gunicorn-registry stdout | 2022-06-09 11:32:24,255 [276] [DEBUG] [data.cache.impl] Cached loaded result for key repo_blob__ibazulic_quay_sha256:c6a44b4bf0fb16971fd7f20a99872795de03d33ea4fbe8533608cdcbc898fdc8_2 with expiration {'uuid': '23268963-e4c8-4c99-a2e0-a83bb8fa893f', 'digest': 'sha256:c6a44b4bf0fb16971fd7f20a99872795de03d33ea4fbe8533608cdcbc898fdc8', 'compressed_size': 4303, 'uncompressed_size': None, 'uploading': True, 'db_id': 4, 'inputs': {'placements': ['default'], 'storage_path': 'sha256/c6/c6a44b4bf0fb16971fd7f20a99872795de03d33ea4fbe8533608cdcbc898fdc8'}}: 60s gunicorn-registry stdout | 2022-06-09 11:32:24,256 [276] [DEBUG] [app] Ending request: urn:request:65bc1c96-c53f-45c5-af81-064d22ffc236 (/v2/ibazulic/quay/blobs/sha256:c6a44b4bf0fb16971fd7f20a99872795de03d33ea4fbe8533608cdcbc898fdc8) {'endpoint': 'v2.check_blob_exists', 'request_id': 'urn:request:65bc1c96-c53f-45c5-af81-064d22ffc236', 'remote_addr': '172.24.10.50', 'http_method': 'HEAD', 'original_url': 'https://quay.skynet/v2/ibazulic/quay/blobs/sha256:c6a44b4bf0fb16971fd7f20a99872795de03d33ea4fbe8533608cdcbc898fdc8', 'path': '/v2/ibazulic/quay/blobs/sha256:c6a44b4bf0fb16971fd7f20a99872795de03d33ea4fbe8533608cdcbc898fdc8', 'parameters': {}, 'json_body': None, 'confsha': '3a86aa80', 'user-agent': 'docker/20.10.17 go/go1.17.11 git-commit/a89b842 kernel/5.10.0-14-amd64 os/linux arch/amd64 UpstreamClient(Docker-Client/20.10.17 \\(linux\\))'} gunicorn-registry stdout | 2022-06-09 11:32:24,256 [276] [DEBUG] [data.database] Disconnecting from database. gunicorn-registry stdout | 2022-06-09 11:32:24,256 [276] [DEBUG] [peewee.pool] Returning 140435033337088 to pool. gunicorn-registry stdout | 2022-06-09 11:32:24,256 [276] [INFO] [gunicorn.access] 172.24.10.50 - - [09/Jun/2022:11:32:24 +0000] "HEAD /v2/ibazulic/quay/blobs/sha256:c6a44b4bf0fb16971fd7f20a99872795de03d33ea4fbe8533608cdcbc898fdc8 HTTP/1.1" 200 0 "-" "docker/20.10.17 go/go1.17.11 git-commit/a89b842 kernel/5.10.0-14-amd64 os/linux arch/amd64 UpstreamClient(Docker-Client/20.10.17 \(linux\))" nginx stdout | 172.24.10.50 () - - [09/Jun/2022:11:32:24 +0000] "HEAD /v2/ibazulic/quay/blobs/sha256:c6a44b4bf0fb16971fd7f20a99872795de03d33ea4fbe8533608cdcbc898fdc8 HTTP/1.1" 200 0 "-" "docker/20.10.17 go/go1.17.11 git-commit/a89b842 kernel/5.10.0-14-amd64 os/linux arch/amd64 UpstreamClient(Docker-Client/20.10.17 \x5C(linux\x5C))" (0.011 1317 0.004) gunicorn-registry stdout | 2022-06-09 11:32:24,264 [277] [DEBUG] [app] Starting request: urn:request:205e1b62-4e02-4f50-b0e1-e13c62416210 (/v2/ibazulic/quay/manifests/v3.7.1) {'X-Forwarded-For': '172.24.10.50'} gunicorn-registry stdout | 2022-06-09 11:32:24,264 [277] [DEBUG] [auth.registry_jwt_auth] Called with params: (), {'manifest_ref': 'v3.7.1', 'namespace_name': 'ibazulic', 'repo_name': 'quay'} gunicorn-registry stdout | 2022-06-09 11:32:24,264 [277] [DEBUG] [auth.registry_jwt_auth] Validating auth header: Bearer eyJ0eXAiOiJKV1QiLCJhbGciOiJSUzI1NiIsImtpZCI6IkkyNm5ObFNEX2RYWVFRTndtS0VjUFdZTUtzWlIyeU55VWJibUxYNGRoMEEifQ.eyJpc3MiOiJxdWF5IiwiYXVkIjoicXVheS5za3luZXQiLCJuYmYiOjE2NTQ3NzQzMjAsImlhdCI6MTY1NDc3NDMyMCwiZXhwIjoxNjU0Nzc3OTIwLCJzdWIiOiJpYmF6dWxpYyIsImFjY2VzcyI6W3sidHlwZSI6InJlcG9zaXRvcnkiLCJuYW1lIjoiaWJhenVsaWMvcXVheSIsImFjdGlvbnMiOlsicHVzaCIsInB1bGwiXX1dLCJjb250ZXh0Ijp7InZlcnNpb24iOjIsImVudGl0eV9raW5kIjoidXNlciIsImVudGl0eV9yZWZlcmVuY2UiOiI4MjIyODQ5MC1kMDc1LTQ5MjEtYWU3YS1hZjQ0MDhjZjExYjQiLCJraW5kIjoidXNlciIsInVzZXIiOiJpYmF6dWxpYyIsImNvbS5hcG9zdGlsbGUucm9vdHMiOnsiaWJhenVsaWMvcXVheSI6IiRkaXNhYmxlZCJ9LCJjb20uYXBvc3RpbGxlLnJvb3QiOiIkZGlzYWJsZWQifX0.BZ-m6bEM1YONYPPhnVCQVO-xgmvoy21MVCpPg6B-1q_cfnAZJfetqN5gbf64qaR4u20a0q4NzuIEFN90nzzuTI_yu3uPiXPnK_CHXuaSKKLSAoVtTxo1lJ5Uq6SmGhLwP1CBVlMJ69eAtBqvDpztckaM-VHI7FIQ7QpX8aIoIHgmteXVW78fA7oGMYoyr1VzhUQJv3OC97vEFSqt-yIiz_dZUeUW5WxZJUFeFA9LkYabVtEAXgRwwJ8UmOZLwMufns9PH8UMpQSwpL_9gyok_A7qtSgHTKJElCjrrDRQ1CKQc6Vh1n_VkTag2FZifgoDLHT_YUTK7w-XLLDqM4y8IA gunicorn-registry stdout | 2022-06-09 11:32:24,265 [277] [DEBUG] [util.security.registry_jwt] encoded JWT: eyJ0eXAiOiJKV1QiLCJhbGciOiJSUzI1NiIsImtpZCI6IkkyNm5ObFNEX2RYWVFRTndtS0VjUFdZTUtzWlIyeU55VWJibUxYNGRoMEEifQ.eyJpc3MiOiJxdWF5IiwiYXVkIjoicXVheS5za3luZXQiLCJuYmYiOjE2NTQ3NzQzMjAsImlhdCI6MTY1NDc3NDMyMCwiZXhwIjoxNjU0Nzc3OTIwLCJzdWIiOiJpYmF6dWxpYyIsImFjY2VzcyI6W3sidHlwZSI6InJlcG9zaXRvcnkiLCJuYW1lIjoiaWJhenVsaWMvcXVheSIsImFjdGlvbnMiOlsicHVzaCIsInB1bGwiXX1dLCJjb250ZXh0Ijp7InZlcnNpb24iOjIsImVudGl0eV9raW5kIjoidXNlciIsImVudGl0eV9yZWZlcmVuY2UiOiI4MjIyODQ5MC1kMDc1LTQ5MjEtYWU3YS1hZjQ0MDhjZjExYjQiLCJraW5kIjoidXNlciIsInVzZXIiOiJpYmF6dWxpYyIsImNvbS5hcG9zdGlsbGUucm9vdHMiOnsiaWJhenVsaWMvcXVheSI6IiRkaXNhYmxlZCJ9LCJjb20uYXBvc3RpbGxlLnJvb3QiOiIkZGlzYWJsZWQifX0.BZ-m6bEM1YONYPPhnVCQVO-xgmvoy21MVCpPg6B-1q_cfnAZJfetqN5gbf64qaR4u20a0q4NzuIEFN90nzzuTI_yu3uPiXPnK_CHXuaSKKLSAoVtTxo1lJ5Uq6SmGhLwP1CBVlMJ69eAtBqvDpztckaM-VHI7FIQ7QpX8aIoIHgmteXVW78fA7oGMYoyr1VzhUQJv3OC97vEFSqt-yIiz_dZUeUW5WxZJUFeFA9LkYabVtEAXgRwwJ8UmOZLwMufns9PH8UMpQSwpL_9gyok_A7qtSgHTKJElCjrrDRQ1CKQc6Vh1n_VkTag2FZifgoDLHT_YUTK7w-XLLDqM4y8IA gunicorn-registry stdout | 2022-06-09 11:32:24,265 [277] [DEBUG] [auth.permissions] Identity loaded: gunicorn-registry stdout | 2022-06-09 11:32:24,265 [277] [DEBUG] [auth.permissions] Loaded signed_jwt identity for: ibazulic gunicorn-registry stdout | 2022-06-09 11:32:24,265 [277] [DEBUG] [auth.registry_jwt_auth] Identity changed to ibazulic gunicorn-registry stdout | 2022-06-09 11:32:24,266 [277] [DEBUG] [auth.registry_jwt_auth] Auth context set to {'version': 2, 'entity_kind': 'user', 'entity_reference': '82228490-d075-4921-ae7a-af4408cf11b4', 'kind': 'user', 'user': 'ibazulic', 'com.apostille.roots': {'ibazulic/quay': '$disabled'}, 'com.apostille.root': '$disabled'} gunicorn-registry stdout | 2022-06-09 11:32:24,266 [277] [DEBUG] [endpoints.v2] Checking permission for repo: ibazulic/quay gunicorn-registry stdout | 2022-06-09 11:32:24,267 [277] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`namespace_user_id`, `t1`.`name`, `t1`.`visibility_id`, `t1`.`description`, `t1`.`badge_token`, `t1`.`kind_id`, `t1`.`trust_enabled`, `t1`.`state`, `t2`.`id`, `t2`.`uuid`, `t2`.`username`, `t2`.`password_hash`, `t2`.`email`, `t2`.`verified`, `t2`.`stripe_id`, `t2`.`organization`, `t2`.`robot`, `t2`.`invoice_email`, `t2`.`invalid_login_attempts`, `t2`.`last_invalid_login`, `t2`.`removed_tag_expiration_s`, `t2`.`enabled`, `t2`.`invoice_email_address`, `t2`.`given_name`, `t2`.`family_name`, `t2`.`company`, `t2`.`location`, `t2`.`maximum_queued_builds_count`, `t2`.`creation_date`, `t2`.`last_accessed` FROM `repository` AS `t1` INNER JOIN `user` AS `t2` ON (`t1`.`namespace_user_id` = `t2`.`id`) WHERE (((`t2`.`username` = %s) AND (`t1`.`name` = %s)) AND (`t1`.`state` != %s)) LIMIT %s OFFSET %s', ['ibazulic', 'quay', 3, 1, 0]) gunicorn-registry stdout | 2022-06-09 11:32:24,269 [277] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`repository_id`, `t1`.`digest`, `t1`.`media_type_id`, `t1`.`manifest_bytes`, `t1`.`config_media_type`, `t1`.`layers_compressed_size` FROM `manifest` AS `t1` WHERE ((`t1`.`repository_id` = %s) AND (`t1`.`digest` = %s)) LIMIT %s OFFSET %s', [1, 'sha256:7dab8dbcf2bddecf92790e360519d53906f9b4d8484fb9c5529f9a6478018355', 1, 0]) gunicorn-registry stdout | 2022-06-09 11:32:24,271 [277] [DEBUG] [peewee] ('SELECT `t1`.`uuid` FROM `imagestorage` AS `t1` INNER JOIN `uploadedblob` AS `t2` ON (`t2`.`blob_id` = `t1`.`id`) WHERE ((`t2`.`repository_id` = %s) AND (`t1`.`content_checksum` = %s)) LIMIT %s OFFSET %s', [1, 'sha256:c6a44b4bf0fb16971fd7f20a99872795de03d33ea4fbe8533608cdcbc898fdc8', 1, 0]) gunicorn-registry stdout | 2022-06-09 11:32:24,272 [277] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`storage_id`, `t1`.`location_id`, `t2`.`id`, `t2`.`uuid`, `t2`.`image_size`, `t2`.`uncompressed_size`, `t2`.`uploading`, `t2`.`cas_path`, `t2`.`content_checksum` FROM `imagestorageplacement` AS `t1` INNER JOIN `imagestorage` AS `t2` ON (`t1`.`storage_id` = `t2`.`id`) WHERE (`t2`.`uuid` = %s)', ['23268963-e4c8-4c99-a2e0-a83bb8fa893f']) gunicorn-registry stdout | 2022-06-09 11:32:24,275 [277] [DEBUG] [peewee] ('SELECT * FROM (SELECT `t1`.`id`, `t1`.`content_checksum`, `t1`.`image_size`, `t1`.`uuid`, `t1`.`cas_path`, `t1`.`uncompressed_size` FROM `imagestorage` AS `t1` INNER JOIN `uploadedblob` AS `t2` ON (`t2`.`blob_id` = `t1`.`id`) WHERE ((`t2`.`repository_id` = %s) AND (`t1`.`content_checksum` = %s)) LIMIT %s) AS `q0` UNION ALL SELECT * FROM (SELECT `t3`.`id`, `t3`.`content_checksum`, `t3`.`image_size`, `t3`.`uuid`, `t3`.`cas_path`, `t3`.`uncompressed_size` FROM `imagestorage` AS `t3` INNER JOIN `uploadedblob` AS `t4` ON (`t4`.`blob_id` = `t3`.`id`) WHERE ((`t4`.`repository_id` = %s) AND (`t3`.`content_checksum` = %s)) LIMIT %s) AS `q1` UNION ALL SELECT * FROM (SELECT `t3`.`id`, `t3`.`content_checksum`, `t3`.`image_size`, `t3`.`uuid`, `t3`.`cas_path`, `t3`.`uncompressed_size` FROM `imagestorage` AS `t3` INNER JOIN `uploadedblob` AS `t4` ON (`t4`.`blob_id` = `t3`.`id`) WHERE ((`t4`.`repository_id` = %s) AND (`t3`.`content_checksum` = %s)) LIMIT %s) AS `q2` UNION ALL SELECT * FROM (SELECT `t5`.`id`, `t5`.`content_checksum`, `t5`.`image_size`, `t5`.`uuid`, `t5`.`cas_path`, `t5`.`uncompressed_size` FROM `imagestorage` AS `t5` INNER JOIN `uploadedblob` AS `t6` ON (`t6`.`blob_id` = `t5`.`id`) WHERE ((`t6`.`repository_id` = %s) AND (`t5`.`content_checksum` = %s)) LIMIT %s) AS `q3`', [1, 'sha256:c6a44b4bf0fb16971fd7f20a99872795de03d33ea4fbe8533608cdcbc898fdc8', 1, 1, 'sha256:545277d800059b32cf03377a9301094e9ac8aa4bb42d809766d7355ca9aa8652', 1, 1, 'sha256:f70d60810c69edad990aaf0977a87c6d2bcc9cd52904fa6825f08507a9b6e7bc', 1, 1, 'sha256:517e1f715652035851ddcad398cc2448b1bd8f03f7e53caf446a1ea7bea27183', 1]) gunicorn-registry stdout | 2022-06-09 11:32:24,277 [277] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`repository_id`, `t1`.`digest`, `t1`.`media_type_id`, `t1`.`manifest_bytes`, `t1`.`config_media_type`, `t1`.`layers_compressed_size` FROM `manifest` AS `t1` WHERE ((`t1`.`digest` = %s) AND (`t1`.`repository_id` = %s)) LIMIT %s OFFSET %s', ['sha256:7dab8dbcf2bddecf92790e360519d53906f9b4d8484fb9c5529f9a6478018355', 1, 1, 0]) gunicorn-registry stdout | 2022-06-09 11:32:24,278 [277] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`name` FROM `mediatype` AS `t1`', []) gunicorn-registry stdout | 2022-06-09 11:32:24,279 [277] [DEBUG] [peewee] ('INSERT INTO `manifest` (`repository_id`, `digest`, `media_type_id`, `manifest_bytes`, `config_media_type`, `layers_compressed_size`) VALUES (%s, %s, %s, %s, %s, %s)', [1, 'sha256:7dab8dbcf2bddecf92790e360519d53906f9b4d8484fb9c5529f9a6478018355', 16, '{\n "schemaVersion": 2,\n "mediaType": "application/vnd.docker.distribution.manifest.v2+json",\n "config": {\n "mediaType": "application/vnd.docker.container.image.v1+json",\n "size": 4303,\n "digest": "sha256:c6a44b4bf0fb16971fd7f20a99872795de03d33ea4fbe8533608cdcbc898fdc8"\n },\n "layers": [\n {\n "mediaType": "application/vnd.docker.image.rootfs.diff.tar.gzip",\n "size": 78433080,\n "digest": "sha256:f70d60810c69edad990aaf0977a87c6d2bcc9cd52904fa6825f08507a9b6e7bc"\n },\n {\n "mediaType": "application/vnd.docker.image.rootfs.diff.tar.gzip",\n "size": 1795,\n "digest": "sha256:545277d800059b32cf03377a9301094e9ac8aa4bb42d809766d7355ca9aa8652"\n },\n {\n "mediaType": "application/vnd.docker.image.rootfs.diff.tar.gzip",\n "size": 195084119,\n "digest": "sha256:517e1f715652035851ddcad398cc2448b1bd8f03f7e53caf446a1ea7bea27183"\n }\n ]\n}', 'application/vnd.docker.container.image.v1+json', 273518994]) gunicorn-registry stdout | 2022-06-09 11:32:24,280 [277] [DEBUG] [peewee] ('INSERT INTO `manifestblob` (`repository_id`, `manifest_id`, `blob_id`) VALUES (%s, %s, %s), (%s, %s, %s), (%s, %s, %s), (%s, %s, %s)', [1, 1, 1, 1, 1, 2, 1, 1, 3, 1, 1, 4]) gunicorn-registry stdout | 2022-06-09 11:32:24,282 [277] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`name` FROM `mediatype` AS `t1`', []) gunicorn-registry stdout | 2022-06-09 11:32:24,284 [277] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`name`, `t1`.`mutable` FROM `labelsourcetype` AS `t1`', []) gunicorn-registry stdout | 2022-06-09 11:32:24,285 [277] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`repository_id`, `t1`.`digest`, `t1`.`media_type_id`, `t1`.`manifest_bytes`, `t1`.`config_media_type`, `t1`.`layers_compressed_size`, `t2`.`id`, `t2`.`namespace_user_id`, `t2`.`name`, `t2`.`visibility_id`, `t2`.`description`, `t2`.`badge_token`, `t2`.`kind_id`, `t2`.`trust_enabled`, `t2`.`state` FROM `manifest` AS `t1` INNER JOIN `repository` AS `t2` ON (`t1`.`repository_id` = `t2`.`id`) WHERE (`t1`.`id` = %s) LIMIT %s OFFSET %s', [1, 1, 0]) gunicorn-registry stdout | 2022-06-09 11:32:24,287 [277] [DEBUG] [peewee] ('INSERT INTO `label` (`uuid`, `key`, `value`, `media_type_id`, `source_type_id`) VALUES (%s, %s, %s, %s, %s)', ['7abc30af-058e-4547-9ebf-c33646c6a1a1', 'architecture', 'x86_64', 1, 1]) gunicorn-registry stdout | 2022-06-09 11:32:24,287 [277] [DEBUG] [peewee] ('INSERT INTO `manifestlabel` (`repository_id`, `manifest_id`, `label_id`) VALUES (%s, %s, %s)', [1, 1, 1]) gunicorn-registry stdout | 2022-06-09 11:32:24,289 [277] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`repository_id`, `t1`.`digest`, `t1`.`media_type_id`, `t1`.`manifest_bytes`, `t1`.`config_media_type`, `t1`.`layers_compressed_size`, `t2`.`id`, `t2`.`namespace_user_id`, `t2`.`name`, `t2`.`visibility_id`, `t2`.`description`, `t2`.`badge_token`, `t2`.`kind_id`, `t2`.`trust_enabled`, `t2`.`state` FROM `manifest` AS `t1` INNER JOIN `repository` AS `t2` ON (`t1`.`repository_id` = `t2`.`id`) WHERE (`t1`.`id` = %s) LIMIT %s OFFSET %s', [1, 1, 0]) gunicorn-registry stdout | 2022-06-09 11:32:24,291 [277] [DEBUG] [peewee] ('INSERT INTO `label` (`uuid`, `key`, `value`, `media_type_id`, `source_type_id`) VALUES (%s, %s, %s, %s, %s)', ['b872ff74-c754-4b79-9fcc-944fbd795f11', 'build-date', '2022-06-06T18:35:21.259607', 1, 1]) gunicorn-registry stdout | 2022-06-09 11:32:24,291 [277] [DEBUG] [peewee] ('INSERT INTO `manifestlabel` (`repository_id`, `manifest_id`, `label_id`) VALUES (%s, %s, %s)', [1, 1, 2]) gunicorn-registry stdout | 2022-06-09 11:32:24,293 [277] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`repository_id`, `t1`.`digest`, `t1`.`media_type_id`, `t1`.`manifest_bytes`, `t1`.`config_media_type`, `t1`.`layers_compressed_size`, `t2`.`id`, `t2`.`namespace_user_id`, `t2`.`name`, `t2`.`visibility_id`, `t2`.`description`, `t2`.`badge_token`, `t2`.`kind_id`, `t2`.`trust_enabled`, `t2`.`state` FROM `manifest` AS `t1` INNER JOIN `repository` AS `t2` ON (`t1`.`repository_id` = `t2`.`id`) WHERE (`t1`.`id` = %s) LIMIT %s OFFSET %s', [1, 1, 0]) gunicorn-registry stdout | 2022-06-09 11:32:24,294 [277] [DEBUG] [peewee] ('INSERT INTO `label` (`uuid`, `key`, `value`, `media_type_id`, `source_type_id`) VALUES (%s, %s, %s, %s, %s)', ['8bc7d9d0-bd99-40b6-a0dd-f275f8311173', 'com.redhat.build-host', 'cpt-1001.osbs.prod.upshift.rdu2.redhat.com', 1, 1]) gunicorn-registry stdout | 2022-06-09 11:32:24,295 [277] [DEBUG] [peewee] ('INSERT INTO `manifestlabel` (`repository_id`, `manifest_id`, `label_id`) VALUES (%s, %s, %s)', [1, 1, 3]) gunicorn-registry stdout | 2022-06-09 11:32:24,297 [277] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`repository_id`, `t1`.`digest`, `t1`.`media_type_id`, `t1`.`manifest_bytes`, `t1`.`config_media_type`, `t1`.`layers_compressed_size`, `t2`.`id`, `t2`.`namespace_user_id`, `t2`.`name`, `t2`.`visibility_id`, `t2`.`description`, `t2`.`badge_token`, `t2`.`kind_id`, `t2`.`trust_enabled`, `t2`.`state` FROM `manifest` AS `t1` INNER JOIN `repository` AS `t2` ON (`t1`.`repository_id` = `t2`.`id`) WHERE (`t1`.`id` = %s) LIMIT %s OFFSET %s', [1, 1, 0]) gunicorn-registry stdout | 2022-06-09 11:32:24,298 [277] [DEBUG] [peewee] ('INSERT INTO `label` (`uuid`, `key`, `value`, `media_type_id`, `source_type_id`) VALUES (%s, %s, %s, %s, %s)', ['ddea985b-dcdb-4fbb-82f6-d7d41e3c92ea', 'com.redhat.component', 'quay-registry-container', 1, 1]) gunicorn-registry stdout | 2022-06-09 11:32:24,299 [277] [DEBUG] [peewee] ('INSERT INTO `manifestlabel` (`repository_id`, `manifest_id`, `label_id`) VALUES (%s, %s, %s)', [1, 1, 4]) gunicorn-registry stdout | 2022-06-09 11:32:24,300 [277] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`repository_id`, `t1`.`digest`, `t1`.`media_type_id`, `t1`.`manifest_bytes`, `t1`.`config_media_type`, `t1`.`layers_compressed_size`, `t2`.`id`, `t2`.`namespace_user_id`, `t2`.`name`, `t2`.`visibility_id`, `t2`.`description`, `t2`.`badge_token`, `t2`.`kind_id`, `t2`.`trust_enabled`, `t2`.`state` FROM `manifest` AS `t1` INNER JOIN `repository` AS `t2` ON (`t1`.`repository_id` = `t2`.`id`) WHERE (`t1`.`id` = %s) LIMIT %s OFFSET %s', [1, 1, 0]) gunicorn-registry stdout | 2022-06-09 11:32:24,301 [277] [DEBUG] [peewee] ('INSERT INTO `label` (`uuid`, `key`, `value`, `media_type_id`, `source_type_id`) VALUES (%s, %s, %s, %s, %s)', ['56aaccab-353d-48f1-aa61-abd8f3302a86', 'com.redhat.license_terms', 'https://www.redhat.com/agreements', 1, 1]) gunicorn-registry stdout | 2022-06-09 11:32:24,302 [277] [DEBUG] [peewee] ('INSERT INTO `manifestlabel` (`repository_id`, `manifest_id`, `label_id`) VALUES (%s, %s, %s)', [1, 1, 5]) gunicorn-registry stdout | 2022-06-09 11:32:24,304 [277] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`repository_id`, `t1`.`digest`, `t1`.`media_type_id`, `t1`.`manifest_bytes`, `t1`.`config_media_type`, `t1`.`layers_compressed_size`, `t2`.`id`, `t2`.`namespace_user_id`, `t2`.`name`, `t2`.`visibility_id`, `t2`.`description`, `t2`.`badge_token`, `t2`.`kind_id`, `t2`.`trust_enabled`, `t2`.`state` FROM `manifest` AS `t1` INNER JOIN `repository` AS `t2` ON (`t1`.`repository_id` = `t2`.`id`) WHERE (`t1`.`id` = %s) LIMIT %s OFFSET %s', [1, 1, 0]) gunicorn-registry stdout | 2022-06-09 11:32:24,305 [277] [DEBUG] [peewee] ('INSERT INTO `label` (`uuid`, `key`, `value`, `media_type_id`, `source_type_id`) VALUES (%s, %s, %s, %s, %s)', ['8a9562ec-1c41-479f-b8b2-2da2d8bb492e', 'description', 'Red Hat Quay', 1, 1]) gunicorn-registry stdout | 2022-06-09 11:32:24,306 [277] [DEBUG] [peewee] ('INSERT INTO `manifestlabel` (`repository_id`, `manifest_id`, `label_id`) VALUES (%s, %s, %s)', [1, 1, 6]) gunicorn-registry stdout | 2022-06-09 11:32:24,307 [277] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`repository_id`, `t1`.`digest`, `t1`.`media_type_id`, `t1`.`manifest_bytes`, `t1`.`config_media_type`, `t1`.`layers_compressed_size`, `t2`.`id`, `t2`.`namespace_user_id`, `t2`.`name`, `t2`.`visibility_id`, `t2`.`description`, `t2`.`badge_token`, `t2`.`kind_id`, `t2`.`trust_enabled`, `t2`.`state` FROM `manifest` AS `t1` INNER JOIN `repository` AS `t2` ON (`t1`.`repository_id` = `t2`.`id`) WHERE (`t1`.`id` = %s) LIMIT %s OFFSET %s', [1, 1, 0]) gunicorn-registry stdout | 2022-06-09 11:32:24,308 [277] [DEBUG] [peewee] ('INSERT INTO `label` (`uuid`, `key`, `value`, `media_type_id`, `source_type_id`) VALUES (%s, %s, %s, %s, %s)', ['57558657-3b6c-4edd-bb4b-048c29c60d4b', 'distribution-scope', 'public', 1, 1]) gunicorn-registry stdout | 2022-06-09 11:32:24,309 [277] [DEBUG] [peewee] ('INSERT INTO `manifestlabel` (`repository_id`, `manifest_id`, `label_id`) VALUES (%s, %s, %s)', [1, 1, 7]) gunicorn-registry stdout | 2022-06-09 11:32:24,310 [277] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`repository_id`, `t1`.`digest`, `t1`.`media_type_id`, `t1`.`manifest_bytes`, `t1`.`config_media_type`, `t1`.`layers_compressed_size`, `t2`.`id`, `t2`.`namespace_user_id`, `t2`.`name`, `t2`.`visibility_id`, `t2`.`description`, `t2`.`badge_token`, `t2`.`kind_id`, `t2`.`trust_enabled`, `t2`.`state` FROM `manifest` AS `t1` INNER JOIN `repository` AS `t2` ON (`t1`.`repository_id` = `t2`.`id`) WHERE (`t1`.`id` = %s) LIMIT %s OFFSET %s', [1, 1, 0]) gunicorn-registry stdout | 2022-06-09 11:32:24,312 [277] [DEBUG] [peewee] ('INSERT INTO `label` (`uuid`, `key`, `value`, `media_type_id`, `source_type_id`) VALUES (%s, %s, %s, %s, %s)', ['7040ce33-26b0-4235-b5c2-e88b5eea3659', 'io.k8s.description', 'Red Hat Quay', 1, 1]) gunicorn-registry stdout | 2022-06-09 11:32:24,312 [277] [DEBUG] [peewee] ('INSERT INTO `manifestlabel` (`repository_id`, `manifest_id`, `label_id`) VALUES (%s, %s, %s)', [1, 1, 8]) gunicorn-registry stdout | 2022-06-09 11:32:24,314 [277] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`repository_id`, `t1`.`digest`, `t1`.`media_type_id`, `t1`.`manifest_bytes`, `t1`.`config_media_type`, `t1`.`layers_compressed_size`, `t2`.`id`, `t2`.`namespace_user_id`, `t2`.`name`, `t2`.`visibility_id`, `t2`.`description`, `t2`.`badge_token`, `t2`.`kind_id`, `t2`.`trust_enabled`, `t2`.`state` FROM `manifest` AS `t1` INNER JOIN `repository` AS `t2` ON (`t1`.`repository_id` = `t2`.`id`) WHERE (`t1`.`id` = %s) LIMIT %s OFFSET %s', [1, 1, 0]) gunicorn-registry stdout | 2022-06-09 11:32:24,315 [277] [DEBUG] [peewee] ('INSERT INTO `label` (`uuid`, `key`, `value`, `media_type_id`, `source_type_id`) VALUES (%s, %s, %s, %s, %s)', ['7855987a-099b-4eaf-aa5f-a92796ea0797', 'io.k8s.display-name', 'Red Hat Quay', 1, 1]) gunicorn-registry stdout | 2022-06-09 11:32:24,316 [277] [DEBUG] [peewee] ('INSERT INTO `manifestlabel` (`repository_id`, `manifest_id`, `label_id`) VALUES (%s, %s, %s)', [1, 1, 9]) gunicorn-registry stdout | 2022-06-09 11:32:24,318 [277] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`repository_id`, `t1`.`digest`, `t1`.`media_type_id`, `t1`.`manifest_bytes`, `t1`.`config_media_type`, `t1`.`layers_compressed_size`, `t2`.`id`, `t2`.`namespace_user_id`, `t2`.`name`, `t2`.`visibility_id`, `t2`.`description`, `t2`.`badge_token`, `t2`.`kind_id`, `t2`.`trust_enabled`, `t2`.`state` FROM `manifest` AS `t1` INNER JOIN `repository` AS `t2` ON (`t1`.`repository_id` = `t2`.`id`) WHERE (`t1`.`id` = %s) LIMIT %s OFFSET %s', [1, 1, 0]) gunicorn-registry stdout | 2022-06-09 11:32:24,319 [277] [DEBUG] [peewee] ('INSERT INTO `label` (`uuid`, `key`, `value`, `media_type_id`, `source_type_id`) VALUES (%s, %s, %s, %s, %s)', ['b12a6e04-ee7b-48f3-92c7-0b3d985ef803', 'io.openshift.expose-services', '', 1, 1]) gunicorn-registry stdout | 2022-06-09 11:32:24,319 [277] [DEBUG] [peewee] ('INSERT INTO `manifestlabel` (`repository_id`, `manifest_id`, `label_id`) VALUES (%s, %s, %s)', [1, 1, 10]) gunicorn-registry stdout | 2022-06-09 11:32:24,321 [277] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`repository_id`, `t1`.`digest`, `t1`.`media_type_id`, `t1`.`manifest_bytes`, `t1`.`config_media_type`, `t1`.`layers_compressed_size`, `t2`.`id`, `t2`.`namespace_user_id`, `t2`.`name`, `t2`.`visibility_id`, `t2`.`description`, `t2`.`badge_token`, `t2`.`kind_id`, `t2`.`trust_enabled`, `t2`.`state` FROM `manifest` AS `t1` INNER JOIN `repository` AS `t2` ON (`t1`.`repository_id` = `t2`.`id`) WHERE (`t1`.`id` = %s) LIMIT %s OFFSET %s', [1, 1, 0]) gunicorn-registry stdout | 2022-06-09 11:32:24,322 [277] [DEBUG] [peewee] ('INSERT INTO `label` (`uuid`, `key`, `value`, `media_type_id`, `source_type_id`) VALUES (%s, %s, %s, %s, %s)', ['3c31b95b-7524-4407-bfb2-c60667e0859f', 'io.openshift.tags', 'quay', 1, 1]) gunicorn-registry stdout | 2022-06-09 11:32:24,322 [277] [DEBUG] [peewee] ('INSERT INTO `manifestlabel` (`repository_id`, `manifest_id`, `label_id`) VALUES (%s, %s, %s)', [1, 1, 11]) gunicorn-registry stdout | 2022-06-09 11:32:24,324 [277] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`repository_id`, `t1`.`digest`, `t1`.`media_type_id`, `t1`.`manifest_bytes`, `t1`.`config_media_type`, `t1`.`layers_compressed_size`, `t2`.`id`, `t2`.`namespace_user_id`, `t2`.`name`, `t2`.`visibility_id`, `t2`.`description`, `t2`.`badge_token`, `t2`.`kind_id`, `t2`.`trust_enabled`, `t2`.`state` FROM `manifest` AS `t1` INNER JOIN `repository` AS `t2` ON (`t1`.`repository_id` = `t2`.`id`) WHERE (`t1`.`id` = %s) LIMIT %s OFFSET %s', [1, 1, 0]) gunicorn-registry stdout | 2022-06-09 11:32:24,326 [277] [DEBUG] [peewee] ('INSERT INTO `label` (`uuid`, `key`, `value`, `media_type_id`, `source_type_id`) VALUES (%s, %s, %s, %s, %s)', ['c13fe414-c9c0-4777-86fd-3ed5a92651c5', 'maintainer', 'support@redhat.com', 1, 1]) gunicorn-registry stdout | 2022-06-09 11:32:24,327 [277] [DEBUG] [peewee] ('INSERT INTO `manifestlabel` (`repository_id`, `manifest_id`, `label_id`) VALUES (%s, %s, %s)', [1, 1, 12]) gunicorn-registry stdout | 2022-06-09 11:32:24,328 [277] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`repository_id`, `t1`.`digest`, `t1`.`media_type_id`, `t1`.`manifest_bytes`, `t1`.`config_media_type`, `t1`.`layers_compressed_size`, `t2`.`id`, `t2`.`namespace_user_id`, `t2`.`name`, `t2`.`visibility_id`, `t2`.`description`, `t2`.`badge_token`, `t2`.`kind_id`, `t2`.`trust_enabled`, `t2`.`state` FROM `manifest` AS `t1` INNER JOIN `repository` AS `t2` ON (`t1`.`repository_id` = `t2`.`id`) WHERE (`t1`.`id` = %s) LIMIT %s OFFSET %s', [1, 1, 0]) gunicorn-registry stdout | 2022-06-09 11:32:24,330 [277] [DEBUG] [peewee] ('INSERT INTO `label` (`uuid`, `key`, `value`, `media_type_id`, `source_type_id`) VALUES (%s, %s, %s, %s, %s)', ['5dd1ad5d-dc17-4758-ab7d-8c5a970cb9ec', 'name', 'quay/quay-rhel8', 1, 1]) gunicorn-registry stdout | 2022-06-09 11:32:24,330 [277] [DEBUG] [peewee] ('INSERT INTO `manifestlabel` (`repository_id`, `manifest_id`, `label_id`) VALUES (%s, %s, %s)', [1, 1, 13]) gunicorn-registry stdout | 2022-06-09 11:32:24,332 [277] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`repository_id`, `t1`.`digest`, `t1`.`media_type_id`, `t1`.`manifest_bytes`, `t1`.`config_media_type`, `t1`.`layers_compressed_size`, `t2`.`id`, `t2`.`namespace_user_id`, `t2`.`name`, `t2`.`visibility_id`, `t2`.`description`, `t2`.`badge_token`, `t2`.`kind_id`, `t2`.`trust_enabled`, `t2`.`state` FROM `manifest` AS `t1` INNER JOIN `repository` AS `t2` ON (`t1`.`repository_id` = `t2`.`id`) WHERE (`t1`.`id` = %s) LIMIT %s OFFSET %s', [1, 1, 0]) gunicorn-registry stdout | 2022-06-09 11:32:24,333 [277] [DEBUG] [peewee] ('INSERT INTO `label` (`uuid`, `key`, `value`, `media_type_id`, `source_type_id`) VALUES (%s, %s, %s, %s, %s)', ['bbb4d605-14bf-4c86-bb99-9379a634c5d4', 'release', '10', 1, 1]) gunicorn-registry stdout | 2022-06-09 11:32:24,334 [277] [DEBUG] [peewee] ('INSERT INTO `manifestlabel` (`repository_id`, `manifest_id`, `label_id`) VALUES (%s, %s, %s)', [1, 1, 14]) gunicorn-registry stdout | 2022-06-09 11:32:24,335 [277] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`repository_id`, `t1`.`digest`, `t1`.`media_type_id`, `t1`.`manifest_bytes`, `t1`.`config_media_type`, `t1`.`layers_compressed_size`, `t2`.`id`, `t2`.`namespace_user_id`, `t2`.`name`, `t2`.`visibility_id`, `t2`.`description`, `t2`.`badge_token`, `t2`.`kind_id`, `t2`.`trust_enabled`, `t2`.`state` FROM `manifest` AS `t1` INNER JOIN `repository` AS `t2` ON (`t1`.`repository_id` = `t2`.`id`) WHERE (`t1`.`id` = %s) LIMIT %s OFFSET %s', [1, 1, 0]) gunicorn-registry stdout | 2022-06-09 11:32:24,337 [277] [DEBUG] [peewee] ('INSERT INTO `label` (`uuid`, `key`, `value`, `media_type_id`, `source_type_id`) VALUES (%s, %s, %s, %s, %s)', ['2b193f91-5733-4ecd-b0e4-46e8ad714c83', 'summary', 'Red Hat Quay', 1, 1]) gunicorn-registry stdout | 2022-06-09 11:32:24,337 [277] [DEBUG] [peewee] ('INSERT INTO `manifestlabel` (`repository_id`, `manifest_id`, `label_id`) VALUES (%s, %s, %s)', [1, 1, 15]) gunicorn-registry stdout | 2022-06-09 11:32:24,339 [277] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`repository_id`, `t1`.`digest`, `t1`.`media_type_id`, `t1`.`manifest_bytes`, `t1`.`config_media_type`, `t1`.`layers_compressed_size`, `t2`.`id`, `t2`.`namespace_user_id`, `t2`.`name`, `t2`.`visibility_id`, `t2`.`description`, `t2`.`badge_token`, `t2`.`kind_id`, `t2`.`trust_enabled`, `t2`.`state` FROM `manifest` AS `t1` INNER JOIN `repository` AS `t2` ON (`t1`.`repository_id` = `t2`.`id`) WHERE (`t1`.`id` = %s) LIMIT %s OFFSET %s', [1, 1, 0]) gunicorn-registry stdout | 2022-06-09 11:32:24,340 [277] [DEBUG] [peewee] ('INSERT INTO `label` (`uuid`, `key`, `value`, `media_type_id`, `source_type_id`) VALUES (%s, %s, %s, %s, %s)', ['6924c8e3-a2a6-4cc1-9452-b648e3914cf1', 'url', 'https://access.redhat.com/containers/#/registry.access.redhat.com/quay/quay-rhel8/images/v3.7.1-10', 1, 1]) gunicorn-registry stdout | 2022-06-09 11:32:24,341 [277] [DEBUG] [peewee] ('INSERT INTO `manifestlabel` (`repository_id`, `manifest_id`, `label_id`) VALUES (%s, %s, %s)', [1, 1, 16]) gunicorn-registry stdout | 2022-06-09 11:32:24,342 [277] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`repository_id`, `t1`.`digest`, `t1`.`media_type_id`, `t1`.`manifest_bytes`, `t1`.`config_media_type`, `t1`.`layers_compressed_size`, `t2`.`id`, `t2`.`namespace_user_id`, `t2`.`name`, `t2`.`visibility_id`, `t2`.`description`, `t2`.`badge_token`, `t2`.`kind_id`, `t2`.`trust_enabled`, `t2`.`state` FROM `manifest` AS `t1` INNER JOIN `repository` AS `t2` ON (`t1`.`repository_id` = `t2`.`id`) WHERE (`t1`.`id` = %s) LIMIT %s OFFSET %s', [1, 1, 0]) gunicorn-registry stdout | 2022-06-09 11:32:24,343 [277] [DEBUG] [peewee] ('INSERT INTO `label` (`uuid`, `key`, `value`, `media_type_id`, `source_type_id`) VALUES (%s, %s, %s, %s, %s)', ['8128f257-bb7e-421b-b533-1db069520e2e', 'vcs-ref', 'ce4cd54b60e59d00972280a30aaf02cfbbfd2b94', 1, 1]) gunicorn-registry stdout | 2022-06-09 11:32:24,344 [277] [DEBUG] [peewee] ('INSERT INTO `manifestlabel` (`repository_id`, `manifest_id`, `label_id`) VALUES (%s, %s, %s)', [1, 1, 17]) gunicorn-registry stdout | 2022-06-09 11:32:24,346 [277] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`repository_id`, `t1`.`digest`, `t1`.`media_type_id`, `t1`.`manifest_bytes`, `t1`.`config_media_type`, `t1`.`layers_compressed_size`, `t2`.`id`, `t2`.`namespace_user_id`, `t2`.`name`, `t2`.`visibility_id`, `t2`.`description`, `t2`.`badge_token`, `t2`.`kind_id`, `t2`.`trust_enabled`, `t2`.`state` FROM `manifest` AS `t1` INNER JOIN `repository` AS `t2` ON (`t1`.`repository_id` = `t2`.`id`) WHERE (`t1`.`id` = %s) LIMIT %s OFFSET %s', [1, 1, 0]) gunicorn-registry stdout | 2022-06-09 11:32:24,347 [277] [DEBUG] [peewee] ('INSERT INTO `label` (`uuid`, `key`, `value`, `media_type_id`, `source_type_id`) VALUES (%s, %s, %s, %s, %s)', ['9483442a-178d-44b3-998b-c012172d2487', 'vcs-type', 'git', 1, 1]) gunicorn-registry stdout | 2022-06-09 11:32:24,348 [277] [DEBUG] [peewee] ('INSERT INTO `manifestlabel` (`repository_id`, `manifest_id`, `label_id`) VALUES (%s, %s, %s)', [1, 1, 18]) gunicorn-registry stdout | 2022-06-09 11:32:24,350 [277] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`repository_id`, `t1`.`digest`, `t1`.`media_type_id`, `t1`.`manifest_bytes`, `t1`.`config_media_type`, `t1`.`layers_compressed_size`, `t2`.`id`, `t2`.`namespace_user_id`, `t2`.`name`, `t2`.`visibility_id`, `t2`.`description`, `t2`.`badge_token`, `t2`.`kind_id`, `t2`.`trust_enabled`, `t2`.`state` FROM `manifest` AS `t1` INNER JOIN `repository` AS `t2` ON (`t1`.`repository_id` = `t2`.`id`) WHERE (`t1`.`id` = %s) LIMIT %s OFFSET %s', [1, 1, 0]) gunicorn-registry stdout | 2022-06-09 11:32:24,351 [277] [DEBUG] [peewee] ('INSERT INTO `label` (`uuid`, `key`, `value`, `media_type_id`, `source_type_id`) VALUES (%s, %s, %s, %s, %s)', ['369e06c7-5bbc-4e07-953c-5b1d22cd1f28', 'vendor', 'Red Hat, Inc.', 1, 1]) gunicorn-registry stdout | 2022-06-09 11:32:24,352 [277] [DEBUG] [peewee] ('INSERT INTO `manifestlabel` (`repository_id`, `manifest_id`, `label_id`) VALUES (%s, %s, %s)', [1, 1, 19]) gunicorn-registry stdout | 2022-06-09 11:32:24,353 [277] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`repository_id`, `t1`.`digest`, `t1`.`media_type_id`, `t1`.`manifest_bytes`, `t1`.`config_media_type`, `t1`.`layers_compressed_size`, `t2`.`id`, `t2`.`namespace_user_id`, `t2`.`name`, `t2`.`visibility_id`, `t2`.`description`, `t2`.`badge_token`, `t2`.`kind_id`, `t2`.`trust_enabled`, `t2`.`state` FROM `manifest` AS `t1` INNER JOIN `repository` AS `t2` ON (`t1`.`repository_id` = `t2`.`id`) WHERE (`t1`.`id` = %s) LIMIT %s OFFSET %s', [1, 1, 0]) gunicorn-registry stdout | 2022-06-09 11:32:24,354 [277] [DEBUG] [peewee] ('INSERT INTO `label` (`uuid`, `key`, `value`, `media_type_id`, `source_type_id`) VALUES (%s, %s, %s, %s, %s)', ['88220b38-d380-4444-855e-64d1ca46cb98', 'version', 'v3.7.1', 1, 1]) gunicorn-registry stdout | 2022-06-09 11:32:24,355 [277] [DEBUG] [peewee] ('INSERT INTO `manifestlabel` (`repository_id`, `manifest_id`, `label_id`) VALUES (%s, %s, %s)', [1, 1, 20]) gunicorn-registry stdout | 2022-06-09 11:32:24,356 [277] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`repository_id`, `t1`.`digest`, `t1`.`media_type_id`, `t1`.`manifest_bytes`, `t1`.`config_media_type`, `t1`.`layers_compressed_size`, `t2`.`id`, `t2`.`name` FROM `manifest` AS `t1` INNER JOIN `mediatype` AS `t2` ON (`t1`.`media_type_id` = `t2`.`id`) WHERE (`t1`.`id` = %s) LIMIT %s OFFSET %s', [1, 1, 0]) gunicorn-registry stdout | 2022-06-09 11:32:24,358 [277] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`name`, `t1`.`repository_id`, `t1`.`manifest_id`, `t1`.`lifetime_start_ms`, `t1`.`lifetime_end_ms`, `t1`.`hidden`, `t1`.`reversion`, `t1`.`tag_kind_id`, `t1`.`linked_tag_id`, `t2`.`id`, `t2`.`repository_id`, `t2`.`digest`, `t2`.`media_type_id`, `t2`.`manifest_bytes`, `t2`.`config_media_type`, `t2`.`layers_compressed_size` FROM `tag` AS `t1` INNER JOIN `manifest` AS `t2` ON (`t1`.`manifest_id` = `t2`.`id`) WHERE ((((`t1`.`repository_id` = %s) AND (`t1`.`name` = %s)) AND ((`t1`.`lifetime_end_ms` IS %s) OR (`t1`.`lifetime_end_ms` > %s))) AND (`t1`.`hidden` = %s)) LIMIT %s OFFSET %s', [1, 'v3.7.1', None, 1654774344357, False, 1, 0]) gunicorn-registry stdout | 2022-06-09 11:32:24,359 [277] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`name` FROM `tagkind` AS `t1`', []) gunicorn-registry stdout | 2022-06-09 11:32:24,360 [277] [DEBUG] [peewee] ('INSERT INTO `tag` (`name`, `repository_id`, `manifest_id`, `lifetime_start_ms`, `lifetime_end_ms`, `hidden`, `reversion`, `tag_kind_id`) VALUES (%s, %s, %s, %s, %s, %s, %s, %s)', ['v3.7.1', 1, 1, 1654774344357, None, False, False, 1]) gunicorn-registry stdout | 2022-06-09 11:32:24,362 [277] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`uuid`, `t1`.`username`, `t1`.`password_hash`, `t1`.`email`, `t1`.`verified`, `t1`.`stripe_id`, `t1`.`organization`, `t1`.`robot`, `t1`.`invoice_email`, `t1`.`invalid_login_attempts`, `t1`.`last_invalid_login`, `t1`.`removed_tag_expiration_s`, `t1`.`enabled`, `t1`.`invoice_email_address`, `t1`.`given_name`, `t1`.`family_name`, `t1`.`company`, `t1`.`location`, `t1`.`maximum_queued_builds_count`, `t1`.`creation_date`, `t1`.`last_accessed` FROM `user` AS `t1` WHERE ((`t1`.`uuid` = %s) AND (`t1`.`organization` = %s)) LIMIT %s OFFSET %s', ['82228490-d075-4921-ae7a-af4408cf11b4', False, 1, 0]) gunicorn-registry stdout | 2022-06-09 11:32:24,363 [277] [DEBUG] [util.audit] Checking publishing push_repo to the user events system gunicorn-registry stdout | 2022-06-09 11:32:24,364 [277] [DEBUG] [util.audit] Publishing push_repo to the user events system gunicorn-registry stdout | 2022-06-09 11:32:24,364 [277] [DEBUG] [util.audit] Logging the push_repo to analytics engine gunicorn-registry stdout | 2022-06-09 11:32:24,364 [277] [DEBUG] [util.audit] Resolving IP address 172.24.10.50 gunicorn-registry stdout | 2022-06-09 11:32:24,365 [277] [DEBUG] [util.audit] Resolved IP address 172.24.10.50 gunicorn-registry stdout | 2022-06-09 11:32:24,365 [277] [DEBUG] [util.audit] Logging the push_repo to logs system gunicorn-registry stdout | 2022-06-09 11:32:24,365 [277] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`uuid`, `t1`.`username`, `t1`.`password_hash`, `t1`.`email`, `t1`.`verified`, `t1`.`stripe_id`, `t1`.`organization`, `t1`.`robot`, `t1`.`invoice_email`, `t1`.`invalid_login_attempts`, `t1`.`last_invalid_login`, `t1`.`removed_tag_expiration_s`, `t1`.`enabled`, `t1`.`invoice_email_address`, `t1`.`given_name`, `t1`.`family_name`, `t1`.`company`, `t1`.`location`, `t1`.`maximum_queued_builds_count`, `t1`.`creation_date`, `t1`.`last_accessed` FROM `user` AS `t1` WHERE (`t1`.`username` = %s) LIMIT %s OFFSET %s', ['ibazulic', 1, 0]) gunicorn-registry stdout | 2022-06-09 11:32:24,366 [277] [DEBUG] [data.userevent] Published user event docker-cli: {'action': 'push_repo', 'repository': 'quay', 'namespace': 'ibazulic'} gunicorn-registry stdout | 2022-06-09 11:32:24,366 [277] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`name` FROM `logentrykind` AS `t1`', []) gunicorn-registry stdout | 2022-06-09 11:32:24,369 [277] [DEBUG] [peewee] ('INSERT INTO `logentry3` (`kind_id`, `account_id`, `performer_id`, `repository_id`, `datetime`, `ip`, `metadata_json`) VALUES (%s, %s, %s, %s, %s, %s, %s)', [42, 1, 1, 1, datetime.datetime(2022, 6, 9, 11, 32, 24, 365382), '172.24.10.50', '{"repo": "quay", "namespace": "ibazulic", "user-agent": "docker/20.10.17 go/go1.17.11 git-commit/a89b842 kernel/5.10.0-14-amd64 os/linux arch/amd64 UpstreamClient(Docker-Client/20.10.17 \\\\(linux\\\\))", "tag": "v3.7.1", "username": "ibazulic", "resolved_ip": {"provider": "internet", "service": null, "sync_token": "1645662201", "country_iso_code": null}}']) gunicorn-registry stdout | 2022-06-09 11:32:24,370 [277] [DEBUG] [util.audit] Track and log of push_repo complete gunicorn-registry stdout | 2022-06-09 11:32:24,371 [277] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`uuid`, `t1`.`repository_id`, `t1`.`event_id`, `t1`.`method_id`, `t1`.`title`, `t1`.`config_json`, `t1`.`event_config_json`, `t1`.`number_of_failures`, `t2`.`id`, `t2`.`namespace_user_id`, `t2`.`name`, `t2`.`visibility_id`, `t2`.`description`, `t2`.`badge_token`, `t2`.`kind_id`, `t2`.`trust_enabled`, `t2`.`state`, `t3`.`id`, `t3`.`uuid`, `t3`.`username`, `t3`.`password_hash`, `t3`.`email`, `t3`.`verified`, `t3`.`stripe_id`, `t3`.`organization`, `t3`.`robot`, `t3`.`invoice_email`, `t3`.`invalid_login_attempts`, `t3`.`last_invalid_login`, `t3`.`removed_tag_expiration_s`, `t3`.`enabled`, `t3`.`invoice_email_address`, `t3`.`given_name`, `t3`.`family_name`, `t3`.`company`, `t3`.`location`, `t3`.`maximum_queued_builds_count`, `t3`.`creation_date`, `t3`.`last_accessed` FROM `repositorynotification` AS `t1` INNER JOIN `repository` AS `t2` ON (`t1`.`repository_id` = `t2`.`id`) INNER JOIN `user` AS `t3` ON (`t2`.`namespace_user_id` = `t3`.`id`) INNER JOIN `externalnotificationevent` AS `t4` ON (`t1`.`event_id` = `t4`.`id`) WHERE (((`t3`.`username` = %s) AND (`t2`.`name` = %s)) AND (`t4`.`name` = %s))', ['ibazulic', 'quay', 'repo_push']) gunicorn-registry stdout | 2022-06-09 11:32:24,373 [277] [DEBUG] [app] Ending request: urn:request:205e1b62-4e02-4f50-b0e1-e13c62416210 (/v2/ibazulic/quay/manifests/v3.7.1) {'endpoint': 'v2.write_manifest_by_tagname', 'request_id': 'urn:request:205e1b62-4e02-4f50-b0e1-e13c62416210', 'remote_addr': '172.24.10.50', 'http_method': 'PUT', 'original_url': 'https://quay.skynet/v2/ibazulic/quay/manifests/v3.7.1', 'path': '/v2/ibazulic/quay/manifests/v3.7.1', 'parameters': {}, 'json_body': {'schemaVersion': 2, 'mediaType': 'application/vnd.docker.distribution.manifest.v2+json', 'config': {'mediaType': 'application/vnd.docker.container.image.v1+json', 'size': 4303, 'digest': 'sha256:c6a44b4bf0fb16971fd7f20a99872795de03d33ea4fbe8533608cdcbc898fdc8'}, 'layers': [{'mediaType': 'application/vnd.docker.image.rootfs.diff.tar.gzip', 'size': 78433080, 'digest': 'sha256:f70d60810c69edad990aaf0977a87c6d2bcc9cd52904fa6825f08507a9b6e7bc'}, {'mediaType': 'application/vnd.docker.image.rootfs.diff.tar.gzip', 'size': 1795, 'digest': 'sha256:545277d800059b32cf03377a9301094e9ac8aa4bb42d809766d7355ca9aa8652'}, {'mediaType': 'application/vnd.docker.image.rootfs.diff.tar.gzip', 'size': 195084119, 'digest': 'sha256:517e1f715652035851ddcad398cc2448b1bd8f03f7e53caf446a1ea7bea27183'}]}, 'confsha': '3a86aa80', 'user-agent': 'docker/20.10.17 go/go1.17.11 git-commit/a89b842 kernel/5.10.0-14-amd64 os/linux arch/amd64 UpstreamClient(Docker-Client/20.10.17 \\(linux\\))'} gunicorn-registry stdout | 2022-06-09 11:32:24,373 [277] [DEBUG] [data.database] Disconnecting from database. gunicorn-registry stdout | 2022-06-09 11:32:24,373 [277] [DEBUG] [peewee.pool] Returning 140435033335168 to pool. gunicorn-registry stdout | 2022-06-09 11:32:24,374 [277] [INFO] [gunicorn.access] 172.24.10.50 - - [09/Jun/2022:11:32:24 +0000] "PUT /v2/ibazulic/quay/manifests/v3.7.1 HTTP/1.1" 201 2 "-" "docker/20.10.17 go/go1.17.11 git-commit/a89b842 kernel/5.10.0-14-amd64 os/linux arch/amd64 UpstreamClient(Docker-Client/20.10.17 \(linux\))" nginx stdout | 172.24.10.50 () - - [09/Jun/2022:11:32:24 +0000] "PUT /v2/ibazulic/quay/manifests/v3.7.1 HTTP/1.1" 201 2 "-" "docker/20.10.17 go/go1.17.11 git-commit/a89b842 kernel/5.10.0-14-amd64 os/linux arch/amd64 UpstreamClient(Docker-Client/20.10.17 \x5C(linux\x5C))" (0.111 2317 0.108) notificationworker stdout | 2022-06-09 11:32:30,622 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 11:32:30,622 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:32:40.617379+00:00 (in 9.994713 seconds) notificationworker stdout | 2022-06-09 11:32:30,623 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:32:40 UTC)" (scheduled at 2022-06-09 11:32:30.617379+00:00) notificationworker stdout | 2022-06-09 11:32:30,623 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 11:32:30,623 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 32, 30, 623176), True, datetime.datetime(2022, 6, 9, 11, 32, 30, 623176), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 11:32:30,626 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 11:32:30,626 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 11:32:30,626 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:32:40 UTC)" executed successfully gcworker stdout | 2022-06-09 11:32:37,532 [71] [DEBUG] [apscheduler.scheduler] Looking for jobs to run gcworker stdout | 2022-06-09 11:32:37,533 [71] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:33:07.490424+00:00 (in 29.957561 seconds) gcworker stdout | 2022-06-09 11:32:37,533 [71] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 11:33:07 UTC)" (scheduled at 2022-06-09 11:32:37.490424+00:00) gcworker stdout | 2022-06-09 11:32:37,534 [71] [DEBUG] [peewee] ('SELECT `candidates`.`repository_id` FROM (SELECT DISTINCT `t1`.`repository_id` FROM `tag` AS `t1` INNER JOIN `repository` AS `t2` ON (`t1`.`repository_id` = `t2`.`id`) INNER JOIN `user` AS `t3` ON (`t2`.`namespace_user_id` = `t3`.`id`) WHERE ((((NOT (`t1`.`lifetime_end_ms` IS %s) AND (`t1`.`lifetime_end_ms` <= %s)) AND (`t3`.`removed_tag_expiration_s` = %s)) AND (`t3`.`enabled` = %s)) AND (`t2`.`state` != %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', [None, 1653564757533, 1209600, True, 3, 500, 1, 0]) gcworker stdout | 2022-06-09 11:32:37,536 [71] [DEBUG] [__main__] No repository with garbage found gcworker stdout | 2022-06-09 11:32:37,536 [71] [DEBUG] [data.database] Disconnecting from database. gcworker stdout | 2022-06-09 11:32:37,537 [71] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 11:33:07 UTC)" executed successfully repositorygcworker stdout | 2022-06-09 11:32:38,464 [89] [DEBUG] [apscheduler.scheduler] Looking for jobs to run repositorygcworker stdout | 2022-06-09 11:32:38,465 [89] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:32:51.502316+00:00 (in 13.037484 seconds) repositorygcworker stdout | 2022-06-09 11:32:38,465 [89] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 11:33:38 UTC)" (scheduled at 2022-06-09 11:32:38.463361+00:00) repositorygcworker stdout | 2022-06-09 11:32:38,465 [89] [DEBUG] [workers.queueworker] Getting work item from queue. repositorygcworker stdout | 2022-06-09 11:32:38,466 [89] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 32, 38, 465306), True, datetime.datetime(2022, 6, 9, 11, 32, 38, 465306), 0, 'repositorygc/%', 50, 1, 0]) repositorygcworker stdout | 2022-06-09 11:32:38,469 [89] [DEBUG] [workers.queueworker] No more work. repositorygcworker stdout | 2022-06-09 11:32:38,469 [89] [DEBUG] [data.database] Disconnecting from database. repositorygcworker stdout | 2022-06-09 11:32:38,469 [89] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 11:33:38 UTC)" executed successfully notificationworker stdout | 2022-06-09 11:32:40,628 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 11:32:40,628 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:32:50.617379+00:00 (in 9.988866 seconds) notificationworker stdout | 2022-06-09 11:32:40,628 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:32:50 UTC)" (scheduled at 2022-06-09 11:32:40.617379+00:00) notificationworker stdout | 2022-06-09 11:32:40,629 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 11:32:40,629 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 32, 40, 629175), True, datetime.datetime(2022, 6, 9, 11, 32, 40, 629175), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 11:32:40,632 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 11:32:40,632 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 11:32:40,632 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:32:50 UTC)" executed successfully buildlogsarchiver stdout | 2022-06-09 11:32:45,372 [66] [DEBUG] [apscheduler.scheduler] Looking for jobs to run buildlogsarchiver stdout | 2022-06-09 11:32:45,373 [66] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:33:15.366042+00:00 (in 29.993146 seconds) buildlogsarchiver stdout | 2022-06-09 11:32:45,373 [66] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 11:33:15 UTC)" (scheduled at 2022-06-09 11:32:45.366042+00:00) buildlogsarchiver stdout | 2022-06-09 11:32:45,373 [66] [DEBUG] [peewee] ('SELECT `candidates`.`id` FROM (SELECT `t1`.`id` FROM `repositorybuild` AS `t1` WHERE (((`t1`.`phase` IN (%s, %s, %s)) OR (`t1`.`started` < %s)) AND (`t1`.`logs_archived` = %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2022, 5, 25, 11, 32, 45, 373328), False, 50, 1, 0]) buildlogsarchiver stdout | 2022-06-09 11:32:45,375 [66] [DEBUG] [__main__] No more builds to archive buildlogsarchiver stdout | 2022-06-09 11:32:45,375 [66] [DEBUG] [data.database] Disconnecting from database. buildlogsarchiver stdout | 2022-06-09 11:32:45,375 [66] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 11:33:15 UTC)" executed successfully blobuploadcleanupworker stdout | 2022-06-09 11:32:47,113 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'blobuploadcleanupworker.py', 'pid': '64'} repositoryactioncounter stdout | 2022-06-09 11:32:47,381 [88] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositoryactioncounter.py', 'pid': '88'} logrotateworker stdout | 2022-06-09 11:32:47,390 [77] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'logrotateworker.py', 'pid': '77'} exportactionlogsworker stdout | 2022-06-09 11:32:47,413 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run exportactionlogsworker stdout | 2022-06-09 11:32:47,413 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:33:04.366245+00:00 (in 16.952798 seconds) exportactionlogsworker stdout | 2022-06-09 11:32:47,413 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 11:33:47 UTC)" (scheduled at 2022-06-09 11:32:47.409953+00:00) exportactionlogsworker stdout | 2022-06-09 11:32:47,414 [70] [DEBUG] [workers.queueworker] Running watchdog. exportactionlogsworker stdout | 2022-06-09 11:32:47,414 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 11:33:47 UTC)" executed successfully exportactionlogsworker stdout | 2022-06-09 11:32:47,455 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'exportactionlogsworker.py', 'pid': '70'} securityscanningnotificationworker stdout | 2022-06-09 11:32:47,462 [90] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'securityscanningnotificationworker.py', 'pid': '90'} chunkcleanupworker stdout | 2022-06-09 11:32:47,595 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'chunkcleanupworker.py', 'pid': '67'} namespacegcworker stdout | 2022-06-09 11:32:47,613 [83] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'namespacegcworker.py', 'pid': '83'} repositorygcworker stdout | 2022-06-09 11:32:47,788 [89] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositorygcworker.py', 'pid': '89'} manifestbackfillworker stdout | 2022-06-09 11:32:47,794 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'manifestbackfillworker.py', 'pid': '78'} storagereplication stdout | 2022-06-09 11:32:47,855 [93] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'storagereplication.py', 'pid': '93'} globalpromstats stdout | 2022-06-09 11:32:47,878 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'globalpromstats.py', 'pid': '72'} servicekey stdout | 2022-06-09 11:32:47,913 [92] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'servicekeyworker.py', 'pid': '92'} buildlogsarchiver stdout | 2022-06-09 11:32:47,925 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'buildlogsarchiver.py', 'pid': '66'} notificationworker stdout | 2022-06-09 11:32:47,933 [85] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'notificationworker.py', 'pid': '85'} expiredappspecifictokenworker stdout | 2022-06-09 11:32:47,943 [69] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '69'} builder stdout | 2022-06-09 11:32:47,962 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'builder.py', 'pid': '65'} gcworker stdout | 2022-06-09 11:32:47,971 [71] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'gcworker.py', 'pid': '71'} gunicorn-web stdout | 2022-06-09 11:32:48,000 [243] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '243'} gunicorn-web stdout | 2022-06-09 11:32:48,008 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '75'} gunicorn-web stdout | 2022-06-09 11:32:48,015 [226] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '226'} gunicorn-web stdout | 2022-06-09 11:32:48,023 [242] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '242'} gunicorn-web stdout | 2022-06-09 11:32:48,030 [235] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '235'} gunicorn-web stdout | 2022-06-09 11:32:48,036 [228] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '228'} gunicorn-web stdout | 2022-06-09 11:32:48,044 [241] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '241'} gunicorn-web stdout | 2022-06-09 11:32:48,051 [244] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '244'} gunicorn-web stdout | 2022-06-09 11:32:48,058 [237] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '237'} gunicorn-web stdout | 2022-06-09 11:32:48,066 [234] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '234'} gunicorn-web stdout | 2022-06-09 11:32:48,074 [236] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '236'} gunicorn-web stdout | 2022-06-09 11:32:48,080 [230] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '230'} gunicorn-web stdout | 2022-06-09 11:32:48,087 [239] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '239'} gunicorn-web stdout | 2022-06-09 11:32:48,095 [231] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '231'} gunicorn-web stdout | 2022-06-09 11:32:48,101 [229] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '229'} gunicorn-web stdout | 2022-06-09 11:32:48,108 [238] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '238'} gunicorn-web stdout | 2022-06-09 11:32:48,115 [232] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '232'} teamsyncworker stdout | 2022-06-09 11:32:48,123 [94] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'teamsyncworker.py', 'pid': '94'} queuecleanupworker stdout | 2022-06-09 11:32:48,129 [87] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'queuecleanupworker.py', 'pid': '87'} gunicorn-secscan stdout | 2022-06-09 11:32:48,238 [221] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '221'} gunicorn-secscan stdout | 2022-06-09 11:32:48,245 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '74'} gunicorn-secscan stdout | 2022-06-09 11:32:48,252 [224] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '224'} gunicorn-secscan stdout | 2022-06-09 11:32:48,259 [225] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '225'} gunicorn-secscan stdout | 2022-06-09 11:32:48,265 [227] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '227'} gunicorn-registry stdout | 2022-06-09 11:32:50,450 [275] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '275'} gunicorn-registry stdout | 2022-06-09 11:32:50,457 [271] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '271'} gunicorn-registry stdout | 2022-06-09 11:32:50,468 [273] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '273'} gunicorn-registry stdout | 2022-06-09 11:32:50,475 [277] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '277'} gunicorn-registry stdout | 2022-06-09 11:32:50,487 [276] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '276'} gunicorn-registry stdout | 2022-06-09 11:32:50,500 [246] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '246'} gunicorn-registry stdout | 2022-06-09 11:32:50,507 [274] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '274'} gunicorn-registry stdout | 2022-06-09 11:32:50,514 [263] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '263'} gunicorn-registry stdout | 2022-06-09 11:32:50,521 [266] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '266'} gunicorn-registry stdout | 2022-06-09 11:32:50,528 [254] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '254'} gunicorn-registry stdout | 2022-06-09 11:32:50,534 [260] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '260'} gunicorn-registry stdout | 2022-06-09 11:32:50,543 [270] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '270'} gunicorn-registry stdout | 2022-06-09 11:32:50,549 [253] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '253'} gunicorn-registry stdout | 2022-06-09 11:32:50,557 [268] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '268'} gunicorn-registry stdout | 2022-06-09 11:32:50,563 [261] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '261'} gunicorn-registry stdout | 2022-06-09 11:32:50,569 [248] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '248'} gunicorn-registry stdout | 2022-06-09 11:32:50,576 [245] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '245'} gunicorn-registry stdout | 2022-06-09 11:32:50,585 [249] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '249'} gunicorn-registry stdout | 2022-06-09 11:32:50,592 [251] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '251'} gunicorn-registry stdout | 2022-06-09 11:32:50,599 [259] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '259'} gunicorn-registry stdout | 2022-06-09 11:32:50,613 [250] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '250'} notificationworker stdout | 2022-06-09 11:32:50,619 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run gunicorn-registry stdout | 2022-06-09 11:32:50,619 [265] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '265'} notificationworker stdout | 2022-06-09 11:32:50,619 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:33:00.617379+00:00 (in 9.997808 seconds) notificationworker stdout | 2022-06-09 11:32:50,619 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:33:00 UTC)" (scheduled at 2022-06-09 11:32:50.617379+00:00) notificationworker stdout | 2022-06-09 11:32:50,619 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 11:32:50,620 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 32, 50, 619989), True, datetime.datetime(2022, 6, 9, 11, 32, 50, 619989), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 11:32:50,623 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 11:32:50,623 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 11:32:50,623 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:33:00 UTC)" executed successfully gunicorn-registry stdout | 2022-06-09 11:32:50,628 [73] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '73'} gunicorn-registry stdout | 2022-06-09 11:32:50,637 [267] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '267'} gunicorn-registry stdout | 2022-06-09 11:32:50,643 [256] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '256'} gunicorn-registry stdout | 2022-06-09 11:32:50,650 [262] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '262'} gunicorn-registry stdout | 2022-06-09 11:32:50,661 [272] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '272'} gunicorn-registry stdout | 2022-06-09 11:32:50,667 [264] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '264'} gunicorn-registry stdout | 2022-06-09 11:32:50,674 [269] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '269'} gunicorn-registry stdout | 2022-06-09 11:32:50,681 [247] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '247'} gunicorn-registry stdout | 2022-06-09 11:32:50,689 [255] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '255'} gunicorn-registry stdout | 2022-06-09 11:32:50,695 [252] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '252'} gunicorn-registry stdout | 2022-06-09 11:32:50,701 [257] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '257'} repositorygcworker stdout | 2022-06-09 11:32:51,502 [89] [DEBUG] [apscheduler.scheduler] Looking for jobs to run repositorygcworker stdout | 2022-06-09 11:32:51,503 [89] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:33:38.463361+00:00 (in 46.960372 seconds) repositorygcworker stdout | 2022-06-09 11:32:51,503 [89] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 11:33:51 UTC)" (scheduled at 2022-06-09 11:32:51.502316+00:00) repositorygcworker stdout | 2022-06-09 11:32:51,503 [89] [DEBUG] [workers.queueworker] Running watchdog. repositorygcworker stdout | 2022-06-09 11:32:51,503 [89] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 11:33:51 UTC)" executed successfully gunicorn-web stdout | 2022-06-09 11:32:52,836 [226] [DEBUG] [app] Starting request: urn:request:d8059d8e-1238-4089-bab5-57cf9f07bb2c (/repository/) {'X-Forwarded-For': '172.24.0.1'} gunicorn-web stdout | 2022-06-09 11:32:52,845 [226] [DEBUG] [endpoints.api.discovery] Unable to find method for POST in class gunicorn-web stdout | 2022-06-09 11:32:52,850 [226] [DEBUG] [app] User loader loading deferred user with uuid: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 11:32:52,864 [226] [DEBUG] [app] Ending request: urn:request:d8059d8e-1238-4089-bab5-57cf9f07bb2c (/repository/) {'endpoint': 'web.repository', 'request_id': 'urn:request:d8059d8e-1238-4089-bab5-57cf9f07bb2c', 'remote_addr': '172.24.0.1', 'http_method': 'GET', 'original_url': 'https://quay.skynet/repository/', 'path': '/repository/', 'parameters': {}, 'json_body': None, 'confsha': '61c38a19', 'user-agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:101.0) Gecko/20100101 Firefox/101.0'} gunicorn-web stdout | 2022-06-09 11:32:52,865 [226] [INFO] [gunicorn.access] 172.24.0.1 - - [09/Jun/2022:11:32:52 +0000] "GET /repository/ HTTP/1.0" 200 74189 "-" "Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:101.0) Gecko/20100101 Firefox/101.0" nginx stdout | 172.24.0.1 () - - [09/Jun/2022:11:32:52 +0000] "GET /repository/ HTTP/2.0" 200 12270 "-" "Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:101.0) Gecko/20100101 Firefox/101.0" (0.031 687 0.032) gunicorn-web stdout | 2022-06-09 11:32:53,116 [244] [DEBUG] [app] Starting request: urn:request:910522af-1da2-4596-8492-e990804055be (/api/v1/user/) {'X-Forwarded-For': '172.24.0.1'} gunicorn-web stdout | 2022-06-09 11:32:53,116 [244] [DEBUG] [app] User loader loading deferred user with uuid: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 11:32:53,116 [244] [DEBUG] [auth.cookie] Loading user from cookie: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 11:32:53,117 [244] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`uuid`, `t1`.`username`, `t1`.`password_hash`, `t1`.`email`, `t1`.`verified`, `t1`.`stripe_id`, `t1`.`organization`, `t1`.`robot`, `t1`.`invoice_email`, `t1`.`invalid_login_attempts`, `t1`.`last_invalid_login`, `t1`.`removed_tag_expiration_s`, `t1`.`enabled`, `t1`.`invoice_email_address`, `t1`.`given_name`, `t1`.`family_name`, `t1`.`company`, `t1`.`location`, `t1`.`maximum_queued_builds_count`, `t1`.`creation_date`, `t1`.`last_accessed` FROM `user` AS `t1` WHERE ((`t1`.`uuid` = %s) AND (`t1`.`organization` = %s)) LIMIT %s OFFSET %s', ['82228490-d075-4921-ae7a-af4408cf11b4', False, 1, 0]) gunicorn-web stdout | 2022-06-09 11:32:53,120 [244] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None]) gunicorn-web stdout | 2022-06-09 11:32:53,121 [244] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2022-06-09 11:32:53,121 [244] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 11:32:53,121 [244] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 11:32:53,121 [244] [DEBUG] [auth.permissions] User permission: userspecificneed(type='user', username='ibazulic', role='admin') gunicorn-web stdout | 2022-06-09 11:32:53,121 [244] [DEBUG] [auth.permissions] User namespace permission: namespacewide(type='organization', namespace='ibazulic', role='admin') gunicorn-web stdout | 2022-06-09 11:32:53,121 [244] [DEBUG] [auth.permissions] User namespace repo permission: namespacewide(type='organizationrepo', namespace='ibazulic', role='admin') gunicorn-web stdout | 2022-06-09 11:32:53,122 [244] [DEBUG] [auth.permissions] Adding superuser to user: ibazulic gunicorn-web stdout | 2022-06-09 11:32:53,122 [244] [DEBUG] [peewee] ('SELECT DISTINCT `t1`.`id`, `t1`.`uuid`, `t1`.`username`, `t1`.`password_hash`, `t1`.`email`, `t1`.`verified`, `t1`.`stripe_id`, `t1`.`organization`, `t1`.`robot`, `t1`.`invoice_email`, `t1`.`invalid_login_attempts`, `t1`.`last_invalid_login`, `t1`.`removed_tag_expiration_s`, `t1`.`enabled`, `t1`.`invoice_email_address`, `t1`.`given_name`, `t1`.`family_name`, `t1`.`company`, `t1`.`location`, `t1`.`maximum_queued_builds_count`, `t1`.`creation_date`, `t1`.`last_accessed` FROM `user` AS `t1` INNER JOIN `team` AS `t2` ON (`t2`.`organization_id` = `t1`.`id`) INNER JOIN `teammember` AS `t3` ON (`t3`.`team_id` = `t2`.`id`) INNER JOIN `user` AS `t4` ON (`t4`.`id` = `t3`.`user_id`) WHERE ((`t1`.`organization` = %s) AND (`t4`.`username` = %s))', [True, 'ibazulic']) gunicorn-web stdout | 2022-06-09 11:32:53,124 [244] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 11:32:53,125 [244] [DEBUG] [peewee] ('SELECT `t1`.`service_ident`, `t2`.`name`, `t1`.`metadata_json` FROM `federatedlogin` AS `t1` INNER JOIN `loginservice` AS `t2` ON (`t1`.`service_id` = `t2`.`id`) WHERE ((`t2`.`name` != %s) AND (`t1`.`user_id` = %s))', ['quayrobot', 1]) gunicorn-web stdout | 2022-06-09 11:32:53,126 [244] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`user_id`, `t1`.`kind_id` FROM `userprompt` AS `t1` INNER JOIN `userpromptkind` AS `t2` ON (`t1`.`kind_id` = `t2`.`id`) WHERE (`t1`.`user_id` = %s)', [1]) gunicorn-web stdout | 2022-06-09 11:32:53,127 [244] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`uuid`, `t1`.`username`, `t1`.`password_hash`, `t1`.`email`, `t1`.`verified`, `t1`.`stripe_id`, `t1`.`organization`, `t1`.`robot`, `t1`.`invoice_email`, `t1`.`invalid_login_attempts`, `t1`.`last_invalid_login`, `t1`.`removed_tag_expiration_s`, `t1`.`enabled`, `t1`.`invoice_email_address`, `t1`.`given_name`, `t1`.`family_name`, `t1`.`company`, `t1`.`location`, `t1`.`maximum_queued_builds_count`, `t1`.`creation_date`, `t1`.`last_accessed` FROM `user` AS `t1` WHERE ((`t1`.`username` = %s) AND (`t1`.`organization` = %s)) LIMIT %s OFFSET %s', ['ibazulic', False, 1, 0]) gunicorn-web stdout | 2022-06-09 11:32:53,128 [244] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 11:32:53,129 [244] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 11:32:53,129 [244] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 11:32:53,130 [244] [DEBUG] [app] Ending request: urn:request:910522af-1da2-4596-8492-e990804055be (/api/v1/user/) {'endpoint': 'api.user', 'request_id': 'urn:request:910522af-1da2-4596-8492-e990804055be', 'remote_addr': '172.24.0.1', 'http_method': 'GET', 'original_url': 'https://quay.skynet/api/v1/user/', 'path': '/api/v1/user/', 'parameters': {}, 'json_body': None, 'confsha': '61c38a19', 'user-agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:101.0) Gecko/20100101 Firefox/101.0'} gunicorn-web stdout | 2022-06-09 11:32:53,131 [244] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2022-06-09 11:32:53,131 [244] [INFO] [gunicorn.access] 172.24.0.1 - - [09/Jun/2022:11:32:53 +0000] "GET /api/v1/user/ HTTP/1.0" 200 590 "https://quay.skynet/repository/" "Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:101.0) Gecko/20100101 Firefox/101.0" nginx stdout | 172.24.0.1 () - - [09/Jun/2022:11:32:53 +0000] "GET /api/v1/user/ HTTP/2.0" 200 590 "https://quay.skynet/repository/" "Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:101.0) Gecko/20100101 Firefox/101.0" (0.018 551 0.016) gunicorn-web stdout | 2022-06-09 11:32:53,135 [244] [DEBUG] [app] Starting request: urn:request:45cbcea8-f5ab-4beb-bcc7-f97f71ba3698 (/api/v1/messages) {'X-Forwarded-For': '172.24.0.1'} gunicorn-web stdout | 2022-06-09 11:32:53,136 [244] [DEBUG] [app] User loader loading deferred user with uuid: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 11:32:53,136 [244] [DEBUG] [auth.cookie] Loading user from cookie: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 11:32:53,136 [244] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`uuid`, `t1`.`username`, `t1`.`password_hash`, `t1`.`email`, `t1`.`verified`, `t1`.`stripe_id`, `t1`.`organization`, `t1`.`robot`, `t1`.`invoice_email`, `t1`.`invalid_login_attempts`, `t1`.`last_invalid_login`, `t1`.`removed_tag_expiration_s`, `t1`.`enabled`, `t1`.`invoice_email_address`, `t1`.`given_name`, `t1`.`family_name`, `t1`.`company`, `t1`.`location`, `t1`.`maximum_queued_builds_count`, `t1`.`creation_date`, `t1`.`last_accessed` FROM `user` AS `t1` WHERE ((`t1`.`uuid` = %s) AND (`t1`.`organization` = %s)) LIMIT %s OFFSET %s', ['82228490-d075-4921-ae7a-af4408cf11b4', False, 1, 0]) gunicorn-web stdout | 2022-06-09 11:32:53,139 [244] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None]) gunicorn-web stdout | 2022-06-09 11:32:53,139 [244] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2022-06-09 11:32:53,139 [244] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 11:32:53,140 [244] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`content`, `t1`.`uuid`, `t1`.`severity`, `t1`.`media_type_id`, `t2`.`id`, `t2`.`name` FROM `messages` AS `t1` INNER JOIN `mediatype` AS `t2` ON (`t1`.`media_type_id` = `t2`.`id`)', []) gunicorn-web stdout | 2022-06-09 11:32:53,141 [244] [DEBUG] [app] Ending request: urn:request:45cbcea8-f5ab-4beb-bcc7-f97f71ba3698 (/api/v1/messages) {'endpoint': 'api.globalusermessages', 'request_id': 'urn:request:45cbcea8-f5ab-4beb-bcc7-f97f71ba3698', 'remote_addr': '172.24.0.1', 'http_method': 'GET', 'original_url': 'https://quay.skynet/api/v1/messages', 'path': '/api/v1/messages', 'parameters': {}, 'json_body': None, 'confsha': '61c38a19', 'user-agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:101.0) Gecko/20100101 Firefox/101.0'} gunicorn-web stdout | 2022-06-09 11:32:53,142 [244] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2022-06-09 11:32:53,142 [244] [INFO] [gunicorn.access] 172.24.0.1 - - [09/Jun/2022:11:32:53 +0000] "GET /api/v1/messages HTTP/1.0" 200 17 "https://quay.skynet/repository/" "Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:101.0) Gecko/20100101 Firefox/101.0" nginx stdout | 172.24.0.1 () - - [09/Jun/2022:11:32:53 +0000] "GET /api/v1/messages HTTP/2.0" 200 17 "https://quay.skynet/repository/" "Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:101.0) Gecko/20100101 Firefox/101.0" (0.008 46 0.008) gunicorn-web stdout | 2022-06-09 11:32:53,226 [242] [DEBUG] [app] Starting request: urn:request:53e6afaf-985c-42a9-871e-a622a1066fa8 (/api/v1/user/notifications) {'X-Forwarded-For': '172.24.0.1'} gunicorn-web stdout | 2022-06-09 11:32:53,228 [242] [DEBUG] [app] User loader loading deferred user with uuid: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 11:32:53,228 [242] [DEBUG] [auth.cookie] Loading user from cookie: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 11:32:53,228 [237] [DEBUG] [app] Starting request: urn:request:3673057a-8714-4020-9d66-da8f41186341 (/api/v1/user/apptoken) {'X-Forwarded-For': '172.24.0.1'} gunicorn-web stdout | 2022-06-09 11:32:53,228 [237] [DEBUG] [app] User loader loading deferred user with uuid: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 11:32:53,229 [237] [DEBUG] [auth.cookie] Loading user from cookie: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 11:32:53,230 [242] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`uuid`, `t1`.`username`, `t1`.`password_hash`, `t1`.`email`, `t1`.`verified`, `t1`.`stripe_id`, `t1`.`organization`, `t1`.`robot`, `t1`.`invoice_email`, `t1`.`invalid_login_attempts`, `t1`.`last_invalid_login`, `t1`.`removed_tag_expiration_s`, `t1`.`enabled`, `t1`.`invoice_email_address`, `t1`.`given_name`, `t1`.`family_name`, `t1`.`company`, `t1`.`location`, `t1`.`maximum_queued_builds_count`, `t1`.`creation_date`, `t1`.`last_accessed` FROM `user` AS `t1` WHERE ((`t1`.`uuid` = %s) AND (`t1`.`organization` = %s)) LIMIT %s OFFSET %s', ['82228490-d075-4921-ae7a-af4408cf11b4', False, 1, 0]) gunicorn-web stdout | 2022-06-09 11:32:53,232 [237] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`uuid`, `t1`.`username`, `t1`.`password_hash`, `t1`.`email`, `t1`.`verified`, `t1`.`stripe_id`, `t1`.`organization`, `t1`.`robot`, `t1`.`invoice_email`, `t1`.`invalid_login_attempts`, `t1`.`last_invalid_login`, `t1`.`removed_tag_expiration_s`, `t1`.`enabled`, `t1`.`invoice_email_address`, `t1`.`given_name`, `t1`.`family_name`, `t1`.`company`, `t1`.`location`, `t1`.`maximum_queued_builds_count`, `t1`.`creation_date`, `t1`.`last_accessed` FROM `user` AS `t1` WHERE ((`t1`.`uuid` = %s) AND (`t1`.`organization` = %s)) LIMIT %s OFFSET %s', ['82228490-d075-4921-ae7a-af4408cf11b4', False, 1, 0]) gunicorn-web stdout | 2022-06-09 11:32:53,235 [241] [DEBUG] [app] Starting request: urn:request:5a039ebe-c4e4-46f5-98e1-2b5c77c8e123 (/api/v1/repository) {'X-Forwarded-For': '172.24.0.1'} gunicorn-web stdout | 2022-06-09 11:32:53,236 [243] [DEBUG] [app] Starting request: urn:request:9b4d82f4-ab92-4a97-93b6-52e0606b9181 (/api/v1/repository) {'X-Forwarded-For': '172.24.0.1'} gunicorn-web stdout | 2022-06-09 11:32:53,236 [241] [DEBUG] [app] User loader loading deferred user with uuid: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 11:32:53,237 [241] [DEBUG] [auth.cookie] Loading user from cookie: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 11:32:53,237 [243] [DEBUG] [app] User loader loading deferred user with uuid: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 11:32:53,237 [243] [DEBUG] [auth.cookie] Loading user from cookie: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 11:32:53,239 [241] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`uuid`, `t1`.`username`, `t1`.`password_hash`, `t1`.`email`, `t1`.`verified`, `t1`.`stripe_id`, `t1`.`organization`, `t1`.`robot`, `t1`.`invoice_email`, `t1`.`invalid_login_attempts`, `t1`.`last_invalid_login`, `t1`.`removed_tag_expiration_s`, `t1`.`enabled`, `t1`.`invoice_email_address`, `t1`.`given_name`, `t1`.`family_name`, `t1`.`company`, `t1`.`location`, `t1`.`maximum_queued_builds_count`, `t1`.`creation_date`, `t1`.`last_accessed` FROM `user` AS `t1` WHERE ((`t1`.`uuid` = %s) AND (`t1`.`organization` = %s)) LIMIT %s OFFSET %s', ['82228490-d075-4921-ae7a-af4408cf11b4', False, 1, 0]) gunicorn-web stdout | 2022-06-09 11:32:53,239 [243] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`uuid`, `t1`.`username`, `t1`.`password_hash`, `t1`.`email`, `t1`.`verified`, `t1`.`stripe_id`, `t1`.`organization`, `t1`.`robot`, `t1`.`invoice_email`, `t1`.`invalid_login_attempts`, `t1`.`last_invalid_login`, `t1`.`removed_tag_expiration_s`, `t1`.`enabled`, `t1`.`invoice_email_address`, `t1`.`given_name`, `t1`.`family_name`, `t1`.`company`, `t1`.`location`, `t1`.`maximum_queued_builds_count`, `t1`.`creation_date`, `t1`.`last_accessed` FROM `user` AS `t1` WHERE ((`t1`.`uuid` = %s) AND (`t1`.`organization` = %s)) LIMIT %s OFFSET %s', ['82228490-d075-4921-ae7a-af4408cf11b4', False, 1, 0]) gunicorn-web stdout | 2022-06-09 11:32:53,239 [242] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None]) gunicorn-web stdout | 2022-06-09 11:32:53,239 [237] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None]) gunicorn-web stdout | 2022-06-09 11:32:53,241 [237] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2022-06-09 11:32:53,241 [242] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2022-06-09 11:32:53,241 [237] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 11:32:53,241 [242] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 11:32:53,241 [237] [DEBUG] [endpoints.api] Checking permission for user ibazulic gunicorn-web stdout | 2022-06-09 11:32:53,241 [242] [DEBUG] [endpoints.api] Checking permission for user ibazulic gunicorn-web stdout | 2022-06-09 11:32:53,241 [237] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 11:32:53,241 [242] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 11:32:53,241 [237] [DEBUG] [auth.permissions] User permission: userspecificneed(type='user', username='ibazulic', role='admin') gunicorn-web stdout | 2022-06-09 11:32:53,241 [242] [DEBUG] [auth.permissions] User permission: userspecificneed(type='user', username='ibazulic', role='admin') gunicorn-web stdout | 2022-06-09 11:32:53,242 [237] [DEBUG] [auth.permissions] User namespace permission: namespacewide(type='organization', namespace='ibazulic', role='admin') gunicorn-web stdout | 2022-06-09 11:32:53,242 [242] [DEBUG] [auth.permissions] User namespace permission: namespacewide(type='organization', namespace='ibazulic', role='admin') gunicorn-web stdout | 2022-06-09 11:32:53,242 [237] [DEBUG] [auth.permissions] User namespace repo permission: namespacewide(type='organizationrepo', namespace='ibazulic', role='admin') gunicorn-web stdout | 2022-06-09 11:32:53,242 [242] [DEBUG] [auth.permissions] User namespace repo permission: namespacewide(type='organizationrepo', namespace='ibazulic', role='admin') gunicorn-web stdout | 2022-06-09 11:32:53,242 [237] [DEBUG] [auth.permissions] Adding superuser to user: ibazulic gunicorn-web stdout | 2022-06-09 11:32:53,242 [242] [DEBUG] [auth.permissions] Adding superuser to user: ibazulic gunicorn-web stdout | 2022-06-09 11:32:53,244 [237] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`user_id`, `t1`.`uuid`, `t1`.`title`, `t1`.`token_name`, `t1`.`token_secret`, `t1`.`created`, `t1`.`expiration`, `t1`.`last_accessed` FROM `appspecificauthtoken` AS `t1` WHERE (((`t1`.`user_id` = %s) AND (`t1`.`expiration` <= %s)) AND (`t1`.`expiration` > %s))', [1, datetime.datetime(2022, 6, 12, 6, 44, 53, 242498), datetime.datetime(2022, 6, 9, 11, 32, 53, 243663)]) gunicorn-web stdout | 2022-06-09 11:32:53,245 [242] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`uuid`, `t1`.`kind_id`, `t1`.`metadata_json`, `t1`.`dismissed`, `t1`.`lookup_path`, `t1`.`created`, `t1`.`created` AS `cd`, `t1`.`target_id` FROM `notification` AS `t1` INNER JOIN `notificationkind` AS `t2` ON (`t1`.`kind_id` = `t2`.`id`) WHERE ((`t1`.`dismissed` = %s) AND (`t1`.`target_id` = %s)) UNION SELECT `t3`.`id`, `t3`.`uuid`, `t3`.`kind_id`, `t3`.`metadata_json`, `t3`.`dismissed`, `t3`.`lookup_path`, `t3`.`created`, `t3`.`created` AS `cd`, `t3`.`target_id` FROM `notification` AS `t3` INNER JOIN `notificationkind` AS `t4` ON (`t3`.`kind_id` = `t4`.`id`) INNER JOIN `user` AS `t5` ON (`t5`.`id` = `t3`.`target_id`) INNER JOIN `team` AS `t6` ON (`t5`.`id` = `t6`.`organization_id`) INNER JOIN `teamrole` AS `t7` ON (`t6`.`role_id` = `t7`.`id`) INNER JOIN `teammember` AS `t8` ON (`t6`.`id` = `t8`.`team_id`) INNER JOIN `user` AS `t9` ON (`t8`.`user_id` = `t9`.`id`) WHERE ((`t3`.`dismissed` = %s) AND ((`t9`.`id` = %s) AND (`t7`.`name` = %s))) ORDER BY cd desc LIMIT %s', [False, 1, False, 1, 'admin', 6]) gunicorn-web stdout | 2022-06-09 11:32:53,246 [243] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None]) gunicorn-web stdout | 2022-06-09 11:32:53,247 [241] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None]) gunicorn-web stdout | 2022-06-09 11:32:53,248 [243] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2022-06-09 11:32:53,248 [243] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 11:32:53,249 [241] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2022-06-09 11:32:53,249 [241] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 11:32:53,249 [237] [DEBUG] [app] Ending request: urn:request:3673057a-8714-4020-9d66-da8f41186341 (/api/v1/user/apptoken) {'endpoint': 'api.apptokens', 'request_id': 'urn:request:3673057a-8714-4020-9d66-da8f41186341', 'remote_addr': '172.24.0.1', 'http_method': 'GET', 'original_url': 'https://quay.skynet/api/v1/user/apptoken?expiring=true', 'path': '/api/v1/user/apptoken', 'parameters': {'expiring': 'true'}, 'json_body': None, 'confsha': '61c38a19', 'user-agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:101.0) Gecko/20100101 Firefox/101.0'} gunicorn-web stdout | 2022-06-09 11:32:53,250 [242] [DEBUG] [app] Ending request: urn:request:53e6afaf-985c-42a9-871e-a622a1066fa8 (/api/v1/user/notifications) {'endpoint': 'api.usernotificationlist', 'request_id': 'urn:request:53e6afaf-985c-42a9-871e-a622a1066fa8', 'remote_addr': '172.24.0.1', 'http_method': 'GET', 'original_url': 'https://quay.skynet/api/v1/user/notifications', 'path': '/api/v1/user/notifications', 'parameters': {}, 'json_body': None, 'confsha': '61c38a19', 'user-agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:101.0) Gecko/20100101 Firefox/101.0'} gunicorn-web stdout | 2022-06-09 11:32:53,250 [237] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2022-06-09 11:32:53,250 [241] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`name` FROM `repositorykind` AS `t1`', []) gunicorn-web stdout | 2022-06-09 11:32:53,250 [243] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`uuid`, `t1`.`username`, `t1`.`password_hash`, `t1`.`email`, `t1`.`verified`, `t1`.`stripe_id`, `t1`.`organization`, `t1`.`robot`, `t1`.`invoice_email`, `t1`.`invalid_login_attempts`, `t1`.`last_invalid_login`, `t1`.`removed_tag_expiration_s`, `t1`.`enabled`, `t1`.`invoice_email_address`, `t1`.`given_name`, `t1`.`family_name`, `t1`.`company`, `t1`.`location`, `t1`.`maximum_queued_builds_count`, `t1`.`creation_date`, `t1`.`last_accessed` FROM `user` AS `t1` WHERE (`t1`.`username` = %s) LIMIT %s OFFSET %s', ['ibazulic', 1, 0]) nginx stdout | 172.24.0.1 () - - [09/Jun/2022:11:32:53 +0000] "GET /api/v1/user/apptoken?expiring=true HTTP/2.0" 200 38 "https://quay.skynet/repository/" "Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:101.0) Gecko/20100101 Firefox/101.0" (0.028 61 0.028) gunicorn-web stdout | 2022-06-09 11:32:53,252 [242] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2022-06-09 11:32:53,252 [237] [INFO] [gunicorn.access] 172.24.0.1 - - [09/Jun/2022:11:32:53 +0000] "GET /api/v1/user/apptoken?expiring=true HTTP/1.0" 200 38 "https://quay.skynet/repository/" "Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:101.0) Gecko/20100101 Firefox/101.0" gunicorn-web stdout | 2022-06-09 11:32:53,252 [242] [INFO] [gunicorn.access] 172.24.0.1 - - [09/Jun/2022:11:32:53 +0000] "GET /api/v1/user/notifications HTTP/1.0" 200 43 "https://quay.skynet/repository/" "Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:101.0) Gecko/20100101 Firefox/101.0" nginx stdout | 172.24.0.1 () - - [09/Jun/2022:11:32:53 +0000] "GET /api/v1/user/notifications HTTP/2.0" 200 43 "https://quay.skynet/repository/" "Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:101.0) Gecko/20100101 Firefox/101.0" (0.031 400 0.028) gunicorn-web stdout | 2022-06-09 11:32:53,253 [243] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`name` FROM `repositorykind` AS `t1`', []) gunicorn-web stdout | 2022-06-09 11:32:53,254 [241] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`namespace_user_id`, `t1`.`name`, `t1`.`visibility_id`, `t1`.`description`, `t1`.`badge_token`, `t1`.`kind_id`, `t1`.`trust_enabled`, `t1`.`state`, `t2`.`id`, `t2`.`uuid`, `t2`.`username`, `t2`.`password_hash`, `t2`.`email`, `t2`.`verified`, `t2`.`stripe_id`, `t2`.`organization`, `t2`.`robot`, `t2`.`invoice_email`, `t2`.`invalid_login_attempts`, `t2`.`last_invalid_login`, `t2`.`removed_tag_expiration_s`, `t2`.`enabled`, `t2`.`invoice_email_address`, `t2`.`given_name`, `t2`.`family_name`, `t2`.`company`, `t2`.`location`, `t2`.`maximum_queued_builds_count`, `t2`.`creation_date`, `t2`.`last_accessed`, `t3`.`id`, `t3`.`name`, `t1`.`id` AS `rid` FROM `repository` AS `t1` INNER JOIN `star` AS `t4` ON (`t4`.`repository_id` = `t1`.`id`) INNER JOIN `user` AS `t2` ON (`t1`.`namespace_user_id` = `t2`.`id`) INNER JOIN `visibility` AS `t3` ON (`t1`.`visibility_id` = `t3`.`id`) WHERE (((`t4`.`user_id` = %s) AND (`t1`.`kind_id` = %s)) AND (`t1`.`state` != %s))', [1, 1, 3]) gunicorn-web stdout | 2022-06-09 11:32:53,255 [243] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`name` FROM `teamrole` AS `t1`', []) gunicorn-web stdout | 2022-06-09 11:32:53,256 [241] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`namespace_user_id`, `t1`.`name`, `t1`.`visibility_id`, `t1`.`description`, `t1`.`badge_token`, `t1`.`kind_id`, `t1`.`trust_enabled`, `t1`.`state`, `t2`.`id`, `t2`.`uuid`, `t2`.`username`, `t2`.`password_hash`, `t2`.`email`, `t2`.`verified`, `t2`.`stripe_id`, `t2`.`organization`, `t2`.`robot`, `t2`.`invoice_email`, `t2`.`invalid_login_attempts`, `t2`.`last_invalid_login`, `t2`.`removed_tag_expiration_s`, `t2`.`enabled`, `t2`.`invoice_email_address`, `t2`.`given_name`, `t2`.`family_name`, `t2`.`company`, `t2`.`location`, `t2`.`maximum_queued_builds_count`, `t2`.`creation_date`, `t2`.`last_accessed`, `t3`.`id`, `t3`.`name`, `t1`.`id` AS `rid` FROM `repository` AS `t1` INNER JOIN `star` AS `t4` ON (`t4`.`repository_id` = `t1`.`id`) INNER JOIN `user` AS `t2` ON (`t1`.`namespace_user_id` = `t2`.`id`) INNER JOIN `visibility` AS `t3` ON (`t1`.`visibility_id` = `t3`.`id`) WHERE (((`t4`.`user_id` = %s) AND (`t1`.`kind_id` = %s)) AND (`t1`.`state` != %s))', [1, 1, 3]) gunicorn-web stdout | 2022-06-09 11:32:53,257 [243] [DEBUG] [peewee] ('SELECT DISTINCT `t1`.`name`, `t1`.`id` AS `rid`, `t1`.`description`, `t2`.`username`, `t1`.`visibility_id`, `t1`.`kind_id`, `t1`.`state` FROM `repository` AS `t1` INNER JOIN `user` AS `t2` ON (`t1`.`namespace_user_id` = `t2`.`id`) LEFT OUTER JOIN `repositorypermission` AS `t3` ON (`t3`.`repository_id` = `t1`.`id`) WHERE ((((`t1`.`state` != %s) AND (`t1`.`kind_id` = %s)) AND (`t2`.`username` = %s)) AND (`t3`.`user_id` = %s)) UNION SELECT DISTINCT `t4`.`name`, `t4`.`id` AS `rid`, `t4`.`description`, `t5`.`username`, `t4`.`visibility_id`, `t4`.`kind_id`, `t4`.`state` FROM `repository` AS `t4` INNER JOIN `user` AS `t5` ON (`t4`.`namespace_user_id` = `t5`.`id`) LEFT OUTER JOIN `repositorypermission` AS `t6` ON (`t6`.`repository_id` = `t4`.`id`) INNER JOIN `team` AS `t7` ON (`t6`.`team_id` = `t7`.`id`) INNER JOIN `teammember` AS `t8` ON (`t8`.`team_id` = `t7`.`id`) WHERE ((((`t4`.`state` != %s) AND (`t4`.`kind_id` = %s)) AND (`t5`.`username` = %s)) AND (`t8`.`user_id` = %s)) UNION SELECT DISTINCT `t4`.`name`, `t4`.`id` AS `rid`, `t4`.`description`, `t5`.`username`, `t4`.`visibility_id`, `t4`.`kind_id`, `t4`.`state` FROM `repository` AS `t4` INNER JOIN `user` AS `t5` ON (`t4`.`namespace_user_id` = `t5`.`id`) LEFT OUTER JOIN `repositorypermission` AS `t6` ON (`t6`.`repository_id` = `t4`.`id`) INNER JOIN `team` AS `t9` ON (`t9`.`organization_id` = `t4`.`namespace_user_id`) INNER JOIN `teammember` AS `t10` ON (`t9`.`id` = `t10`.`team_id`) WHERE (((((`t4`.`state` != %s) AND (`t4`.`kind_id` = %s)) AND (`t5`.`username` = %s)) AND (`t9`.`role_id` = %s)) AND (`t10`.`user_id` = %s)) ORDER BY rid LIMIT %s', [3, 1, 'ibazulic', 1, 3, 1, 'ibazulic', 1, 3, 1, 'ibazulic', 1, 1, 101]) gunicorn-web stdout | 2022-06-09 11:32:53,260 [241] [DEBUG] [app] Ending request: urn:request:5a039ebe-c4e4-46f5-98e1-2b5c77c8e123 (/api/v1/repository) {'endpoint': 'api.repositorylist', 'request_id': 'urn:request:5a039ebe-c4e4-46f5-98e1-2b5c77c8e123', 'remote_addr': '172.24.0.1', 'http_method': 'GET', 'original_url': 'https://quay.skynet/api/v1/repository?last_modified=true&popularity=true&starred=true', 'path': '/api/v1/repository', 'parameters': {'last_modified': 'true', 'popularity': 'true', 'starred': 'true'}, 'json_body': None, 'confsha': '61c38a19', 'user-agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:101.0) Gecko/20100101 Firefox/101.0'} gunicorn-web stdout | 2022-06-09 11:32:53,262 [241] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2022-06-09 11:32:53,262 [241] [INFO] [gunicorn.access] 172.24.0.1 - - [09/Jun/2022:11:32:53 +0000] "GET /api/v1/repository?last_modified=true&popularity=true&starred=true HTTP/1.0" 200 21 "https://quay.skynet/repository/" "Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:101.0) Gecko/20100101 Firefox/101.0" gunicorn-web stdout | 2022-06-09 11:32:53,262 [243] [DEBUG] [peewee] ('SELECT `t1`.`repository_id`, Max(`t1`.`lifetime_start_ms`) FROM `tag` AS `t1` WHERE (((`t1`.`repository_id` IN (%s)) AND ((`t1`.`lifetime_end_ms` IS %s) OR (`t1`.`lifetime_end_ms` > %s))) AND (`t1`.`hidden` = %s)) GROUP BY `t1`.`repository_id`', [1, None, 1654774373262, False]) nginx stdout | 172.24.0.1 () - - [09/Jun/2022:11:32:53 +0000] "GET /api/v1/repository?last_modified=true&popularity=true&starred=true HTTP/2.0" 200 21 "https://quay.skynet/repository/" "Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:101.0) Gecko/20100101 Firefox/101.0" (0.034 83 0.036) gunicorn-web stdout | 2022-06-09 11:32:53,263 [243] [DEBUG] [peewee] ('SELECT `t1`.`repository_id`, Sum(`t1`.`count`) FROM `repositoryactioncount` AS `t1` WHERE ((`t1`.`repository_id` IN (%s)) AND (`t1`.`date` >= %s)) GROUP BY `t1`.`repository_id`', [1, datetime.date(2022, 6, 2)]) gunicorn-web stdout | 2022-06-09 11:32:53,266 [243] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`namespace_user_id`, `t1`.`name`, `t1`.`visibility_id`, `t1`.`description`, `t1`.`badge_token`, `t1`.`kind_id`, `t1`.`trust_enabled`, `t1`.`state`, `t2`.`id`, `t2`.`uuid`, `t2`.`username`, `t2`.`password_hash`, `t2`.`email`, `t2`.`verified`, `t2`.`stripe_id`, `t2`.`organization`, `t2`.`robot`, `t2`.`invoice_email`, `t2`.`invalid_login_attempts`, `t2`.`last_invalid_login`, `t2`.`removed_tag_expiration_s`, `t2`.`enabled`, `t2`.`invoice_email_address`, `t2`.`given_name`, `t2`.`family_name`, `t2`.`company`, `t2`.`location`, `t2`.`maximum_queued_builds_count`, `t2`.`creation_date`, `t2`.`last_accessed`, `t3`.`id`, `t3`.`name`, `t1`.`id` AS `rid` FROM `repository` AS `t1` INNER JOIN `star` AS `t4` ON (`t4`.`repository_id` = `t1`.`id`) INNER JOIN `user` AS `t2` ON (`t1`.`namespace_user_id` = `t2`.`id`) INNER JOIN `visibility` AS `t3` ON (`t1`.`visibility_id` = `t3`.`id`) WHERE (((`t4`.`user_id` = %s) AND (`t1`.`kind_id` = %s)) AND (`t1`.`state` != %s))', [1, 1, 3]) gunicorn-web stdout | 2022-06-09 11:32:53,267 [243] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`name` FROM `visibility` AS `t1` WHERE (`t1`.`name` = %s) LIMIT %s OFFSET %s', ['public', 1, 0]) gunicorn-web stdout | 2022-06-09 11:32:53,269 [243] [DEBUG] [app] Ending request: urn:request:9b4d82f4-ab92-4a97-93b6-52e0606b9181 (/api/v1/repository) {'endpoint': 'api.repositorylist', 'request_id': 'urn:request:9b4d82f4-ab92-4a97-93b6-52e0606b9181', 'remote_addr': '172.24.0.1', 'http_method': 'GET', 'original_url': 'https://quay.skynet/api/v1/repository?last_modified=true&namespace=ibazulic&popularity=true"a=false&state=true', 'path': '/api/v1/repository', 'parameters': {'last_modified': 'true', 'namespace': 'ibazulic', 'popularity': 'true', 'quota': 'false', 'state': 'true'}, 'json_body': None, 'confsha': '61c38a19', 'user-agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:101.0) Gecko/20100101 Firefox/101.0'} gunicorn-web stdout | 2022-06-09 11:32:53,270 [243] [DEBUG] [data.database] Disconnecting from database. nginx stdout | 172.24.0.1 () - - [09/Jun/2022:11:32:53 +0000] "GET /api/v1/repository?last_modified=true&namespace=ibazulic&popularity=true"a=false&state=true HTTP/2.0" 200 208 "https://quay.skynet/repository/" "Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:101.0) Gecko/20100101 Firefox/101.0" (0.042 103 0.040) gunicorn-web stdout | 2022-06-09 11:32:53,271 [243] [INFO] [gunicorn.access] 172.24.0.1 - - [09/Jun/2022:11:32:53 +0000] "GET /api/v1/repository?last_modified=true&namespace=ibazulic&popularity=true"a=false&state=true HTTP/1.0" 200 208 "https://quay.skynet/repository/" "Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:101.0) Gecko/20100101 Firefox/101.0" namespacegcworker stdout | 2022-06-09 11:32:55,469 [83] [DEBUG] [apscheduler.scheduler] Looking for jobs to run namespacegcworker stdout | 2022-06-09 11:32:55,469 [83] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:33:01.521527+00:00 (in 6.051966 seconds) namespacegcworker stdout | 2022-06-09 11:32:55,469 [83] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 11:33:55 UTC)" (scheduled at 2022-06-09 11:32:55.463831+00:00) namespacegcworker stdout | 2022-06-09 11:32:55,470 [83] [DEBUG] [workers.queueworker] Getting work item from queue. namespacegcworker stdout | 2022-06-09 11:32:55,470 [83] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 32, 55, 470142), True, datetime.datetime(2022, 6, 9, 11, 32, 55, 470142), 0, 'namespacegc/%', 50, 1, 0]) namespacegcworker stdout | 2022-06-09 11:32:55,473 [83] [DEBUG] [workers.queueworker] No more work. namespacegcworker stdout | 2022-06-09 11:32:55,473 [83] [DEBUG] [data.database] Disconnecting from database. namespacegcworker stdout | 2022-06-09 11:32:55,473 [83] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 11:33:55 UTC)" executed successfully gunicorn-web stdout | 2022-06-09 11:32:56,100 [244] [DEBUG] [app] Starting request: urn:request:76d30d8b-e1fc-4768-9a84-bf8d3bb9a316 (/api/v1/users/ibazulic) {'X-Forwarded-For': '172.24.0.1'} gunicorn-web stdout | 2022-06-09 11:32:56,100 [244] [DEBUG] [app] User loader loading deferred user with uuid: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 11:32:56,100 [244] [DEBUG] [auth.cookie] Loading user from cookie: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 11:32:56,108 [244] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`uuid`, `t1`.`username`, `t1`.`password_hash`, `t1`.`email`, `t1`.`verified`, `t1`.`stripe_id`, `t1`.`organization`, `t1`.`robot`, `t1`.`invoice_email`, `t1`.`invalid_login_attempts`, `t1`.`last_invalid_login`, `t1`.`removed_tag_expiration_s`, `t1`.`enabled`, `t1`.`invoice_email_address`, `t1`.`given_name`, `t1`.`family_name`, `t1`.`company`, `t1`.`location`, `t1`.`maximum_queued_builds_count`, `t1`.`creation_date`, `t1`.`last_accessed` FROM `user` AS `t1` WHERE ((`t1`.`uuid` = %s) AND (`t1`.`organization` = %s)) LIMIT %s OFFSET %s', ['82228490-d075-4921-ae7a-af4408cf11b4', False, 1, 0]) gunicorn-web stdout | 2022-06-09 11:32:56,111 [244] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None]) gunicorn-web stdout | 2022-06-09 11:32:56,111 [244] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2022-06-09 11:32:56,111 [244] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 11:32:56,112 [244] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`uuid`, `t1`.`username`, `t1`.`password_hash`, `t1`.`email`, `t1`.`verified`, `t1`.`stripe_id`, `t1`.`organization`, `t1`.`robot`, `t1`.`invoice_email`, `t1`.`invalid_login_attempts`, `t1`.`last_invalid_login`, `t1`.`removed_tag_expiration_s`, `t1`.`enabled`, `t1`.`invoice_email_address`, `t1`.`given_name`, `t1`.`family_name`, `t1`.`company`, `t1`.`location`, `t1`.`maximum_queued_builds_count`, `t1`.`creation_date`, `t1`.`last_accessed` FROM `user` AS `t1` WHERE (((`t1`.`username` = %s) AND (`t1`.`organization` = %s)) AND (`t1`.`robot` = %s)) LIMIT %s OFFSET %s', ['ibazulic', False, False, 1, 0]) gunicorn-web stdout | 2022-06-09 11:32:56,114 [244] [DEBUG] [peewee] ('SELECT DISTINCT `t1`.`id`, `t1`.`uuid`, `t1`.`username`, `t1`.`password_hash`, `t1`.`email`, `t1`.`verified`, `t1`.`stripe_id`, `t1`.`organization`, `t1`.`robot`, `t1`.`invoice_email`, `t1`.`invalid_login_attempts`, `t1`.`last_invalid_login`, `t1`.`removed_tag_expiration_s`, `t1`.`enabled`, `t1`.`invoice_email_address`, `t1`.`given_name`, `t1`.`family_name`, `t1`.`company`, `t1`.`location`, `t1`.`maximum_queued_builds_count`, `t1`.`creation_date`, `t1`.`last_accessed` FROM `user` AS `t1` INNER JOIN `team` AS `t2` ON (`t2`.`organization_id` = `t1`.`id`) INNER JOIN `teammember` AS `t3` ON (`t3`.`team_id` = `t2`.`id`) INNER JOIN `user` AS `t4` ON (`t4`.`id` = `t3`.`user_id`) WHERE ((`t1`.`organization` = %s) AND (`t4`.`username` = %s))', [True, 'ibazulic']) gunicorn-web stdout | 2022-06-09 11:32:56,116 [244] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 11:32:56,116 [244] [DEBUG] [auth.permissions] User permission: userspecificneed(type='user', username='ibazulic', role='admin') gunicorn-web stdout | 2022-06-09 11:32:56,116 [244] [DEBUG] [auth.permissions] User namespace permission: namespacewide(type='organization', namespace='ibazulic', role='admin') gunicorn-web stdout | 2022-06-09 11:32:56,116 [244] [DEBUG] [auth.permissions] User namespace repo permission: namespacewide(type='organizationrepo', namespace='ibazulic', role='admin') gunicorn-web stdout | 2022-06-09 11:32:56,116 [244] [DEBUG] [auth.permissions] Adding superuser to user: ibazulic gunicorn-web stdout | 2022-06-09 11:32:56,116 [244] [DEBUG] [peewee] ('SELECT `t1`.`service_ident`, `t2`.`name`, `t1`.`metadata_json` FROM `federatedlogin` AS `t1` INNER JOIN `loginservice` AS `t2` ON (`t1`.`service_id` = `t2`.`id`) WHERE ((`t2`.`name` != %s) AND (`t1`.`user_id` = %s))', ['quayrobot', 1]) gunicorn-web stdout | 2022-06-09 11:32:56,117 [244] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`user_id`, `t1`.`kind_id` FROM `userprompt` AS `t1` INNER JOIN `userpromptkind` AS `t2` ON (`t1`.`kind_id` = `t2`.`id`) WHERE (`t1`.`user_id` = %s)', [1]) gunicorn-web stdout | 2022-06-09 11:32:56,118 [244] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`uuid`, `t1`.`username`, `t1`.`password_hash`, `t1`.`email`, `t1`.`verified`, `t1`.`stripe_id`, `t1`.`organization`, `t1`.`robot`, `t1`.`invoice_email`, `t1`.`invalid_login_attempts`, `t1`.`last_invalid_login`, `t1`.`removed_tag_expiration_s`, `t1`.`enabled`, `t1`.`invoice_email_address`, `t1`.`given_name`, `t1`.`family_name`, `t1`.`company`, `t1`.`location`, `t1`.`maximum_queued_builds_count`, `t1`.`creation_date`, `t1`.`last_accessed` FROM `user` AS `t1` WHERE ((`t1`.`username` = %s) AND (`t1`.`organization` = %s)) LIMIT %s OFFSET %s', ['ibazulic', False, 1, 0]) gunicorn-web stdout | 2022-06-09 11:32:56,119 [244] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 11:32:56,119 [244] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 11:32:56,119 [244] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 11:32:56,120 [244] [DEBUG] [app] Ending request: urn:request:76d30d8b-e1fc-4768-9a84-bf8d3bb9a316 (/api/v1/users/ibazulic) {'endpoint': 'api.users', 'request_id': 'urn:request:76d30d8b-e1fc-4768-9a84-bf8d3bb9a316', 'remote_addr': '172.24.0.1', 'http_method': 'GET', 'original_url': 'https://quay.skynet/api/v1/users/ibazulic', 'path': '/api/v1/users/ibazulic', 'parameters': {}, 'json_body': None, 'confsha': '61c38a19', 'user-agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:101.0) Gecko/20100101 Firefox/101.0'} gunicorn-web stdout | 2022-06-09 11:32:56,121 [244] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2022-06-09 11:32:56,121 [244] [INFO] [gunicorn.access] 172.24.0.1 - - [09/Jun/2022:11:32:56 +0000] "GET /api/v1/users/ibazulic HTTP/1.0" 200 590 "https://quay.skynet/user/ibazulic?tab=settings" "Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:101.0) Gecko/20100101 Firefox/101.0" nginx stdout | 172.24.0.1 () - - [09/Jun/2022:11:32:56 +0000] "GET /api/v1/users/ibazulic HTTP/2.0" 200 590 "https://quay.skynet/user/ibazulic?tab=settings" "Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:101.0) Gecko/20100101 Firefox/101.0" (0.023 87 0.024) nginx stdout | 172.24.0.1 () - - [09/Jun/2022:11:32:56 +0000] "GET /static/img/creditcards/credit.png HTTP/2.0" 200 1776 "https://quay.skynet/user/ibazulic?tab=settings" "Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:101.0) Gecko/20100101 Firefox/101.0" (0.000 437 -) gunicorn-web stdout | 2022-06-09 11:32:56,323 [228] [DEBUG] [app] Starting request: urn:request:0a3d3a4f-5663-46b4-8bd7-57e758a5de26 (/api/v1/user/apptoken) {'X-Forwarded-For': '172.24.0.1'} gunicorn-web stdout | 2022-06-09 11:32:56,324 [228] [DEBUG] [app] User loader loading deferred user with uuid: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 11:32:56,324 [228] [DEBUG] [auth.cookie] Loading user from cookie: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 11:32:56,326 [228] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`uuid`, `t1`.`username`, `t1`.`password_hash`, `t1`.`email`, `t1`.`verified`, `t1`.`stripe_id`, `t1`.`organization`, `t1`.`robot`, `t1`.`invoice_email`, `t1`.`invalid_login_attempts`, `t1`.`last_invalid_login`, `t1`.`removed_tag_expiration_s`, `t1`.`enabled`, `t1`.`invoice_email_address`, `t1`.`given_name`, `t1`.`family_name`, `t1`.`company`, `t1`.`location`, `t1`.`maximum_queued_builds_count`, `t1`.`creation_date`, `t1`.`last_accessed` FROM `user` AS `t1` WHERE ((`t1`.`uuid` = %s) AND (`t1`.`organization` = %s)) LIMIT %s OFFSET %s', ['82228490-d075-4921-ae7a-af4408cf11b4', False, 1, 0]) gunicorn-web stdout | 2022-06-09 11:32:56,330 [228] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None]) gunicorn-web stdout | 2022-06-09 11:32:56,331 [228] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2022-06-09 11:32:56,331 [228] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 11:32:56,331 [228] [DEBUG] [endpoints.api] Checking permission for user ibazulic gunicorn-web stdout | 2022-06-09 11:32:56,331 [228] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 11:32:56,331 [228] [DEBUG] [auth.permissions] User permission: userspecificneed(type='user', username='ibazulic', role='admin') gunicorn-web stdout | 2022-06-09 11:32:56,331 [228] [DEBUG] [auth.permissions] User namespace permission: namespacewide(type='organization', namespace='ibazulic', role='admin') gunicorn-web stdout | 2022-06-09 11:32:56,331 [228] [DEBUG] [auth.permissions] User namespace repo permission: namespacewide(type='organizationrepo', namespace='ibazulic', role='admin') gunicorn-web stdout | 2022-06-09 11:32:56,331 [228] [DEBUG] [auth.permissions] Adding superuser to user: ibazulic gunicorn-web stdout | 2022-06-09 11:32:56,332 [228] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`user_id`, `t1`.`uuid`, `t1`.`title`, `t1`.`token_name`, `t1`.`token_secret`, `t1`.`created`, `t1`.`expiration`, `t1`.`last_accessed` FROM `appspecificauthtoken` AS `t1` WHERE (`t1`.`user_id` = %s)', [1]) gunicorn-web stdout | 2022-06-09 11:32:56,336 [228] [DEBUG] [app] Ending request: urn:request:0a3d3a4f-5663-46b4-8bd7-57e758a5de26 (/api/v1/user/apptoken) {'endpoint': 'api.apptokens', 'request_id': 'urn:request:0a3d3a4f-5663-46b4-8bd7-57e758a5de26', 'remote_addr': '172.24.0.1', 'http_method': 'GET', 'original_url': 'https://quay.skynet/api/v1/user/apptoken', 'path': '/api/v1/user/apptoken', 'parameters': {}, 'json_body': None, 'confsha': '61c38a19', 'user-agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:101.0) Gecko/20100101 Firefox/101.0'} gunicorn-web stdout | 2022-06-09 11:32:56,336 [228] [DEBUG] [data.database] Disconnecting from database. nginx stdout | 172.24.0.1 () - - [09/Jun/2022:11:32:56 +0000] "GET /api/v1/user/apptoken HTTP/2.0" 200 38 "https://quay.skynet/user/ibazulic?tab=settings" "Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:101.0) Gecko/20100101 Firefox/101.0" (0.018 50 0.020) gunicorn-web stdout | 2022-06-09 11:32:56,337 [228] [INFO] [gunicorn.access] 172.24.0.1 - - [09/Jun/2022:11:32:56 +0000] "GET /api/v1/user/apptoken HTTP/1.0" 200 38 "https://quay.skynet/user/ibazulic?tab=settings" "Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:101.0) Gecko/20100101 Firefox/101.0" nginx stdout | 172.24.0.1 () - - [09/Jun/2022:11:32:56 +0000] "GET /static/build/489e5e00e1a9a80f88d55281894a87ff.woff HTTP/2.0" 200 7280 "https://quay.skynet/repository/" "Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:101.0) Gecko/20100101 Firefox/101.0" (0.000 133 -) gunicorn-web stdout | 2022-06-09 11:32:56,434 [238] [DEBUG] [app] Starting request: urn:request:151f99ea-5ae1-4f51-bb62-15bcf91dcbdc (/api/v1/repository) {'X-Forwarded-For': '172.24.0.1'} gunicorn-web stdout | 2022-06-09 11:32:56,435 [238] [DEBUG] [app] User loader loading deferred user with uuid: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 11:32:56,435 [238] [DEBUG] [auth.cookie] Loading user from cookie: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 11:32:56,436 [238] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`uuid`, `t1`.`username`, `t1`.`password_hash`, `t1`.`email`, `t1`.`verified`, `t1`.`stripe_id`, `t1`.`organization`, `t1`.`robot`, `t1`.`invoice_email`, `t1`.`invalid_login_attempts`, `t1`.`last_invalid_login`, `t1`.`removed_tag_expiration_s`, `t1`.`enabled`, `t1`.`invoice_email_address`, `t1`.`given_name`, `t1`.`family_name`, `t1`.`company`, `t1`.`location`, `t1`.`maximum_queued_builds_count`, `t1`.`creation_date`, `t1`.`last_accessed` FROM `user` AS `t1` WHERE ((`t1`.`uuid` = %s) AND (`t1`.`organization` = %s)) LIMIT %s OFFSET %s', ['82228490-d075-4921-ae7a-af4408cf11b4', False, 1, 0]) gunicorn-web stdout | 2022-06-09 11:32:56,440 [238] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None]) gunicorn-web stdout | 2022-06-09 11:32:56,440 [238] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2022-06-09 11:32:56,440 [238] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 11:32:56,443 [238] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`uuid`, `t1`.`username`, `t1`.`password_hash`, `t1`.`email`, `t1`.`verified`, `t1`.`stripe_id`, `t1`.`organization`, `t1`.`robot`, `t1`.`invoice_email`, `t1`.`invalid_login_attempts`, `t1`.`last_invalid_login`, `t1`.`removed_tag_expiration_s`, `t1`.`enabled`, `t1`.`invoice_email_address`, `t1`.`given_name`, `t1`.`family_name`, `t1`.`company`, `t1`.`location`, `t1`.`maximum_queued_builds_count`, `t1`.`creation_date`, `t1`.`last_accessed` FROM `user` AS `t1` WHERE (`t1`.`username` = %s) LIMIT %s OFFSET %s', ['ibazulic', 1, 0]) gunicorn-web stdout | 2022-06-09 11:32:56,445 [238] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`name` FROM `repositorykind` AS `t1`', []) gunicorn-web stdout | 2022-06-09 11:32:56,446 [238] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`name` FROM `visibility` AS `t1` WHERE (`t1`.`name` = %s) LIMIT %s OFFSET %s', ['public', 1, 0]) gunicorn-web stdout | 2022-06-09 11:32:56,447 [238] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`name` FROM `teamrole` AS `t1`', []) gunicorn-web stdout | 2022-06-09 11:32:56,449 [238] [DEBUG] [peewee] ('SELECT DISTINCT `t1`.`name`, `t1`.`id` AS `rid`, `t1`.`description`, `t2`.`username`, `t1`.`visibility_id`, `t1`.`kind_id`, `t1`.`state` FROM `repository` AS `t1` INNER JOIN `user` AS `t2` ON (`t1`.`namespace_user_id` = `t2`.`id`) LEFT OUTER JOIN `repositorypermission` AS `t3` ON (`t3`.`repository_id` = `t1`.`id`) WHERE ((((`t1`.`state` != %s) AND (`t1`.`kind_id` = %s)) AND (`t2`.`username` = %s)) AND (`t1`.`visibility_id` = %s)) UNION SELECT DISTINCT `t4`.`name`, `t4`.`id` AS `rid`, `t4`.`description`, `t5`.`username`, `t4`.`visibility_id`, `t4`.`kind_id`, `t4`.`state` FROM `repository` AS `t4` INNER JOIN `user` AS `t5` ON (`t4`.`namespace_user_id` = `t5`.`id`) LEFT OUTER JOIN `repositorypermission` AS `t6` ON (`t6`.`repository_id` = `t4`.`id`) WHERE ((((`t4`.`state` != %s) AND (`t4`.`kind_id` = %s)) AND (`t5`.`username` = %s)) AND (`t6`.`user_id` = %s)) UNION SELECT DISTINCT `t4`.`name`, `t4`.`id` AS `rid`, `t4`.`description`, `t5`.`username`, `t4`.`visibility_id`, `t4`.`kind_id`, `t4`.`state` FROM `repository` AS `t4` INNER JOIN `user` AS `t5` ON (`t4`.`namespace_user_id` = `t5`.`id`) LEFT OUTER JOIN `repositorypermission` AS `t6` ON (`t6`.`repository_id` = `t4`.`id`) INNER JOIN `team` AS `t7` ON (`t6`.`team_id` = `t7`.`id`) INNER JOIN `teammember` AS `t8` ON (`t8`.`team_id` = `t7`.`id`) WHERE ((((`t4`.`state` != %s) AND (`t4`.`kind_id` = %s)) AND (`t5`.`username` = %s)) AND (`t8`.`user_id` = %s)) UNION SELECT DISTINCT `t4`.`name`, `t4`.`id` AS `rid`, `t4`.`description`, `t5`.`username`, `t4`.`visibility_id`, `t4`.`kind_id`, `t4`.`state` FROM `repository` AS `t4` INNER JOIN `user` AS `t5` ON (`t4`.`namespace_user_id` = `t5`.`id`) LEFT OUTER JOIN `repositorypermission` AS `t6` ON (`t6`.`repository_id` = `t4`.`id`) INNER JOIN `team` AS `t9` ON (`t9`.`organization_id` = `t4`.`namespace_user_id`) INNER JOIN `teammember` AS `t10` ON (`t9`.`id` = `t10`.`team_id`) WHERE (((((`t4`.`state` != %s) AND (`t4`.`kind_id` = %s)) AND (`t5`.`username` = %s)) AND (`t9`.`role_id` = %s)) AND (`t10`.`user_id` = %s)) ORDER BY rid LIMIT %s', [3, 1, 'ibazulic', 1, 3, 1, 'ibazulic', 1, 3, 1, 'ibazulic', 1, 3, 1, 'ibazulic', 1, 1, 101]) gunicorn-web stdout | 2022-06-09 11:32:56,452 [238] [DEBUG] [peewee] ('SELECT `t1`.`repository_id`, Max(`t1`.`lifetime_start_ms`) FROM `tag` AS `t1` WHERE (((`t1`.`repository_id` IN (%s)) AND ((`t1`.`lifetime_end_ms` IS %s) OR (`t1`.`lifetime_end_ms` > %s))) AND (`t1`.`hidden` = %s)) GROUP BY `t1`.`repository_id`', [1, None, 1654774376452, False]) gunicorn-web stdout | 2022-06-09 11:32:56,454 [238] [DEBUG] [peewee] ('SELECT `t1`.`repository_id`, Sum(`t1`.`count`) FROM `repositoryactioncount` AS `t1` WHERE ((`t1`.`repository_id` IN (%s)) AND (`t1`.`date` >= %s)) GROUP BY `t1`.`repository_id`', [1, datetime.date(2022, 6, 2)]) gunicorn-web stdout | 2022-06-09 11:32:56,455 [238] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`namespace_user_id`, `t1`.`name`, `t1`.`visibility_id`, `t1`.`description`, `t1`.`badge_token`, `t1`.`kind_id`, `t1`.`trust_enabled`, `t1`.`state`, `t2`.`id`, `t2`.`uuid`, `t2`.`username`, `t2`.`password_hash`, `t2`.`email`, `t2`.`verified`, `t2`.`stripe_id`, `t2`.`organization`, `t2`.`robot`, `t2`.`invoice_email`, `t2`.`invalid_login_attempts`, `t2`.`last_invalid_login`, `t2`.`removed_tag_expiration_s`, `t2`.`enabled`, `t2`.`invoice_email_address`, `t2`.`given_name`, `t2`.`family_name`, `t2`.`company`, `t2`.`location`, `t2`.`maximum_queued_builds_count`, `t2`.`creation_date`, `t2`.`last_accessed`, `t3`.`id`, `t3`.`name`, `t1`.`id` AS `rid` FROM `repository` AS `t1` INNER JOIN `star` AS `t4` ON (`t4`.`repository_id` = `t1`.`id`) INNER JOIN `user` AS `t2` ON (`t1`.`namespace_user_id` = `t2`.`id`) INNER JOIN `visibility` AS `t3` ON (`t1`.`visibility_id` = `t3`.`id`) WHERE (((`t4`.`user_id` = %s) AND (`t1`.`kind_id` = %s)) AND (`t1`.`state` != %s))', [1, 1, 3]) gunicorn-web stdout | 2022-06-09 11:32:56,458 [238] [DEBUG] [app] Ending request: urn:request:151f99ea-5ae1-4f51-bb62-15bcf91dcbdc (/api/v1/repository) {'endpoint': 'api.repositorylist', 'request_id': 'urn:request:151f99ea-5ae1-4f51-bb62-15bcf91dcbdc', 'remote_addr': '172.24.0.1', 'http_method': 'GET', 'original_url': 'https://quay.skynet/api/v1/repository?last_modified=true&namespace=ibazulic&popularity=true&public=true', 'path': '/api/v1/repository', 'parameters': {'last_modified': 'true', 'namespace': 'ibazulic', 'popularity': 'true', 'public': 'true'}, 'json_body': None, 'confsha': '61c38a19', 'user-agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:101.0) Gecko/20100101 Firefox/101.0'} gunicorn-web stdout | 2022-06-09 11:32:56,460 [238] [DEBUG] [data.database] Disconnecting from database. nginx stdout | 172.24.0.1 () - - [09/Jun/2022:11:32:56 +0000] "GET /api/v1/repository?last_modified=true&namespace=ibazulic&popularity=true&public=true HTTP/2.0" 200 208 "https://quay.skynet/user/ibazulic?tab=settings" "Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:101.0) Gecko/20100101 Firefox/101.0" (0.031 95 0.032) gunicorn-web stdout | 2022-06-09 11:32:56,461 [238] [INFO] [gunicorn.access] 172.24.0.1 - - [09/Jun/2022:11:32:56 +0000] "GET /api/v1/repository?last_modified=true&namespace=ibazulic&popularity=true&public=true HTTP/1.0" 200 208 "https://quay.skynet/user/ibazulic?tab=settings" "Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:101.0) Gecko/20100101 Firefox/101.0" gunicorn-web stdout | 2022-06-09 11:32:59,618 [241] [DEBUG] [app] Starting request: urn:request:6c95ff34-2fa7-4169-98aa-e6b82717599d (/api/v1/user/) {'X-Forwarded-For': '172.24.0.1'} gunicorn-web stdout | 2022-06-09 11:32:59,618 [241] [DEBUG] [app] User loader loading deferred user with uuid: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 11:32:59,618 [241] [DEBUG] [auth.cookie] Loading user from cookie: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 11:32:59,619 [241] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`uuid`, `t1`.`username`, `t1`.`password_hash`, `t1`.`email`, `t1`.`verified`, `t1`.`stripe_id`, `t1`.`organization`, `t1`.`robot`, `t1`.`invoice_email`, `t1`.`invalid_login_attempts`, `t1`.`last_invalid_login`, `t1`.`removed_tag_expiration_s`, `t1`.`enabled`, `t1`.`invoice_email_address`, `t1`.`given_name`, `t1`.`family_name`, `t1`.`company`, `t1`.`location`, `t1`.`maximum_queued_builds_count`, `t1`.`creation_date`, `t1`.`last_accessed` FROM `user` AS `t1` WHERE ((`t1`.`uuid` = %s) AND (`t1`.`organization` = %s)) LIMIT %s OFFSET %s', ['82228490-d075-4921-ae7a-af4408cf11b4', False, 1, 0]) gunicorn-web stdout | 2022-06-09 11:32:59,622 [241] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None]) gunicorn-web stdout | 2022-06-09 11:32:59,622 [241] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2022-06-09 11:32:59,622 [241] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 11:32:59,622 [241] [DEBUG] [endpoints.api] Checking permission for user ibazulic gunicorn-web stdout | 2022-06-09 11:32:59,622 [241] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 11:32:59,622 [241] [DEBUG] [auth.permissions] User permission: userspecificneed(type='user', username='ibazulic', role='admin') gunicorn-web stdout | 2022-06-09 11:32:59,623 [241] [DEBUG] [auth.permissions] User namespace permission: namespacewide(type='organization', namespace='ibazulic', role='admin') gunicorn-web stdout | 2022-06-09 11:32:59,623 [241] [DEBUG] [auth.permissions] User namespace repo permission: namespacewide(type='organizationrepo', namespace='ibazulic', role='admin') gunicorn-web stdout | 2022-06-09 11:32:59,623 [241] [DEBUG] [auth.permissions] Adding superuser to user: ibazulic gunicorn-web stdout | 2022-06-09 11:32:59,623 [241] [DEBUG] [endpoints.api] Checking fresh login for user ibazulic: Last login at 2022-06-09 11:30:32 gunicorn-web stdout | 2022-06-09 11:32:59,624 [241] [DEBUG] [endpoints.api.user] Changing user tag expiration to: 0s gunicorn-web stdout | 2022-06-09 11:32:59,624 [241] [DEBUG] [peewee] ('UPDATE `user` SET `uuid` = %s, `username` = %s, `password_hash` = %s, `email` = %s, `verified` = %s, `stripe_id` = %s, `organization` = %s, `robot` = %s, `invoice_email` = %s, `invalid_login_attempts` = %s, `last_invalid_login` = %s, `removed_tag_expiration_s` = %s, `enabled` = %s, `invoice_email_address` = %s, `given_name` = %s, `family_name` = %s, `company` = %s, `location` = %s, `maximum_queued_builds_count` = %s, `creation_date` = %s, `last_accessed` = %s WHERE (`user`.`id` = %s)', ['82228490-d075-4921-ae7a-af4408cf11b4', 'ibazulic', '$2b$12$HIv7VQQfzBt8XM0AqOlDrOoedo8Hlq63fenem1xo9nJ2HmwS0UwDe', 'ibazulic@redhat.com', True, None, False, False, False, 0, datetime.datetime(2022, 6, 9, 11, 30, 32), 0, True, None, None, None, None, None, None, datetime.datetime(2022, 6, 9, 11, 30, 32), None, 1]) gunicorn-web stdout | 2022-06-09 11:32:59,627 [241] [DEBUG] [peewee] ('SELECT DISTINCT `t1`.`id`, `t1`.`uuid`, `t1`.`username`, `t1`.`password_hash`, `t1`.`email`, `t1`.`verified`, `t1`.`stripe_id`, `t1`.`organization`, `t1`.`robot`, `t1`.`invoice_email`, `t1`.`invalid_login_attempts`, `t1`.`last_invalid_login`, `t1`.`removed_tag_expiration_s`, `t1`.`enabled`, `t1`.`invoice_email_address`, `t1`.`given_name`, `t1`.`family_name`, `t1`.`company`, `t1`.`location`, `t1`.`maximum_queued_builds_count`, `t1`.`creation_date`, `t1`.`last_accessed` FROM `user` AS `t1` INNER JOIN `team` AS `t2` ON (`t2`.`organization_id` = `t1`.`id`) INNER JOIN `teammember` AS `t3` ON (`t3`.`team_id` = `t2`.`id`) INNER JOIN `user` AS `t4` ON (`t4`.`id` = `t3`.`user_id`) WHERE ((`t1`.`organization` = %s) AND (`t4`.`username` = %s))', [True, 'ibazulic']) gunicorn-web stdout | 2022-06-09 11:32:59,629 [241] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 11:32:59,629 [241] [DEBUG] [peewee] ('SELECT `t1`.`service_ident`, `t2`.`name`, `t1`.`metadata_json` FROM `federatedlogin` AS `t1` INNER JOIN `loginservice` AS `t2` ON (`t1`.`service_id` = `t2`.`id`) WHERE ((`t2`.`name` != %s) AND (`t1`.`user_id` = %s))', ['quayrobot', 1]) gunicorn-web stdout | 2022-06-09 11:32:59,630 [241] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`user_id`, `t1`.`kind_id` FROM `userprompt` AS `t1` INNER JOIN `userpromptkind` AS `t2` ON (`t1`.`kind_id` = `t2`.`id`) WHERE (`t1`.`user_id` = %s)', [1]) gunicorn-web stdout | 2022-06-09 11:32:59,631 [241] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`uuid`, `t1`.`username`, `t1`.`password_hash`, `t1`.`email`, `t1`.`verified`, `t1`.`stripe_id`, `t1`.`organization`, `t1`.`robot`, `t1`.`invoice_email`, `t1`.`invalid_login_attempts`, `t1`.`last_invalid_login`, `t1`.`removed_tag_expiration_s`, `t1`.`enabled`, `t1`.`invoice_email_address`, `t1`.`given_name`, `t1`.`family_name`, `t1`.`company`, `t1`.`location`, `t1`.`maximum_queued_builds_count`, `t1`.`creation_date`, `t1`.`last_accessed` FROM `user` AS `t1` WHERE ((`t1`.`username` = %s) AND (`t1`.`organization` = %s)) LIMIT %s OFFSET %s', ['ibazulic', False, 1, 0]) gunicorn-web stdout | 2022-06-09 11:32:59,632 [241] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 11:32:59,633 [241] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 11:32:59,633 [241] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 11:32:59,633 [241] [DEBUG] [app] Ending request: urn:request:6c95ff34-2fa7-4169-98aa-e6b82717599d (/api/v1/user/) {'endpoint': 'api.user', 'request_id': 'urn:request:6c95ff34-2fa7-4169-98aa-e6b82717599d', 'remote_addr': '172.24.0.1', 'http_method': 'PUT', 'original_url': 'https://quay.skynet/api/v1/user/', 'path': '/api/v1/user/', 'parameters': {}, 'json_body': {'tag_expiration_s': 0}, 'confsha': '61c38a19', 'user-agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:101.0) Gecko/20100101 Firefox/101.0'} gunicorn-web stdout | 2022-06-09 11:32:59,634 [241] [DEBUG] [data.database] Disconnecting from database. nginx stdout | 172.24.0.1 () - - [09/Jun/2022:11:32:59 +0000] "PUT /api/v1/user/ HTTP/2.0" 200 584 "https://quay.skynet/user/ibazulic?tab=settings" "Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:101.0) Gecko/20100101 Firefox/101.0" (0.017 120 0.016) gunicorn-web stdout | 2022-06-09 11:32:59,635 [241] [INFO] [gunicorn.access] 172.24.0.1 - - [09/Jun/2022:11:32:59 +0000] "PUT /api/v1/user/ HTTP/1.0" 200 584 "https://quay.skynet/user/ibazulic?tab=settings" "Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:101.0) Gecko/20100101 Firefox/101.0" notificationworker stdout | 2022-06-09 11:33:00,619 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 11:33:00,619 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:33:10.617379+00:00 (in 9.997894 seconds) notificationworker stdout | 2022-06-09 11:33:00,619 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:33:10 UTC)" (scheduled at 2022-06-09 11:33:00.617379+00:00) notificationworker stdout | 2022-06-09 11:33:00,619 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 11:33:00,620 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 33, 0, 619843), True, datetime.datetime(2022, 6, 9, 11, 33, 0, 619843), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 11:33:00,623 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 11:33:00,623 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 11:33:00,623 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:33:10 UTC)" executed successfully namespacegcworker stdout | 2022-06-09 11:33:01,540 [83] [DEBUG] [apscheduler.scheduler] Looking for jobs to run namespacegcworker stdout | 2022-06-09 11:33:01,540 [83] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:33:55.463831+00:00 (in 53.923526 seconds) namespacegcworker stdout | 2022-06-09 11:33:01,540 [83] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 11:34:01 UTC)" (scheduled at 2022-06-09 11:33:01.521527+00:00) namespacegcworker stdout | 2022-06-09 11:33:01,540 [83] [DEBUG] [workers.queueworker] Running watchdog. namespacegcworker stdout | 2022-06-09 11:33:01,540 [83] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 11:34:01 UTC)" executed successfully exportactionlogsworker stdout | 2022-06-09 11:33:04,368 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run exportactionlogsworker stdout | 2022-06-09 11:33:04,368 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:33:47.409953+00:00 (in 43.041579 seconds) exportactionlogsworker stdout | 2022-06-09 11:33:04,368 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 11:34:04 UTC)" (scheduled at 2022-06-09 11:33:04.366245+00:00) exportactionlogsworker stdout | 2022-06-09 11:33:04,368 [70] [DEBUG] [workers.queueworker] Getting work item from queue. exportactionlogsworker stdout | 2022-06-09 11:33:04,369 [70] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 33, 4, 368949), True, datetime.datetime(2022, 6, 9, 11, 33, 4, 368949), 0, 'exportactionlogs/%', 50, 1, 0]) exportactionlogsworker stdout | 2022-06-09 11:33:04,372 [70] [DEBUG] [workers.queueworker] No more work. exportactionlogsworker stdout | 2022-06-09 11:33:04,372 [70] [DEBUG] [data.database] Disconnecting from database. exportactionlogsworker stdout | 2022-06-09 11:33:04,372 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 11:34:04 UTC)" executed successfully gcworker stdout | 2022-06-09 11:33:07,493 [71] [DEBUG] [apscheduler.scheduler] Looking for jobs to run gcworker stdout | 2022-06-09 11:33:07,494 [71] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:33:37.490424+00:00 (in 29.996329 seconds) gcworker stdout | 2022-06-09 11:33:07,494 [71] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 11:33:37 UTC)" (scheduled at 2022-06-09 11:33:07.490424+00:00) gcworker stdout | 2022-06-09 11:33:07,495 [71] [DEBUG] [peewee] ('SELECT `candidates`.`repository_id` FROM (SELECT DISTINCT `t1`.`repository_id` FROM `tag` AS `t1` INNER JOIN `repository` AS `t2` ON (`t1`.`repository_id` = `t2`.`id`) INNER JOIN `user` AS `t3` ON (`t2`.`namespace_user_id` = `t3`.`id`) WHERE ((((NOT (`t1`.`lifetime_end_ms` IS %s) AND (`t1`.`lifetime_end_ms` <= %s)) AND (`t3`.`removed_tag_expiration_s` = %s)) AND (`t3`.`enabled` = %s)) AND (`t2`.`state` != %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', [None, 1653564787494, 1209600, True, 3, 500, 1, 0]) gcworker stdout | 2022-06-09 11:33:07,497 [71] [DEBUG] [__main__] No repository with garbage found gcworker stdout | 2022-06-09 11:33:07,497 [71] [DEBUG] [data.database] Disconnecting from database. gcworker stdout | 2022-06-09 11:33:07,497 [71] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 11:33:37 UTC)" executed successfully notificationworker stdout | 2022-06-09 11:33:10,618 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 11:33:10,618 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:33:19.645536+00:00 (in 9.027352 seconds) notificationworker stdout | 2022-06-09 11:33:10,618 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:33:20 UTC)" (scheduled at 2022-06-09 11:33:10.617379+00:00) notificationworker stdout | 2022-06-09 11:33:10,618 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 11:33:10,619 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 33, 10, 618518), True, datetime.datetime(2022, 6, 9, 11, 33, 10, 618518), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 11:33:10,621 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 11:33:10,621 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 11:33:10,621 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:33:20 UTC)" executed successfully buildlogsarchiver stdout | 2022-06-09 11:33:15,366 [66] [DEBUG] [apscheduler.scheduler] Looking for jobs to run buildlogsarchiver stdout | 2022-06-09 11:33:15,366 [66] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:33:45.366042+00:00 (in 29.999197 seconds) buildlogsarchiver stdout | 2022-06-09 11:33:15,367 [66] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 11:33:45 UTC)" (scheduled at 2022-06-09 11:33:15.366042+00:00) buildlogsarchiver stdout | 2022-06-09 11:33:15,367 [66] [DEBUG] [peewee] ('SELECT `candidates`.`id` FROM (SELECT `t1`.`id` FROM `repositorybuild` AS `t1` WHERE (((`t1`.`phase` IN (%s, %s, %s)) OR (`t1`.`started` < %s)) AND (`t1`.`logs_archived` = %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2022, 5, 25, 11, 33, 15, 367276), False, 50, 1, 0]) buildlogsarchiver stdout | 2022-06-09 11:33:15,369 [66] [DEBUG] [__main__] No more builds to archive buildlogsarchiver stdout | 2022-06-09 11:33:15,369 [66] [DEBUG] [data.database] Disconnecting from database. buildlogsarchiver stdout | 2022-06-09 11:33:15,370 [66] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 11:33:45 UTC)" executed successfully blobuploadcleanupworker stdout | 2022-06-09 11:33:17,145 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'blobuploadcleanupworker.py', 'pid': '64'} repositoryactioncounter stdout | 2022-06-09 11:33:17,401 [88] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositoryactioncounter.py', 'pid': '88'} logrotateworker stdout | 2022-06-09 11:33:17,425 [77] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'logrotateworker.py', 'pid': '77'} securityscanningnotificationworker stdout | 2022-06-09 11:33:17,485 [90] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'securityscanningnotificationworker.py', 'pid': '90'} exportactionlogsworker stdout | 2022-06-09 11:33:17,491 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'exportactionlogsworker.py', 'pid': '70'} chunkcleanupworker stdout | 2022-06-09 11:33:17,630 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'chunkcleanupworker.py', 'pid': '67'} namespacegcworker stdout | 2022-06-09 11:33:17,640 [83] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'namespacegcworker.py', 'pid': '83'} repositorygcworker stdout | 2022-06-09 11:33:17,838 [89] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositorygcworker.py', 'pid': '89'} manifestbackfillworker stdout | 2022-06-09 11:33:17,843 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'manifestbackfillworker.py', 'pid': '78'} storagereplication stdout | 2022-06-09 11:33:17,894 [93] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'storagereplication.py', 'pid': '93'} globalpromstats stdout | 2022-06-09 11:33:17,901 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'globalpromstats.py', 'pid': '72'} servicekey stdout | 2022-06-09 11:33:17,951 [92] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'servicekeyworker.py', 'pid': '92'} notificationworker stdout | 2022-06-09 11:33:17,960 [85] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'notificationworker.py', 'pid': '85'} buildlogsarchiver stdout | 2022-06-09 11:33:17,967 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'buildlogsarchiver.py', 'pid': '66'} expiredappspecifictokenworker stdout | 2022-06-09 11:33:17,987 [69] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '69'} builder stdout | 2022-06-09 11:33:17,999 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'builder.py', 'pid': '65'} gcworker stdout | 2022-06-09 11:33:18,010 [71] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'gcworker.py', 'pid': '71'} gunicorn-web stdout | 2022-06-09 11:33:18,017 [243] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '243'} gunicorn-web stdout | 2022-06-09 11:33:18,023 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '75'} gunicorn-web stdout | 2022-06-09 11:33:18,031 [226] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '226'} gunicorn-web stdout | 2022-06-09 11:33:18,038 [242] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '242'} gunicorn-web stdout | 2022-06-09 11:33:18,045 [235] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '235'} gunicorn-web stdout | 2022-06-09 11:33:18,053 [228] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '228'} gunicorn-web stdout | 2022-06-09 11:33:18,059 [241] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '241'} gunicorn-web stdout | 2022-06-09 11:33:18,065 [244] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '244'} gunicorn-web stdout | 2022-06-09 11:33:18,072 [237] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '237'} gunicorn-web stdout | 2022-06-09 11:33:18,079 [234] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '234'} gunicorn-web stdout | 2022-06-09 11:33:18,086 [236] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '236'} gunicorn-web stdout | 2022-06-09 11:33:18,093 [230] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '230'} gunicorn-web stdout | 2022-06-09 11:33:18,099 [239] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '239'} gunicorn-web stdout | 2022-06-09 11:33:18,106 [231] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '231'} gunicorn-web stdout | 2022-06-09 11:33:18,116 [229] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '229'} gunicorn-web stdout | 2022-06-09 11:33:18,123 [238] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '238'} gunicorn-web stdout | 2022-06-09 11:33:18,129 [232] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '232'} queuecleanupworker stdout | 2022-06-09 11:33:18,166 [87] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'queuecleanupworker.py', 'pid': '87'} teamsyncworker stdout | 2022-06-09 11:33:18,173 [94] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'teamsyncworker.py', 'pid': '94'} gunicorn-secscan stdout | 2022-06-09 11:33:18,255 [221] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '221'} gunicorn-secscan stdout | 2022-06-09 11:33:18,262 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '74'} gunicorn-secscan stdout | 2022-06-09 11:33:18,268 [224] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '224'} gunicorn-secscan stdout | 2022-06-09 11:33:18,281 [225] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '225'} gunicorn-secscan stdout | 2022-06-09 11:33:18,287 [227] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '227'} notificationworker stdout | 2022-06-09 11:33:19,645 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 11:33:19,646 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:33:20.617379+00:00 (in 0.971287 seconds) notificationworker stdout | 2022-06-09 11:33:19,646 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 11:34:19 UTC)" (scheduled at 2022-06-09 11:33:19.645536+00:00) notificationworker stdout | 2022-06-09 11:33:19,646 [85] [DEBUG] [workers.queueworker] Running watchdog. notificationworker stdout | 2022-06-09 11:33:19,646 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 11:34:19 UTC)" executed successfully gunicorn-registry stdout | 2022-06-09 11:33:20,463 [275] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '275'} gunicorn-registry stdout | 2022-06-09 11:33:20,470 [271] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '271'} gunicorn-registry stdout | 2022-06-09 11:33:20,478 [273] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '273'} gunicorn-registry stdout | 2022-06-09 11:33:20,491 [277] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '277'} gunicorn-registry stdout | 2022-06-09 11:33:20,498 [276] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '276'} gunicorn-registry stdout | 2022-06-09 11:33:20,519 [246] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '246'} gunicorn-registry stdout | 2022-06-09 11:33:20,525 [274] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '274'} gunicorn-registry stdout | 2022-06-09 11:33:20,532 [263] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '263'} gunicorn-registry stdout | 2022-06-09 11:33:20,538 [266] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '266'} gunicorn-registry stdout | 2022-06-09 11:33:20,545 [254] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '254'} gunicorn-registry stdout | 2022-06-09 11:33:20,552 [260] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '260'} gunicorn-registry stdout | 2022-06-09 11:33:20,559 [270] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '270'} gunicorn-registry stdout | 2022-06-09 11:33:20,571 [253] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '253'} gunicorn-registry stdout | 2022-06-09 11:33:20,577 [268] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '268'} gunicorn-registry stdout | 2022-06-09 11:33:20,584 [261] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '261'} gunicorn-registry stdout | 2022-06-09 11:33:20,590 [248] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '248'} gunicorn-registry stdout | 2022-06-09 11:33:20,597 [245] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '245'} gunicorn-registry stdout | 2022-06-09 11:33:20,604 [249] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '249'} gunicorn-registry stdout | 2022-06-09 11:33:20,612 [251] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '251'} notificationworker stdout | 2022-06-09 11:33:20,617 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 11:33:20,618 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:33:30.617379+00:00 (in 9.999400 seconds) notificationworker stdout | 2022-06-09 11:33:20,618 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:33:30 UTC)" (scheduled at 2022-06-09 11:33:20.617379+00:00) notificationworker stdout | 2022-06-09 11:33:20,618 [85] [DEBUG] [workers.queueworker] Getting work item from queue. gunicorn-registry stdout | 2022-06-09 11:33:20,618 [259] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '259'} notificationworker stdout | 2022-06-09 11:33:20,619 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 33, 20, 618510), True, datetime.datetime(2022, 6, 9, 11, 33, 20, 618510), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 11:33:20,621 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 11:33:20,622 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 11:33:20,622 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:33:30 UTC)" executed successfully gunicorn-registry stdout | 2022-06-09 11:33:20,625 [250] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '250'} gunicorn-registry stdout | 2022-06-09 11:33:20,632 [265] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '265'} gunicorn-registry stdout | 2022-06-09 11:33:20,641 [73] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '73'} gunicorn-registry stdout | 2022-06-09 11:33:20,647 [267] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '267'} gunicorn-registry stdout | 2022-06-09 11:33:20,656 [256] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '256'} gunicorn-registry stdout | 2022-06-09 11:33:20,664 [262] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '262'} gunicorn-registry stdout | 2022-06-09 11:33:20,673 [272] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '272'} gunicorn-registry stdout | 2022-06-09 11:33:20,680 [264] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '264'} gunicorn-registry stdout | 2022-06-09 11:33:20,686 [269] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '269'} gunicorn-registry stdout | 2022-06-09 11:33:20,696 [247] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '247'} gunicorn-registry stdout | 2022-06-09 11:33:20,704 [255] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '255'} gunicorn-registry stdout | 2022-06-09 11:33:20,711 [252] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '252'} gunicorn-registry stdout | 2022-06-09 11:33:20,717 [257] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '257'} notificationworker stdout | 2022-06-09 11:33:30,628 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 11:33:30,628 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:33:40.617379+00:00 (in 9.989107 seconds) notificationworker stdout | 2022-06-09 11:33:30,628 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:33:40 UTC)" (scheduled at 2022-06-09 11:33:30.617379+00:00) notificationworker stdout | 2022-06-09 11:33:30,629 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 11:33:30,629 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 33, 30, 629038), True, datetime.datetime(2022, 6, 9, 11, 33, 30, 629038), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 11:33:30,632 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 11:33:30,632 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 11:33:30,632 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:33:40 UTC)" executed successfully gunicorn-web stdout | 2022-06-09 11:33:36,503 [226] [DEBUG] [app] Starting request: urn:request:e74eeb9f-f0e2-4ad5-ad35-06d3608d300d (/api/v1/repository/ibazulic/quay/tag/) {'X-Forwarded-For': '172.24.0.1'} gunicorn-web stdout | 2022-06-09 11:33:36,503 [242] [DEBUG] [app] Starting request: urn:request:511535c0-deac-4a4d-8527-b0e95a326781 (/api/v1/repository/ibazulic/quay) {'X-Forwarded-For': '172.24.0.1'} gunicorn-web stdout | 2022-06-09 11:33:36,504 [242] [DEBUG] [app] User loader loading deferred user with uuid: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 11:33:36,504 [226] [DEBUG] [app] User loader loading deferred user with uuid: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 11:33:36,504 [242] [DEBUG] [auth.cookie] Loading user from cookie: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 11:33:36,504 [226] [DEBUG] [auth.cookie] Loading user from cookie: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 11:33:36,504 [242] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`uuid`, `t1`.`username`, `t1`.`password_hash`, `t1`.`email`, `t1`.`verified`, `t1`.`stripe_id`, `t1`.`organization`, `t1`.`robot`, `t1`.`invoice_email`, `t1`.`invalid_login_attempts`, `t1`.`last_invalid_login`, `t1`.`removed_tag_expiration_s`, `t1`.`enabled`, `t1`.`invoice_email_address`, `t1`.`given_name`, `t1`.`family_name`, `t1`.`company`, `t1`.`location`, `t1`.`maximum_queued_builds_count`, `t1`.`creation_date`, `t1`.`last_accessed` FROM `user` AS `t1` WHERE ((`t1`.`uuid` = %s) AND (`t1`.`organization` = %s)) LIMIT %s OFFSET %s', ['82228490-d075-4921-ae7a-af4408cf11b4', False, 1, 0]) gunicorn-web stdout | 2022-06-09 11:33:36,505 [226] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`uuid`, `t1`.`username`, `t1`.`password_hash`, `t1`.`email`, `t1`.`verified`, `t1`.`stripe_id`, `t1`.`organization`, `t1`.`robot`, `t1`.`invoice_email`, `t1`.`invalid_login_attempts`, `t1`.`last_invalid_login`, `t1`.`removed_tag_expiration_s`, `t1`.`enabled`, `t1`.`invoice_email_address`, `t1`.`given_name`, `t1`.`family_name`, `t1`.`company`, `t1`.`location`, `t1`.`maximum_queued_builds_count`, `t1`.`creation_date`, `t1`.`last_accessed` FROM `user` AS `t1` WHERE ((`t1`.`uuid` = %s) AND (`t1`.`organization` = %s)) LIMIT %s OFFSET %s', ['82228490-d075-4921-ae7a-af4408cf11b4', False, 1, 0]) gunicorn-web stdout | 2022-06-09 11:33:36,508 [242] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None]) gunicorn-web stdout | 2022-06-09 11:33:36,509 [242] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2022-06-09 11:33:36,509 [242] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 11:33:36,509 [242] [DEBUG] [endpoints.api] Checking permission for repo: ibazulic/quay gunicorn-web stdout | 2022-06-09 11:33:36,509 [242] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 11:33:36,509 [242] [DEBUG] [auth.permissions] User permission: userspecificneed(type='user', username='ibazulic', role='admin') gunicorn-web stdout | 2022-06-09 11:33:36,509 [242] [DEBUG] [auth.permissions] User namespace permission: namespacewide(type='organization', namespace='ibazulic', role='admin') gunicorn-web stdout | 2022-06-09 11:33:36,509 [242] [DEBUG] [auth.permissions] User namespace repo permission: namespacewide(type='organizationrepo', namespace='ibazulic', role='admin') gunicorn-web stdout | 2022-06-09 11:33:36,509 [242] [DEBUG] [auth.permissions] Adding superuser to user: ibazulic gunicorn-web stdout | 2022-06-09 11:33:36,509 [242] [DEBUG] [endpoints.api.repository] Get repo: ibazulic/quay gunicorn-web stdout | 2022-06-09 11:33:36,509 [226] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None]) gunicorn-web stdout | 2022-06-09 11:33:36,510 [226] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2022-06-09 11:33:36,510 [226] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 11:33:36,510 [242] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`namespace_user_id`, `t1`.`name`, `t1`.`visibility_id`, `t1`.`description`, `t1`.`badge_token`, `t1`.`kind_id`, `t1`.`trust_enabled`, `t1`.`state`, `t2`.`id`, `t2`.`uuid`, `t2`.`username`, `t2`.`password_hash`, `t2`.`email`, `t2`.`verified`, `t2`.`stripe_id`, `t2`.`organization`, `t2`.`robot`, `t2`.`invoice_email`, `t2`.`invalid_login_attempts`, `t2`.`last_invalid_login`, `t2`.`removed_tag_expiration_s`, `t2`.`enabled`, `t2`.`invoice_email_address`, `t2`.`given_name`, `t2`.`family_name`, `t2`.`company`, `t2`.`location`, `t2`.`maximum_queued_builds_count`, `t2`.`creation_date`, `t2`.`last_accessed` FROM `repository` AS `t1` INNER JOIN `user` AS `t2` ON (`t1`.`namespace_user_id` = `t2`.`id`) WHERE (((`t2`.`username` = %s) AND (`t1`.`name` = %s)) AND (`t1`.`state` != %s)) LIMIT %s OFFSET %s', ['ibazulic', 'quay', 3, 1, 0]) gunicorn-web stdout | 2022-06-09 11:33:36,510 [226] [DEBUG] [endpoints.api] Checking permission for repo: ibazulic/quay gunicorn-web stdout | 2022-06-09 11:33:36,511 [226] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 11:33:36,511 [226] [DEBUG] [auth.permissions] User permission: userspecificneed(type='user', username='ibazulic', role='admin') gunicorn-web stdout | 2022-06-09 11:33:36,511 [226] [DEBUG] [auth.permissions] User namespace permission: namespacewide(type='organization', namespace='ibazulic', role='admin') gunicorn-web stdout | 2022-06-09 11:33:36,511 [226] [DEBUG] [auth.permissions] User namespace repo permission: namespacewide(type='organizationrepo', namespace='ibazulic', role='admin') gunicorn-web stdout | 2022-06-09 11:33:36,511 [226] [DEBUG] [auth.permissions] Adding superuser to user: ibazulic gunicorn-web stdout | 2022-06-09 11:33:36,512 [226] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`namespace_user_id`, `t1`.`name`, `t1`.`visibility_id`, `t1`.`description`, `t1`.`badge_token`, `t1`.`kind_id`, `t1`.`trust_enabled`, `t1`.`state`, `t2`.`id`, `t2`.`uuid`, `t2`.`username`, `t2`.`password_hash`, `t2`.`email`, `t2`.`verified`, `t2`.`stripe_id`, `t2`.`organization`, `t2`.`robot`, `t2`.`invoice_email`, `t2`.`invalid_login_attempts`, `t2`.`last_invalid_login`, `t2`.`removed_tag_expiration_s`, `t2`.`enabled`, `t2`.`invoice_email_address`, `t2`.`given_name`, `t2`.`family_name`, `t2`.`company`, `t2`.`location`, `t2`.`maximum_queued_builds_count`, `t2`.`creation_date`, `t2`.`last_accessed` FROM `repository` AS `t1` INNER JOIN `user` AS `t2` ON (`t1`.`namespace_user_id` = `t2`.`id`) INNER JOIN `repositorykind` AS `t3` ON (`t1`.`kind_id` = `t3`.`id`) WHERE ((((`t2`.`username` = %s) AND (`t1`.`name` = %s)) AND (`t1`.`state` != %s)) AND (`t3`.`name` = %s)) LIMIT %s OFFSET %s', ['ibazulic', 'quay', 3, 'application', 1, 0]) gunicorn-web stdout | 2022-06-09 11:33:36,512 [242] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`user_id`, `t1`.`repository_id`, `t1`.`created` FROM `star` AS `t1` WHERE ((`t1`.`repository_id` = %s) AND (`t1`.`user_id` = %s)) LIMIT %s OFFSET %s', [1, 1, 1, 0]) gunicorn-web stdout | 2022-06-09 11:33:36,514 [242] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`name` FROM `visibility` AS `t1` WHERE (`t1`.`name` = %s) LIMIT %s OFFSET %s', ['public', 1, 0]) gunicorn-web stdout | 2022-06-09 11:33:36,515 [242] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`name` FROM `repositorykind` AS `t1`', []) gunicorn-web stdout | 2022-06-09 11:33:36,515 [226] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`namespace_user_id`, `t1`.`name`, `t1`.`visibility_id`, `t1`.`description`, `t1`.`badge_token`, `t1`.`kind_id`, `t1`.`trust_enabled`, `t1`.`state`, `t2`.`id`, `t2`.`uuid`, `t2`.`username`, `t2`.`password_hash`, `t2`.`email`, `t2`.`verified`, `t2`.`stripe_id`, `t2`.`organization`, `t2`.`robot`, `t2`.`invoice_email`, `t2`.`invalid_login_attempts`, `t2`.`last_invalid_login`, `t2`.`removed_tag_expiration_s`, `t2`.`enabled`, `t2`.`invoice_email_address`, `t2`.`given_name`, `t2`.`family_name`, `t2`.`company`, `t2`.`location`, `t2`.`maximum_queued_builds_count`, `t2`.`creation_date`, `t2`.`last_accessed` FROM `repository` AS `t1` INNER JOIN `user` AS `t2` ON (`t1`.`namespace_user_id` = `t2`.`id`) WHERE (((`t2`.`username` = %s) AND (`t1`.`name` = %s)) AND (`t1`.`state` != %s)) LIMIT %s OFFSET %s', ['ibazulic', 'quay', 3, 1, 0]) gunicorn-web stdout | 2022-06-09 11:33:36,516 [242] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`repository_id`, `t1`.`count`, `t1`.`date` FROM `repositoryactioncount` AS `t1` WHERE ((`t1`.`repository_id` = %s) AND (`t1`.`date` >= %s))', [1, datetime.date(2022, 3, 9)]) gunicorn-web stdout | 2022-06-09 11:33:36,516 [226] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`name` FROM `repositorykind` AS `t1`', []) gunicorn-web stdout | 2022-06-09 11:33:36,517 [242] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 11:33:36,517 [242] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 11:33:36,518 [226] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`name` FROM `visibility` AS `t1` WHERE (`t1`.`name` = %s) LIMIT %s OFFSET %s', ['public', 1, 0]) gunicorn-web stdout | 2022-06-09 11:33:36,519 [242] [DEBUG] [app] Ending request: urn:request:511535c0-deac-4a4d-8527-b0e95a326781 (/api/v1/repository/ibazulic/quay) {'endpoint': 'api.repository', 'request_id': 'urn:request:511535c0-deac-4a4d-8527-b0e95a326781', 'remote_addr': '172.24.0.1', 'http_method': 'GET', 'original_url': 'https://quay.skynet/api/v1/repository/ibazulic/quay?includeStats=true&includeTags=false', 'path': '/api/v1/repository/ibazulic/quay', 'parameters': {'includeStats': 'true', 'includeTags': 'false'}, 'json_body': None, 'confsha': '61c38a19', 'user-agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:101.0) Gecko/20100101 Firefox/101.0'} gunicorn-web stdout | 2022-06-09 11:33:36,520 [242] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2022-06-09 11:33:36,520 [242] [INFO] [gunicorn.access] 172.24.0.1 - - [09/Jun/2022:11:33:36 +0000] "GET /api/v1/repository/ibazulic/quay?includeStats=true&includeTags=false HTTP/1.0" 200 3619 "https://quay.skynet/repository/ibazulic/quay" "Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:101.0) Gecko/20100101 Firefox/101.0" nginx stdout | 172.24.0.1 () - - [09/Jun/2022:11:33:36 +0000] "GET /api/v1/repository/ibazulic/quay?includeStats=true&includeTags=false HTTP/2.0" 200 3619 "https://quay.skynet/repository/ibazulic/quay" "Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:101.0) Gecko/20100101 Firefox/101.0" (0.019 224 0.012) gunicorn-web stdout | 2022-06-09 11:33:36,520 [226] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`name`, `t1`.`repository_id`, `t1`.`manifest_id`, `t1`.`lifetime_start_ms`, `t1`.`lifetime_end_ms`, `t1`.`hidden`, `t1`.`reversion`, `t1`.`tag_kind_id`, `t1`.`linked_tag_id`, `t2`.`id`, `t2`.`digest`, `t2`.`media_type_id`, `t2`.`layers_compressed_size`, `t2`.`config_media_type` FROM `tag` AS `t1` INNER JOIN `manifest` AS `t2` ON (`t1`.`manifest_id` = `t2`.`id`) WHERE (((`t1`.`repository_id` = %s) AND ((`t1`.`lifetime_end_ms` IS %s) OR (`t1`.`lifetime_end_ms` > %s))) AND (`t1`.`hidden` = %s)) ORDER BY `t1`.`lifetime_start_ms` DESC, `t1`.`name` LIMIT %s OFFSET %s', [1, None, 1654774416520, False, 101, 0]) gunicorn-web stdout | 2022-06-09 11:33:36,522 [226] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`name` FROM `mediatype` AS `t1`', []) gunicorn-web stdout | 2022-06-09 11:33:36,525 [226] [DEBUG] [app] Ending request: urn:request:e74eeb9f-f0e2-4ad5-ad35-06d3608d300d (/api/v1/repository/ibazulic/quay/tag/) {'endpoint': 'api.listrepositorytags', 'request_id': 'urn:request:e74eeb9f-f0e2-4ad5-ad35-06d3608d300d', 'remote_addr': '172.24.0.1', 'http_method': 'GET', 'original_url': 'https://quay.skynet/api/v1/repository/ibazulic/quay/tag/?limit=100&page=1&onlyActiveTags=true', 'path': '/api/v1/repository/ibazulic/quay/tag/', 'parameters': {'limit': '100', 'page': '1', 'onlyActiveTags': 'true'}, 'json_body': None, 'confsha': '61c38a19', 'user-agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:101.0) Gecko/20100101 Firefox/101.0'} gunicorn-web stdout | 2022-06-09 11:33:36,526 [226] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2022-06-09 11:33:36,526 [226] [INFO] [gunicorn.access] 172.24.0.1 - - [09/Jun/2022:11:33:36 +0000] "GET /api/v1/repository/ibazulic/quay/tag/?limit=100&page=1&onlyActiveTags=true HTTP/1.0" 200 303 "https://quay.skynet/repository/ibazulic/quay" "Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:101.0) Gecko/20100101 Firefox/101.0" nginx stdout | 172.24.0.1 () - - [09/Jun/2022:11:33:36 +0000] "GET /api/v1/repository/ibazulic/quay/tag/?limit=100&page=1&onlyActiveTags=true HTTP/2.0" 200 303 "https://quay.skynet/repository/ibazulic/quay" "Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:101.0) Gecko/20100101 Firefox/101.0" (0.025 469 0.024) nginx stdout | 172.24.0.1 () - - [09/Jun/2022:11:33:36 +0000] "GET /static/fonts/glyphicons-halflings-regular.woff2 HTTP/2.0" 200 18028 "https://quay.skynet/static/ldn/bootstrap.min.css-13f668494557.css" "Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:101.0) Gecko/20100101 Firefox/101.0" (0.000 472 -) gunicorn-web stdout | 2022-06-09 11:33:36,906 [243] [DEBUG] [app] Starting request: urn:request:b49e082c-8081-44d5-8c5e-b5f4dbd4bebc (/api/v1/repository/ibazulic/quay/build/) {'X-Forwarded-For': '172.24.0.1'} gunicorn-web stdout | 2022-06-09 11:33:36,907 [243] [DEBUG] [app] User loader loading deferred user with uuid: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 11:33:36,907 [243] [DEBUG] [auth.cookie] Loading user from cookie: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 11:33:36,907 [243] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`uuid`, `t1`.`username`, `t1`.`password_hash`, `t1`.`email`, `t1`.`verified`, `t1`.`stripe_id`, `t1`.`organization`, `t1`.`robot`, `t1`.`invoice_email`, `t1`.`invalid_login_attempts`, `t1`.`last_invalid_login`, `t1`.`removed_tag_expiration_s`, `t1`.`enabled`, `t1`.`invoice_email_address`, `t1`.`given_name`, `t1`.`family_name`, `t1`.`company`, `t1`.`location`, `t1`.`maximum_queued_builds_count`, `t1`.`creation_date`, `t1`.`last_accessed` FROM `user` AS `t1` WHERE ((`t1`.`uuid` = %s) AND (`t1`.`organization` = %s)) LIMIT %s OFFSET %s', ['82228490-d075-4921-ae7a-af4408cf11b4', False, 1, 0]) gunicorn-web stdout | 2022-06-09 11:33:36,910 [243] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None]) gunicorn-web stdout | 2022-06-09 11:33:36,910 [243] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2022-06-09 11:33:36,910 [243] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 11:33:36,910 [243] [DEBUG] [endpoints.api] Checking permission for repo: ibazulic/quay gunicorn-web stdout | 2022-06-09 11:33:36,910 [243] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 11:33:36,910 [243] [DEBUG] [auth.permissions] User permission: userspecificneed(type='user', username='ibazulic', role='admin') gunicorn-web stdout | 2022-06-09 11:33:36,910 [243] [DEBUG] [auth.permissions] User namespace permission: namespacewide(type='organization', namespace='ibazulic', role='admin') gunicorn-web stdout | 2022-06-09 11:33:36,910 [243] [DEBUG] [auth.permissions] User namespace repo permission: namespacewide(type='organizationrepo', namespace='ibazulic', role='admin') gunicorn-web stdout | 2022-06-09 11:33:36,910 [243] [DEBUG] [auth.permissions] Adding superuser to user: ibazulic gunicorn-web stdout | 2022-06-09 11:33:36,912 [243] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`namespace_user_id`, `t1`.`name`, `t1`.`visibility_id`, `t1`.`description`, `t1`.`badge_token`, `t1`.`kind_id`, `t1`.`trust_enabled`, `t1`.`state`, `t2`.`id`, `t2`.`uuid`, `t2`.`username`, `t2`.`password_hash`, `t2`.`email`, `t2`.`verified`, `t2`.`stripe_id`, `t2`.`organization`, `t2`.`robot`, `t2`.`invoice_email`, `t2`.`invalid_login_attempts`, `t2`.`last_invalid_login`, `t2`.`removed_tag_expiration_s`, `t2`.`enabled`, `t2`.`invoice_email_address`, `t2`.`given_name`, `t2`.`family_name`, `t2`.`company`, `t2`.`location`, `t2`.`maximum_queued_builds_count`, `t2`.`creation_date`, `t2`.`last_accessed` FROM `repository` AS `t1` INNER JOIN `user` AS `t2` ON (`t1`.`namespace_user_id` = `t2`.`id`) INNER JOIN `repositorykind` AS `t3` ON (`t1`.`kind_id` = `t3`.`id`) WHERE ((((`t2`.`username` = %s) AND (`t1`.`name` = %s)) AND (`t1`.`state` != %s)) AND (`t3`.`name` = %s)) LIMIT %s OFFSET %s', ['ibazulic', 'quay', 3, 'application', 1, 0]) gunicorn-web stdout | 2022-06-09 11:33:36,915 [243] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`uuid`, `t1`.`repository_id`, `t1`.`access_token_id`, `t1`.`resource_key`, `t1`.`job_config`, `t1`.`phase`, `t1`.`started`, `t1`.`display_name`, `t1`.`trigger_id`, `t1`.`pull_robot_id`, `t1`.`logs_archived`, `t1`.`queue_id`, `t2`.`id`, `t2`.`uuid`, `t2`.`service_id`, `t2`.`repository_id`, `t2`.`connected_user_id`, `t2`.`secure_auth_token`, `t2`.`secure_private_key`, `t2`.`fully_migrated`, `t2`.`config`, `t2`.`write_token_id`, `t2`.`pull_robot_id`, `t2`.`enabled`, `t2`.`disabled_reason_id`, `t2`.`disabled_datetime`, `t2`.`successive_failure_count`, `t2`.`successive_internal_error_count`, `t3`.`id`, `t3`.`name`, `t4`.`id`, `t4`.`namespace_user_id`, `t4`.`name`, `t4`.`visibility_id`, `t4`.`description`, `t4`.`badge_token`, `t4`.`kind_id`, `t4`.`trust_enabled`, `t4`.`state`, `t5`.`id`, `t5`.`uuid`, `t5`.`username`, `t5`.`password_hash`, `t5`.`email`, `t5`.`verified`, `t5`.`stripe_id`, `t5`.`organization`, `t5`.`robot`, `t5`.`invoice_email`, `t5`.`invalid_login_attempts`, `t5`.`last_invalid_login`, `t5`.`removed_tag_expiration_s`, `t5`.`enabled`, `t5`.`invoice_email_address`, `t5`.`given_name`, `t5`.`family_name`, `t5`.`company`, `t5`.`location`, `t5`.`maximum_queued_builds_count`, `t5`.`creation_date`, `t5`.`last_accessed`, `t6`.`id`, `t6`.`uuid`, `t6`.`username`, `t6`.`password_hash`, `t6`.`email`, `t6`.`verified`, `t6`.`stripe_id`, `t6`.`organization`, `t6`.`robot`, `t6`.`invoice_email`, `t6`.`invalid_login_attempts`, `t6`.`last_invalid_login`, `t6`.`removed_tag_expiration_s`, `t6`.`enabled`, `t6`.`invoice_email_address`, `t6`.`given_name`, `t6`.`family_name`, `t6`.`company`, `t6`.`location`, `t6`.`maximum_queued_builds_count`, `t6`.`creation_date`, `t6`.`last_accessed` FROM `repositorybuild` AS `t1` INNER JOIN `repository` AS `t4` ON (`t1`.`repository_id` = `t4`.`id`) INNER JOIN `user` AS `t5` ON (`t4`.`namespace_user_id` = `t5`.`id`) LEFT OUTER JOIN `user` AS `t6` ON (`t1`.`pull_robot_id` = `t6`.`id`) LEFT OUTER JOIN `repositorybuildtrigger` AS `t2` ON (`t1`.`trigger_id` = `t2`.`id`) LEFT OUTER JOIN `buildtriggerservice` AS `t3` ON (`t2`.`service_id` = `t3`.`id`) WHERE ((`t4`.`name` = %s) AND (`t5`.`username` = %s)) ORDER BY `t1`.`started` DESC LIMIT %s', ['quay', 'ibazulic', 3]) gunicorn-web stdout | 2022-06-09 11:33:36,917 [243] [DEBUG] [app] Ending request: urn:request:b49e082c-8081-44d5-8c5e-b5f4dbd4bebc (/api/v1/repository/ibazulic/quay/build/) {'endpoint': 'api.repositorybuildlist', 'request_id': 'urn:request:b49e082c-8081-44d5-8c5e-b5f4dbd4bebc', 'remote_addr': '172.24.0.1', 'http_method': 'GET', 'original_url': 'https://quay.skynet/api/v1/repository/ibazulic/quay/build/?limit=3', 'path': '/api/v1/repository/ibazulic/quay/build/', 'parameters': {'limit': '3'}, 'json_body': None, 'confsha': '61c38a19', 'user-agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:101.0) Gecko/20100101 Firefox/101.0'} gunicorn-web stdout | 2022-06-09 11:33:36,918 [243] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2022-06-09 11:33:36,918 [243] [INFO] [gunicorn.access] 172.24.0.1 - - [09/Jun/2022:11:33:36 +0000] "GET /api/v1/repository/ibazulic/quay/build/?limit=3 HTTP/1.0" 200 15 "https://quay.skynet/repository/ibazulic/quay" "Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:101.0) Gecko/20100101 Firefox/101.0" nginx stdout | 172.24.0.1 () - - [09/Jun/2022:11:33:36 +0000] "GET /api/v1/repository/ibazulic/quay/build/?limit=3 HTTP/2.0" 200 15 "https://quay.skynet/repository/ibazulic/quay" "Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:101.0) Gecko/20100101 Firefox/101.0" (0.013 184 0.012) gcworker stdout | 2022-06-09 11:33:37,491 [71] [DEBUG] [apscheduler.scheduler] Looking for jobs to run gcworker stdout | 2022-06-09 11:33:37,491 [71] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:34:07.490424+00:00 (in 29.998842 seconds) gcworker stdout | 2022-06-09 11:33:37,491 [71] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 11:34:07 UTC)" (scheduled at 2022-06-09 11:33:37.490424+00:00) gcworker stdout | 2022-06-09 11:33:37,492 [71] [DEBUG] [peewee] ('SELECT `candidates`.`repository_id` FROM (SELECT DISTINCT `t1`.`repository_id` FROM `tag` AS `t1` INNER JOIN `repository` AS `t2` ON (`t1`.`repository_id` = `t2`.`id`) INNER JOIN `user` AS `t3` ON (`t2`.`namespace_user_id` = `t3`.`id`) WHERE ((((NOT (`t1`.`lifetime_end_ms` IS %s) AND (`t1`.`lifetime_end_ms` <= %s)) AND (`t3`.`removed_tag_expiration_s` = %s)) AND (`t3`.`enabled` = %s)) AND (`t2`.`state` != %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', [None, 1653564817492, 1209600, True, 3, 500, 1, 0]) gcworker stdout | 2022-06-09 11:33:37,495 [71] [DEBUG] [__main__] No repository with garbage found gcworker stdout | 2022-06-09 11:33:37,495 [71] [DEBUG] [data.database] Disconnecting from database. gcworker stdout | 2022-06-09 11:33:37,495 [71] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 11:34:07 UTC)" executed successfully repositorygcworker stdout | 2022-06-09 11:33:38,463 [89] [DEBUG] [apscheduler.scheduler] Looking for jobs to run repositorygcworker stdout | 2022-06-09 11:33:38,464 [89] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:33:51.502316+00:00 (in 13.038429 seconds) repositorygcworker stdout | 2022-06-09 11:33:38,464 [89] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 11:34:38 UTC)" (scheduled at 2022-06-09 11:33:38.463361+00:00) repositorygcworker stdout | 2022-06-09 11:33:38,464 [89] [DEBUG] [workers.queueworker] Getting work item from queue. repositorygcworker stdout | 2022-06-09 11:33:38,465 [89] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 33, 38, 464342), True, datetime.datetime(2022, 6, 9, 11, 33, 38, 464342), 0, 'repositorygc/%', 50, 1, 0]) repositorygcworker stdout | 2022-06-09 11:33:38,467 [89] [DEBUG] [workers.queueworker] No more work. repositorygcworker stdout | 2022-06-09 11:33:38,467 [89] [DEBUG] [data.database] Disconnecting from database. repositorygcworker stdout | 2022-06-09 11:33:38,467 [89] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 11:34:38 UTC)" executed successfully notificationworker stdout | 2022-06-09 11:33:40,618 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 11:33:40,619 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:33:50.617379+00:00 (in 9.998380 seconds) notificationworker stdout | 2022-06-09 11:33:40,619 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:33:50 UTC)" (scheduled at 2022-06-09 11:33:40.617379+00:00) notificationworker stdout | 2022-06-09 11:33:40,619 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 11:33:40,619 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 33, 40, 619330), True, datetime.datetime(2022, 6, 9, 11, 33, 40, 619330), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 11:33:40,622 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 11:33:40,622 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 11:33:40,622 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:33:50 UTC)" executed successfully gunicorn-web stdout | 2022-06-09 11:33:42,213 [244] [DEBUG] [app] Starting request: urn:request:98a6ad51-e1a8-43fb-934f-13337c1cd587 (/api/v1/repository/ibazulic/quay/tag/v3.7.1) {'X-Forwarded-For': '172.24.0.1'} gunicorn-web stdout | 2022-06-09 11:33:42,214 [244] [DEBUG] [app] User loader loading deferred user with uuid: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 11:33:42,214 [244] [DEBUG] [auth.cookie] Loading user from cookie: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 11:33:42,214 [244] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`uuid`, `t1`.`username`, `t1`.`password_hash`, `t1`.`email`, `t1`.`verified`, `t1`.`stripe_id`, `t1`.`organization`, `t1`.`robot`, `t1`.`invoice_email`, `t1`.`invalid_login_attempts`, `t1`.`last_invalid_login`, `t1`.`removed_tag_expiration_s`, `t1`.`enabled`, `t1`.`invoice_email_address`, `t1`.`given_name`, `t1`.`family_name`, `t1`.`company`, `t1`.`location`, `t1`.`maximum_queued_builds_count`, `t1`.`creation_date`, `t1`.`last_accessed` FROM `user` AS `t1` WHERE ((`t1`.`uuid` = %s) AND (`t1`.`organization` = %s)) LIMIT %s OFFSET %s', ['82228490-d075-4921-ae7a-af4408cf11b4', False, 1, 0]) gunicorn-web stdout | 2022-06-09 11:33:42,217 [244] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None]) gunicorn-web stdout | 2022-06-09 11:33:42,217 [244] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2022-06-09 11:33:42,217 [244] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 11:33:42,217 [244] [DEBUG] [endpoints.api] Checking permission for repo: ibazulic/quay gunicorn-web stdout | 2022-06-09 11:33:42,217 [244] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 11:33:42,217 [244] [DEBUG] [auth.permissions] User permission: userspecificneed(type='user', username='ibazulic', role='admin') gunicorn-web stdout | 2022-06-09 11:33:42,217 [244] [DEBUG] [auth.permissions] User namespace permission: namespacewide(type='organization', namespace='ibazulic', role='admin') gunicorn-web stdout | 2022-06-09 11:33:42,217 [244] [DEBUG] [auth.permissions] User namespace repo permission: namespacewide(type='organizationrepo', namespace='ibazulic', role='admin') gunicorn-web stdout | 2022-06-09 11:33:42,217 [244] [DEBUG] [auth.permissions] Adding superuser to user: ibazulic gunicorn-web stdout | 2022-06-09 11:33:42,218 [244] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`namespace_user_id`, `t1`.`name`, `t1`.`visibility_id`, `t1`.`description`, `t1`.`badge_token`, `t1`.`kind_id`, `t1`.`trust_enabled`, `t1`.`state`, `t2`.`id`, `t2`.`uuid`, `t2`.`username`, `t2`.`password_hash`, `t2`.`email`, `t2`.`verified`, `t2`.`stripe_id`, `t2`.`organization`, `t2`.`robot`, `t2`.`invoice_email`, `t2`.`invalid_login_attempts`, `t2`.`last_invalid_login`, `t2`.`removed_tag_expiration_s`, `t2`.`enabled`, `t2`.`invoice_email_address`, `t2`.`given_name`, `t2`.`family_name`, `t2`.`company`, `t2`.`location`, `t2`.`maximum_queued_builds_count`, `t2`.`creation_date`, `t2`.`last_accessed` FROM `repository` AS `t1` INNER JOIN `user` AS `t2` ON (`t1`.`namespace_user_id` = `t2`.`id`) INNER JOIN `repositorykind` AS `t3` ON (`t1`.`kind_id` = `t3`.`id`) WHERE ((((`t2`.`username` = %s) AND (`t1`.`name` = %s)) AND (`t1`.`state` != %s)) AND (`t3`.`name` = %s)) LIMIT %s OFFSET %s', ['ibazulic', 'quay', 3, 'application', 1, 0]) gunicorn-web stdout | 2022-06-09 11:33:42,221 [244] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`namespace_user_id`, `t1`.`name`, `t1`.`visibility_id`, `t1`.`description`, `t1`.`badge_token`, `t1`.`kind_id`, `t1`.`trust_enabled`, `t1`.`state`, `t2`.`id`, `t2`.`uuid`, `t2`.`username`, `t2`.`password_hash`, `t2`.`email`, `t2`.`verified`, `t2`.`stripe_id`, `t2`.`organization`, `t2`.`robot`, `t2`.`invoice_email`, `t2`.`invalid_login_attempts`, `t2`.`last_invalid_login`, `t2`.`removed_tag_expiration_s`, `t2`.`enabled`, `t2`.`invoice_email_address`, `t2`.`given_name`, `t2`.`family_name`, `t2`.`company`, `t2`.`location`, `t2`.`maximum_queued_builds_count`, `t2`.`creation_date`, `t2`.`last_accessed` FROM `repository` AS `t1` INNER JOIN `user` AS `t2` ON (`t1`.`namespace_user_id` = `t2`.`id`) WHERE (((`t2`.`username` = %s) AND (`t1`.`name` = %s)) AND (`t1`.`state` != %s)) LIMIT %s OFFSET %s', ['ibazulic', 'quay', 3, 1, 0]) gunicorn-web stdout | 2022-06-09 11:33:42,223 [244] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`namespace_user_id`, `t1`.`name`, `t1`.`visibility_id`, `t1`.`description`, `t1`.`badge_token`, `t1`.`kind_id`, `t1`.`trust_enabled`, `t1`.`state`, `t2`.`id`, `t2`.`uuid`, `t2`.`username`, `t2`.`password_hash`, `t2`.`email`, `t2`.`verified`, `t2`.`stripe_id`, `t2`.`organization`, `t2`.`robot`, `t2`.`invoice_email`, `t2`.`invalid_login_attempts`, `t2`.`last_invalid_login`, `t2`.`removed_tag_expiration_s`, `t2`.`enabled`, `t2`.`invoice_email_address`, `t2`.`given_name`, `t2`.`family_name`, `t2`.`company`, `t2`.`location`, `t2`.`maximum_queued_builds_count`, `t2`.`creation_date`, `t2`.`last_accessed` FROM `repository` AS `t1` INNER JOIN `user` AS `t2` ON (`t1`.`namespace_user_id` = `t2`.`id`) WHERE (((`t2`.`username` = %s) AND (`t1`.`name` = %s)) AND (`t1`.`state` != %s)) LIMIT %s OFFSET %s', ['ibazulic', 'quay', 3, 1, 0]) gunicorn-web stdout | 2022-06-09 11:33:42,225 [244] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`name` FROM `repositorykind` AS `t1`', []) gunicorn-web stdout | 2022-06-09 11:33:42,227 [244] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`name` FROM `visibility` AS `t1` WHERE (`t1`.`name` = %s) LIMIT %s OFFSET %s', ['public', 1, 0]) gunicorn-web stdout | 2022-06-09 11:33:42,229 [244] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`name`, `t1`.`repository_id`, `t1`.`manifest_id`, `t1`.`lifetime_start_ms`, `t1`.`lifetime_end_ms`, `t1`.`hidden`, `t1`.`reversion`, `t1`.`tag_kind_id`, `t1`.`linked_tag_id`, `t2`.`id`, `t2`.`repository_id`, `t2`.`digest`, `t2`.`media_type_id`, `t2`.`manifest_bytes`, `t2`.`config_media_type`, `t2`.`layers_compressed_size` FROM `tag` AS `t1` INNER JOIN `manifest` AS `t2` ON (`t1`.`manifest_id` = `t2`.`id`) WHERE ((((`t1`.`repository_id` = %s) AND (`t1`.`name` = %s)) AND ((`t1`.`lifetime_end_ms` IS %s) OR (`t1`.`lifetime_end_ms` > %s))) AND (`t1`.`hidden` = %s)) LIMIT %s OFFSET %s', [1, 'v3.7.1', None, 1654774422228, False, 1, 0]) gunicorn-web stdout | 2022-06-09 11:33:42,232 [244] [DEBUG] [peewee] ('UPDATE `tag` SET `lifetime_end_ms` = %s WHERE ((`tag`.`id` = %s) AND (`tag`.`lifetime_end_ms` IS %s))', [1654774422230, 1, None]) gunicorn-web stdout | 2022-06-09 11:33:42,233 [244] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`repository_id`, `t1`.`tag_id`, `t1`.`repository_tag_id`, `t2`.`id`, `t2`.`name`, `t2`.`image_id`, `t2`.`repository_id`, `t2`.`lifetime_start_ts`, `t2`.`lifetime_end_ts`, `t2`.`hidden`, `t2`.`reversion` FROM `tagtorepositorytag` AS `t1` INNER JOIN `repositorytag` AS `t2` ON (`t1`.`repository_tag_id` = `t2`.`id`) WHERE (`t1`.`tag_id` = %s) LIMIT %s OFFSET %s', [1, 1, 0]) gunicorn-web stdout | 2022-06-09 11:33:42,241 [244] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`namespace_user_id`, `t1`.`name`, `t1`.`visibility_id`, `t1`.`description`, `t1`.`badge_token`, `t1`.`kind_id`, `t1`.`trust_enabled`, `t1`.`state`, `t2`.`id`, `t2`.`uuid`, `t2`.`username`, `t2`.`password_hash`, `t2`.`email`, `t2`.`verified`, `t2`.`stripe_id`, `t2`.`organization`, `t2`.`robot`, `t2`.`invoice_email`, `t2`.`invalid_login_attempts`, `t2`.`last_invalid_login`, `t2`.`removed_tag_expiration_s`, `t2`.`enabled`, `t2`.`invoice_email_address`, `t2`.`given_name`, `t2`.`family_name`, `t2`.`company`, `t2`.`location`, `t2`.`maximum_queued_builds_count`, `t2`.`creation_date`, `t2`.`last_accessed` FROM `repository` AS `t1` INNER JOIN `user` AS `t2` ON (`t1`.`namespace_user_id` = `t2`.`id`) WHERE (((`t2`.`username` = %s) AND (`t1`.`name` = %s)) AND (`t1`.`state` != %s)) LIMIT %s OFFSET %s', ['ibazulic', 'quay', 3, 1, 0]) gunicorn-web stdout | 2022-06-09 11:33:42,242 [244] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`uuid`, `t1`.`username`, `t1`.`password_hash`, `t1`.`email`, `t1`.`verified`, `t1`.`stripe_id`, `t1`.`organization`, `t1`.`robot`, `t1`.`invoice_email`, `t1`.`invalid_login_attempts`, `t1`.`last_invalid_login`, `t1`.`removed_tag_expiration_s`, `t1`.`enabled`, `t1`.`invoice_email_address`, `t1`.`given_name`, `t1`.`family_name`, `t1`.`company`, `t1`.`location`, `t1`.`maximum_queued_builds_count`, `t1`.`creation_date`, `t1`.`last_accessed` FROM `user` AS `t1` WHERE (`t1`.`username` = %s) LIMIT %s OFFSET %s', ['ibazulic', 1, 0]) gunicorn-web stdout | 2022-06-09 11:33:42,244 [244] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`name` FROM `logentrykind` AS `t1`', []) gunicorn-web stdout | 2022-06-09 11:33:42,246 [244] [DEBUG] [peewee] ('INSERT INTO `logentry3` (`kind_id`, `account_id`, `performer_id`, `repository_id`, `datetime`, `ip`, `metadata_json`) VALUES (%s, %s, %s, %s, %s, %s, %s)', [26, 1, 1, 1, datetime.datetime(2022, 6, 9, 11, 33, 42, 242519), '172.24.0.1', '{"username": "ibazulic", "repo": "quay", "namespace": "ibazulic", "tag": "v3.7.1"}']) gunicorn-web stdout | 2022-06-09 11:33:42,249 [244] [DEBUG] [app] Ending request: urn:request:98a6ad51-e1a8-43fb-934f-13337c1cd587 (/api/v1/repository/ibazulic/quay/tag/v3.7.1) {'endpoint': 'api.repositorytag', 'request_id': 'urn:request:98a6ad51-e1a8-43fb-934f-13337c1cd587', 'remote_addr': '172.24.0.1', 'http_method': 'DELETE', 'original_url': 'https://quay.skynet/api/v1/repository/ibazulic/quay/tag/v3.7.1', 'path': '/api/v1/repository/ibazulic/quay/tag/v3.7.1', 'parameters': {}, 'json_body': {}, 'confsha': '61c38a19', 'user-agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:101.0) Gecko/20100101 Firefox/101.0'} gunicorn-web stdout | 2022-06-09 11:33:42,249 [244] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2022-06-09 11:33:42,249 [244] [INFO] [gunicorn.access] 172.24.0.1 - - [09/Jun/2022:11:33:42 +0000] "DELETE /api/v1/repository/ibazulic/quay/tag/v3.7.1 HTTP/1.0" 204 0 "https://quay.skynet/repository/ibazulic/quay?tab=tags" "Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:101.0) Gecko/20100101 Firefox/101.0" nginx stdout | 172.24.0.1 () - - [09/Jun/2022:11:33:42 +0000] "DELETE /api/v1/repository/ibazulic/quay/tag/v3.7.1 HTTP/2.0" 204 0 "https://quay.skynet/repository/ibazulic/quay?tab=tags" "Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:101.0) Gecko/20100101 Firefox/101.0" (0.037 143 0.036) gunicorn-web stdout | 2022-06-09 11:33:42,260 [236] [DEBUG] [app] Starting request: urn:request:6de80607-5f8d-4549-ac7d-505c068a7f4f (/api/v1/repository/ibazulic/quay/tag/) {'X-Forwarded-For': '172.24.0.1'} gunicorn-web stdout | 2022-06-09 11:33:42,262 [236] [DEBUG] [app] User loader loading deferred user with uuid: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 11:33:42,262 [236] [DEBUG] [auth.cookie] Loading user from cookie: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 11:33:42,263 [236] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`uuid`, `t1`.`username`, `t1`.`password_hash`, `t1`.`email`, `t1`.`verified`, `t1`.`stripe_id`, `t1`.`organization`, `t1`.`robot`, `t1`.`invoice_email`, `t1`.`invalid_login_attempts`, `t1`.`last_invalid_login`, `t1`.`removed_tag_expiration_s`, `t1`.`enabled`, `t1`.`invoice_email_address`, `t1`.`given_name`, `t1`.`family_name`, `t1`.`company`, `t1`.`location`, `t1`.`maximum_queued_builds_count`, `t1`.`creation_date`, `t1`.`last_accessed` FROM `user` AS `t1` WHERE ((`t1`.`uuid` = %s) AND (`t1`.`organization` = %s)) LIMIT %s OFFSET %s', ['82228490-d075-4921-ae7a-af4408cf11b4', False, 1, 0]) gunicorn-web stdout | 2022-06-09 11:33:42,268 [236] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None]) gunicorn-web stdout | 2022-06-09 11:33:42,268 [236] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2022-06-09 11:33:42,268 [236] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 11:33:42,269 [236] [DEBUG] [endpoints.api] Checking permission for repo: ibazulic/quay gunicorn-web stdout | 2022-06-09 11:33:42,269 [236] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 11:33:42,269 [236] [DEBUG] [auth.permissions] User permission: userspecificneed(type='user', username='ibazulic', role='admin') gunicorn-web stdout | 2022-06-09 11:33:42,269 [236] [DEBUG] [auth.permissions] User namespace permission: namespacewide(type='organization', namespace='ibazulic', role='admin') gunicorn-web stdout | 2022-06-09 11:33:42,269 [236] [DEBUG] [auth.permissions] User namespace repo permission: namespacewide(type='organizationrepo', namespace='ibazulic', role='admin') gunicorn-web stdout | 2022-06-09 11:33:42,269 [236] [DEBUG] [auth.permissions] Adding superuser to user: ibazulic gunicorn-web stdout | 2022-06-09 11:33:42,270 [236] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`namespace_user_id`, `t1`.`name`, `t1`.`visibility_id`, `t1`.`description`, `t1`.`badge_token`, `t1`.`kind_id`, `t1`.`trust_enabled`, `t1`.`state`, `t2`.`id`, `t2`.`uuid`, `t2`.`username`, `t2`.`password_hash`, `t2`.`email`, `t2`.`verified`, `t2`.`stripe_id`, `t2`.`organization`, `t2`.`robot`, `t2`.`invoice_email`, `t2`.`invalid_login_attempts`, `t2`.`last_invalid_login`, `t2`.`removed_tag_expiration_s`, `t2`.`enabled`, `t2`.`invoice_email_address`, `t2`.`given_name`, `t2`.`family_name`, `t2`.`company`, `t2`.`location`, `t2`.`maximum_queued_builds_count`, `t2`.`creation_date`, `t2`.`last_accessed` FROM `repository` AS `t1` INNER JOIN `user` AS `t2` ON (`t1`.`namespace_user_id` = `t2`.`id`) INNER JOIN `repositorykind` AS `t3` ON (`t1`.`kind_id` = `t3`.`id`) WHERE ((((`t2`.`username` = %s) AND (`t1`.`name` = %s)) AND (`t1`.`state` != %s)) AND (`t3`.`name` = %s)) LIMIT %s OFFSET %s', ['ibazulic', 'quay', 3, 'application', 1, 0]) gunicorn-web stdout | 2022-06-09 11:33:42,273 [236] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`namespace_user_id`, `t1`.`name`, `t1`.`visibility_id`, `t1`.`description`, `t1`.`badge_token`, `t1`.`kind_id`, `t1`.`trust_enabled`, `t1`.`state`, `t2`.`id`, `t2`.`uuid`, `t2`.`username`, `t2`.`password_hash`, `t2`.`email`, `t2`.`verified`, `t2`.`stripe_id`, `t2`.`organization`, `t2`.`robot`, `t2`.`invoice_email`, `t2`.`invalid_login_attempts`, `t2`.`last_invalid_login`, `t2`.`removed_tag_expiration_s`, `t2`.`enabled`, `t2`.`invoice_email_address`, `t2`.`given_name`, `t2`.`family_name`, `t2`.`company`, `t2`.`location`, `t2`.`maximum_queued_builds_count`, `t2`.`creation_date`, `t2`.`last_accessed` FROM `repository` AS `t1` INNER JOIN `user` AS `t2` ON (`t1`.`namespace_user_id` = `t2`.`id`) WHERE (((`t2`.`username` = %s) AND (`t1`.`name` = %s)) AND (`t1`.`state` != %s)) LIMIT %s OFFSET %s', ['ibazulic', 'quay', 3, 1, 0]) gunicorn-web stdout | 2022-06-09 11:33:42,275 [236] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`name` FROM `repositorykind` AS `t1`', []) gunicorn-web stdout | 2022-06-09 11:33:42,276 [236] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`name` FROM `visibility` AS `t1` WHERE (`t1`.`name` = %s) LIMIT %s OFFSET %s', ['public', 1, 0]) gunicorn-web stdout | 2022-06-09 11:33:42,279 [236] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`name`, `t1`.`repository_id`, `t1`.`manifest_id`, `t1`.`lifetime_start_ms`, `t1`.`lifetime_end_ms`, `t1`.`hidden`, `t1`.`reversion`, `t1`.`tag_kind_id`, `t1`.`linked_tag_id`, `t2`.`id`, `t2`.`digest`, `t2`.`media_type_id`, `t2`.`layers_compressed_size`, `t2`.`config_media_type` FROM `tag` AS `t1` INNER JOIN `manifest` AS `t2` ON (`t1`.`manifest_id` = `t2`.`id`) WHERE (((`t1`.`repository_id` = %s) AND ((`t1`.`lifetime_end_ms` IS %s) OR (`t1`.`lifetime_end_ms` > %s))) AND (`t1`.`hidden` = %s)) ORDER BY `t1`.`lifetime_start_ms` DESC, `t1`.`name` LIMIT %s OFFSET %s', [1, None, 1654774422278, False, 101, 0]) gunicorn-web stdout | 2022-06-09 11:33:42,281 [236] [DEBUG] [app] Ending request: urn:request:6de80607-5f8d-4549-ac7d-505c068a7f4f (/api/v1/repository/ibazulic/quay/tag/) {'endpoint': 'api.listrepositorytags', 'request_id': 'urn:request:6de80607-5f8d-4549-ac7d-505c068a7f4f', 'remote_addr': '172.24.0.1', 'http_method': 'GET', 'original_url': 'https://quay.skynet/api/v1/repository/ibazulic/quay/tag/?limit=100&page=1&onlyActiveTags=true', 'path': '/api/v1/repository/ibazulic/quay/tag/', 'parameters': {'limit': '100', 'page': '1', 'onlyActiveTags': 'true'}, 'json_body': None, 'confsha': '61c38a19', 'user-agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:101.0) Gecko/20100101 Firefox/101.0'} gunicorn-web stdout | 2022-06-09 11:33:42,282 [236] [DEBUG] [data.database] Disconnecting from database. nginx stdout | 172.24.0.1 () - - [09/Jun/2022:11:33:42 +0000] "GET /api/v1/repository/ibazulic/quay/tag/?limit=100&page=1&onlyActiveTags=true HTTP/2.0" 200 49 "https://quay.skynet/repository/ibazulic/quay?tab=tags" "Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:101.0) Gecko/20100101 Firefox/101.0" (0.026 467 0.024) gunicorn-web stdout | 2022-06-09 11:33:42,283 [236] [INFO] [gunicorn.access] 172.24.0.1 - - [09/Jun/2022:11:33:42 +0000] "GET /api/v1/repository/ibazulic/quay/tag/?limit=100&page=1&onlyActiveTags=true HTTP/1.0" 200 49 "https://quay.skynet/repository/ibazulic/quay?tab=tags" "Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:101.0) Gecko/20100101 Firefox/101.0" buildlogsarchiver stdout | 2022-06-09 11:33:45,366 [66] [DEBUG] [apscheduler.scheduler] Looking for jobs to run buildlogsarchiver stdout | 2022-06-09 11:33:45,367 [66] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:34:15.366042+00:00 (in 29.999169 seconds) buildlogsarchiver stdout | 2022-06-09 11:33:45,367 [66] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 11:34:15 UTC)" (scheduled at 2022-06-09 11:33:45.366042+00:00) buildlogsarchiver stdout | 2022-06-09 11:33:45,367 [66] [DEBUG] [peewee] ('SELECT `candidates`.`id` FROM (SELECT `t1`.`id` FROM `repositorybuild` AS `t1` WHERE (((`t1`.`phase` IN (%s, %s, %s)) OR (`t1`.`started` < %s)) AND (`t1`.`logs_archived` = %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2022, 5, 25, 11, 33, 45, 367190), False, 50, 1, 0]) buildlogsarchiver stdout | 2022-06-09 11:33:45,369 [66] [DEBUG] [__main__] No more builds to archive buildlogsarchiver stdout | 2022-06-09 11:33:45,369 [66] [DEBUG] [data.database] Disconnecting from database. buildlogsarchiver stdout | 2022-06-09 11:33:45,369 [66] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 11:34:15 UTC)" executed successfully blobuploadcleanupworker stdout | 2022-06-09 11:33:47,182 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'blobuploadcleanupworker.py', 'pid': '64'} exportactionlogsworker stdout | 2022-06-09 11:33:47,412 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run exportactionlogsworker stdout | 2022-06-09 11:33:47,412 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:34:04.366245+00:00 (in 16.953534 seconds) exportactionlogsworker stdout | 2022-06-09 11:33:47,413 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 11:34:47 UTC)" (scheduled at 2022-06-09 11:33:47.409953+00:00) exportactionlogsworker stdout | 2022-06-09 11:33:47,413 [70] [DEBUG] [workers.queueworker] Running watchdog. exportactionlogsworker stdout | 2022-06-09 11:33:47,413 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 11:34:47 UTC)" executed successfully repositoryactioncounter stdout | 2022-06-09 11:33:47,422 [88] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositoryactioncounter.py', 'pid': '88'} logrotateworker stdout | 2022-06-09 11:33:47,462 [77] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'logrotateworker.py', 'pid': '77'} securityscanningnotificationworker stdout | 2022-06-09 11:33:47,497 [90] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'securityscanningnotificationworker.py', 'pid': '90'} exportactionlogsworker stdout | 2022-06-09 11:33:47,536 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'exportactionlogsworker.py', 'pid': '70'} chunkcleanupworker stdout | 2022-06-09 11:33:47,641 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'chunkcleanupworker.py', 'pid': '67'} namespacegcworker stdout | 2022-06-09 11:33:47,682 [83] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'namespacegcworker.py', 'pid': '83'} repositorygcworker stdout | 2022-06-09 11:33:47,877 [89] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositorygcworker.py', 'pid': '89'} manifestbackfillworker stdout | 2022-06-09 11:33:47,892 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'manifestbackfillworker.py', 'pid': '78'} storagereplication stdout | 2022-06-09 11:33:47,935 [93] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'storagereplication.py', 'pid': '93'} globalpromstats stdout | 2022-06-09 11:33:47,942 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'globalpromstats.py', 'pid': '72'} servicekey stdout | 2022-06-09 11:33:47,963 [92] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'servicekeyworker.py', 'pid': '92'} notificationworker stdout | 2022-06-09 11:33:47,997 [85] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'notificationworker.py', 'pid': '85'} buildlogsarchiver stdout | 2022-06-09 11:33:48,007 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'buildlogsarchiver.py', 'pid': '66'} expiredappspecifictokenworker stdout | 2022-06-09 11:33:48,014 [69] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '69'} gunicorn-web stdout | 2022-06-09 11:33:48,033 [243] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '243'} gunicorn-web stdout | 2022-06-09 11:33:48,041 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '75'} builder stdout | 2022-06-09 11:33:48,047 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'builder.py', 'pid': '65'} gunicorn-web stdout | 2022-06-09 11:33:48,053 [226] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '226'} gcworker stdout | 2022-06-09 11:33:48,060 [71] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'gcworker.py', 'pid': '71'} gunicorn-web stdout | 2022-06-09 11:33:48,067 [242] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '242'} gunicorn-web stdout | 2022-06-09 11:33:48,074 [235] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '235'} gunicorn-web stdout | 2022-06-09 11:33:48,082 [228] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '228'} gunicorn-web stdout | 2022-06-09 11:33:48,088 [241] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '241'} gunicorn-web stdout | 2022-06-09 11:33:48,094 [244] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '244'} gunicorn-web stdout | 2022-06-09 11:33:48,101 [237] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '237'} gunicorn-web stdout | 2022-06-09 11:33:48,108 [234] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '234'} gunicorn-web stdout | 2022-06-09 11:33:48,115 [236] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '236'} gunicorn-web stdout | 2022-06-09 11:33:48,121 [230] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '230'} gunicorn-web stdout | 2022-06-09 11:33:48,130 [239] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '239'} gunicorn-web stdout | 2022-06-09 11:33:48,136 [231] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '231'} gunicorn-web stdout | 2022-06-09 11:33:48,142 [229] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '229'} gunicorn-web stdout | 2022-06-09 11:33:48,149 [238] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '238'} gunicorn-web stdout | 2022-06-09 11:33:48,156 [232] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '232'} queuecleanupworker stdout | 2022-06-09 11:33:48,206 [87] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'queuecleanupworker.py', 'pid': '87'} teamsyncworker stdout | 2022-06-09 11:33:48,213 [94] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'teamsyncworker.py', 'pid': '94'} gunicorn-secscan stdout | 2022-06-09 11:33:48,267 [221] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '221'} gunicorn-secscan stdout | 2022-06-09 11:33:48,274 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '74'} gunicorn-secscan stdout | 2022-06-09 11:33:48,281 [224] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '224'} gunicorn-secscan stdout | 2022-06-09 11:33:48,293 [225] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '225'} gunicorn-secscan stdout | 2022-06-09 11:33:48,300 [227] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '227'} gunicorn-registry stdout | 2022-06-09 11:33:50,477 [275] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '275'} gunicorn-registry stdout | 2022-06-09 11:33:50,487 [271] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '271'} gunicorn-registry stdout | 2022-06-09 11:33:50,493 [273] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '273'} gunicorn-registry stdout | 2022-06-09 11:33:50,509 [277] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '277'} gunicorn-registry stdout | 2022-06-09 11:33:50,515 [276] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '276'} gunicorn-registry stdout | 2022-06-09 11:33:50,533 [246] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '246'} gunicorn-registry stdout | 2022-06-09 11:33:50,541 [274] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '274'} gunicorn-registry stdout | 2022-06-09 11:33:50,548 [263] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '263'} gunicorn-registry stdout | 2022-06-09 11:33:50,556 [266] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '266'} gunicorn-registry stdout | 2022-06-09 11:33:50,562 [254] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '254'} gunicorn-registry stdout | 2022-06-09 11:33:50,570 [260] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '260'} gunicorn-registry stdout | 2022-06-09 11:33:50,576 [270] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '270'} gunicorn-registry stdout | 2022-06-09 11:33:50,584 [253] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '253'} gunicorn-registry stdout | 2022-06-09 11:33:50,592 [268] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '268'} gunicorn-registry stdout | 2022-06-09 11:33:50,598 [261] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '261'} gunicorn-registry stdout | 2022-06-09 11:33:50,606 [248] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '248'} gunicorn-registry stdout | 2022-06-09 11:33:50,613 [245] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '245'} notificationworker stdout | 2022-06-09 11:33:50,619 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run gunicorn-registry stdout | 2022-06-09 11:33:50,619 [249] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '249'} notificationworker stdout | 2022-06-09 11:33:50,619 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:34:00.617379+00:00 (in 9.997599 seconds) notificationworker stdout | 2022-06-09 11:33:50,620 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:34:00 UTC)" (scheduled at 2022-06-09 11:33:50.617379+00:00) notificationworker stdout | 2022-06-09 11:33:50,620 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 11:33:50,620 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 33, 50, 620152), True, datetime.datetime(2022, 6, 9, 11, 33, 50, 620152), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 11:33:50,623 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 11:33:50,623 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 11:33:50,623 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:34:00 UTC)" executed successfully gunicorn-registry stdout | 2022-06-09 11:33:50,626 [251] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '251'} gunicorn-registry stdout | 2022-06-09 11:33:50,637 [259] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '259'} gunicorn-registry stdout | 2022-06-09 11:33:50,644 [250] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '250'} gunicorn-registry stdout | 2022-06-09 11:33:50,651 [265] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '265'} gunicorn-registry stdout | 2022-06-09 11:33:50,660 [73] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '73'} gunicorn-registry stdout | 2022-06-09 11:33:50,667 [267] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '267'} gunicorn-registry stdout | 2022-06-09 11:33:50,673 [256] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '256'} gunicorn-registry stdout | 2022-06-09 11:33:50,680 [262] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '262'} gunicorn-registry stdout | 2022-06-09 11:33:50,689 [272] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '272'} gunicorn-registry stdout | 2022-06-09 11:33:50,696 [264] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '264'} gunicorn-registry stdout | 2022-06-09 11:33:50,702 [269] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '269'} gunicorn-registry stdout | 2022-06-09 11:33:50,710 [247] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '247'} gunicorn-registry stdout | 2022-06-09 11:33:50,717 [255] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '255'} gunicorn-registry stdout | 2022-06-09 11:33:50,724 [252] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '252'} gunicorn-registry stdout | 2022-06-09 11:33:50,730 [257] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '257'} repositorygcworker stdout | 2022-06-09 11:33:51,502 [89] [DEBUG] [apscheduler.scheduler] Looking for jobs to run repositorygcworker stdout | 2022-06-09 11:33:51,502 [89] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:34:38.463361+00:00 (in 46.960623 seconds) repositorygcworker stdout | 2022-06-09 11:33:51,502 [89] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 11:34:51 UTC)" (scheduled at 2022-06-09 11:33:51.502316+00:00) repositorygcworker stdout | 2022-06-09 11:33:51,503 [89] [DEBUG] [workers.queueworker] Running watchdog. repositorygcworker stdout | 2022-06-09 11:33:51,503 [89] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 11:34:51 UTC)" executed successfully namespacegcworker stdout | 2022-06-09 11:33:55,465 [83] [DEBUG] [apscheduler.scheduler] Looking for jobs to run namespacegcworker stdout | 2022-06-09 11:33:55,466 [83] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:34:01.521527+00:00 (in 6.055424 seconds) namespacegcworker stdout | 2022-06-09 11:33:55,466 [83] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 11:34:55 UTC)" (scheduled at 2022-06-09 11:33:55.463831+00:00) namespacegcworker stdout | 2022-06-09 11:33:55,466 [83] [DEBUG] [workers.queueworker] Getting work item from queue. namespacegcworker stdout | 2022-06-09 11:33:55,467 [83] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 33, 55, 466595), True, datetime.datetime(2022, 6, 9, 11, 33, 55, 466595), 0, 'namespacegc/%', 50, 1, 0]) namespacegcworker stdout | 2022-06-09 11:33:55,470 [83] [DEBUG] [workers.queueworker] No more work. namespacegcworker stdout | 2022-06-09 11:33:55,470 [83] [DEBUG] [data.database] Disconnecting from database. namespacegcworker stdout | 2022-06-09 11:33:55,470 [83] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 11:34:55 UTC)" executed successfully notificationworker stdout | 2022-06-09 11:34:00,618 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 11:34:00,618 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:34:02.645216+00:00 (in 2.026863 seconds) notificationworker stdout | 2022-06-09 11:34:00,618 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:34:10 UTC)" (scheduled at 2022-06-09 11:34:00.617379+00:00) notificationworker stdout | 2022-06-09 11:34:00,618 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 11:34:00,619 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 34, 0, 618840), True, datetime.datetime(2022, 6, 9, 11, 34, 0, 618840), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 11:34:00,622 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 11:34:00,622 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 11:34:00,622 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:34:10 UTC)" executed successfully namespacegcworker stdout | 2022-06-09 11:34:01,552 [83] [DEBUG] [apscheduler.scheduler] Looking for jobs to run namespacegcworker stdout | 2022-06-09 11:34:01,553 [83] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:34:21.521215+00:00 (in 19.968371 seconds) namespacegcworker stdout | 2022-06-09 11:34:01,553 [83] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 11:35:01 UTC)" (scheduled at 2022-06-09 11:34:01.521527+00:00) namespacegcworker stdout | 2022-06-09 11:34:01,553 [83] [DEBUG] [workers.queueworker] Running watchdog. namespacegcworker stdout | 2022-06-09 11:34:01,553 [83] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 11:35:01 UTC)" executed successfully notificationworker stdout | 2022-06-09 11:34:02,645 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 11:34:02,645 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:34:10.617379+00:00 (in 7.971572 seconds) notificationworker stdout | 2022-06-09 11:34:02,646 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2022-06-09 11:39:02 UTC)" (scheduled at 2022-06-09 11:34:02.645216+00:00) notificationworker stdout | 2022-06-09 11:34:02,646 [85] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT `t1`.`queue_name` FROM `queueitem` AS `t1` WHERE (((`t1`.`available` = %s) AND (`t1`.`processing_expires` > %s)) AND (`t1`.`queue_name` LIKE %s))) AS `_wrapped`', [False, datetime.datetime(2022, 6, 9, 11, 34, 2, 646119), 'notification/%']) notificationworker stdout | 2022-06-09 11:34:02,648 [85] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT `t1`.`queue_name` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s))) AS `_wrapped`', [datetime.datetime(2022, 6, 9, 11, 34, 2, 646119), True, datetime.datetime(2022, 6, 9, 11, 34, 2, 646119), 0, 'notification/%']) notificationworker stdout | 2022-06-09 11:34:02,650 [85] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT `t1`.`queue_name` FROM `queueitem` AS `t1` WHERE (((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) AND NOT (`t1`.`queue_name` IN (SELECT `t1`.`queue_name` FROM `queueitem` AS `t1` WHERE (((`t1`.`available` = %s) AND (`t1`.`processing_expires` > %s)) AND (`t1`.`queue_name` LIKE %s)))))) AS `_wrapped`', [datetime.datetime(2022, 6, 9, 11, 34, 2, 646119), True, datetime.datetime(2022, 6, 9, 11, 34, 2, 646119), 0, 'notification/%', False, datetime.datetime(2022, 6, 9, 11, 34, 2, 646119), 'notification/%']) notificationworker stdout | 2022-06-09 11:34:02,651 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 11:34:02,651 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2022-06-09 11:39:02 UTC)" executed successfully exportactionlogsworker stdout | 2022-06-09 11:34:04,375 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run exportactionlogsworker stdout | 2022-06-09 11:34:04,376 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:34:47.409953+00:00 (in 43.034008 seconds) exportactionlogsworker stdout | 2022-06-09 11:34:04,376 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 11:35:04 UTC)" (scheduled at 2022-06-09 11:34:04.366245+00:00) exportactionlogsworker stdout | 2022-06-09 11:34:04,376 [70] [DEBUG] [workers.queueworker] Getting work item from queue. exportactionlogsworker stdout | 2022-06-09 11:34:04,377 [70] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 34, 4, 376553), True, datetime.datetime(2022, 6, 9, 11, 34, 4, 376553), 0, 'exportactionlogs/%', 50, 1, 0]) exportactionlogsworker stdout | 2022-06-09 11:34:04,379 [70] [DEBUG] [workers.queueworker] No more work. exportactionlogsworker stdout | 2022-06-09 11:34:04,379 [70] [DEBUG] [data.database] Disconnecting from database. exportactionlogsworker stdout | 2022-06-09 11:34:04,380 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 11:35:04 UTC)" executed successfully gunicorn-web stdout | 2022-06-09 11:34:06,940 [238] [DEBUG] [app] Starting request: urn:request:19a192a8-fb19-4212-b0e8-d377dd4384b9 (/api/v1/repository/ibazulic/quay/build/) {'X-Forwarded-For': '172.24.0.1'} gunicorn-web stdout | 2022-06-09 11:34:06,941 [238] [DEBUG] [app] User loader loading deferred user with uuid: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 11:34:06,941 [238] [DEBUG] [auth.cookie] Loading user from cookie: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 11:34:06,941 [238] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`uuid`, `t1`.`username`, `t1`.`password_hash`, `t1`.`email`, `t1`.`verified`, `t1`.`stripe_id`, `t1`.`organization`, `t1`.`robot`, `t1`.`invoice_email`, `t1`.`invalid_login_attempts`, `t1`.`last_invalid_login`, `t1`.`removed_tag_expiration_s`, `t1`.`enabled`, `t1`.`invoice_email_address`, `t1`.`given_name`, `t1`.`family_name`, `t1`.`company`, `t1`.`location`, `t1`.`maximum_queued_builds_count`, `t1`.`creation_date`, `t1`.`last_accessed` FROM `user` AS `t1` WHERE ((`t1`.`uuid` = %s) AND (`t1`.`organization` = %s)) LIMIT %s OFFSET %s', ['82228490-d075-4921-ae7a-af4408cf11b4', False, 1, 0]) gunicorn-web stdout | 2022-06-09 11:34:06,944 [238] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None]) gunicorn-web stdout | 2022-06-09 11:34:06,944 [238] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2022-06-09 11:34:06,944 [238] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 11:34:06,944 [238] [DEBUG] [endpoints.api] Checking permission for repo: ibazulic/quay gunicorn-web stdout | 2022-06-09 11:34:06,944 [238] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 11:34:06,944 [238] [DEBUG] [auth.permissions] User permission: userspecificneed(type='user', username='ibazulic', role='admin') gunicorn-web stdout | 2022-06-09 11:34:06,944 [238] [DEBUG] [auth.permissions] User namespace permission: namespacewide(type='organization', namespace='ibazulic', role='admin') gunicorn-web stdout | 2022-06-09 11:34:06,944 [238] [DEBUG] [auth.permissions] User namespace repo permission: namespacewide(type='organizationrepo', namespace='ibazulic', role='admin') gunicorn-web stdout | 2022-06-09 11:34:06,944 [238] [DEBUG] [auth.permissions] Adding superuser to user: ibazulic gunicorn-web stdout | 2022-06-09 11:34:06,958 [238] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`namespace_user_id`, `t1`.`name`, `t1`.`visibility_id`, `t1`.`description`, `t1`.`badge_token`, `t1`.`kind_id`, `t1`.`trust_enabled`, `t1`.`state`, `t2`.`id`, `t2`.`uuid`, `t2`.`username`, `t2`.`password_hash`, `t2`.`email`, `t2`.`verified`, `t2`.`stripe_id`, `t2`.`organization`, `t2`.`robot`, `t2`.`invoice_email`, `t2`.`invalid_login_attempts`, `t2`.`last_invalid_login`, `t2`.`removed_tag_expiration_s`, `t2`.`enabled`, `t2`.`invoice_email_address`, `t2`.`given_name`, `t2`.`family_name`, `t2`.`company`, `t2`.`location`, `t2`.`maximum_queued_builds_count`, `t2`.`creation_date`, `t2`.`last_accessed` FROM `repository` AS `t1` INNER JOIN `user` AS `t2` ON (`t1`.`namespace_user_id` = `t2`.`id`) INNER JOIN `repositorykind` AS `t3` ON (`t1`.`kind_id` = `t3`.`id`) WHERE ((((`t2`.`username` = %s) AND (`t1`.`name` = %s)) AND (`t1`.`state` != %s)) AND (`t3`.`name` = %s)) LIMIT %s OFFSET %s', ['ibazulic', 'quay', 3, 'application', 1, 0]) gunicorn-web stdout | 2022-06-09 11:34:06,974 [238] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`uuid`, `t1`.`repository_id`, `t1`.`access_token_id`, `t1`.`resource_key`, `t1`.`job_config`, `t1`.`phase`, `t1`.`started`, `t1`.`display_name`, `t1`.`trigger_id`, `t1`.`pull_robot_id`, `t1`.`logs_archived`, `t1`.`queue_id`, `t2`.`id`, `t2`.`uuid`, `t2`.`service_id`, `t2`.`repository_id`, `t2`.`connected_user_id`, `t2`.`secure_auth_token`, `t2`.`secure_private_key`, `t2`.`fully_migrated`, `t2`.`config`, `t2`.`write_token_id`, `t2`.`pull_robot_id`, `t2`.`enabled`, `t2`.`disabled_reason_id`, `t2`.`disabled_datetime`, `t2`.`successive_failure_count`, `t2`.`successive_internal_error_count`, `t3`.`id`, `t3`.`name`, `t4`.`id`, `t4`.`namespace_user_id`, `t4`.`name`, `t4`.`visibility_id`, `t4`.`description`, `t4`.`badge_token`, `t4`.`kind_id`, `t4`.`trust_enabled`, `t4`.`state`, `t5`.`id`, `t5`.`uuid`, `t5`.`username`, `t5`.`password_hash`, `t5`.`email`, `t5`.`verified`, `t5`.`stripe_id`, `t5`.`organization`, `t5`.`robot`, `t5`.`invoice_email`, `t5`.`invalid_login_attempts`, `t5`.`last_invalid_login`, `t5`.`removed_tag_expiration_s`, `t5`.`enabled`, `t5`.`invoice_email_address`, `t5`.`given_name`, `t5`.`family_name`, `t5`.`company`, `t5`.`location`, `t5`.`maximum_queued_builds_count`, `t5`.`creation_date`, `t5`.`last_accessed`, `t6`.`id`, `t6`.`uuid`, `t6`.`username`, `t6`.`password_hash`, `t6`.`email`, `t6`.`verified`, `t6`.`stripe_id`, `t6`.`organization`, `t6`.`robot`, `t6`.`invoice_email`, `t6`.`invalid_login_attempts`, `t6`.`last_invalid_login`, `t6`.`removed_tag_expiration_s`, `t6`.`enabled`, `t6`.`invoice_email_address`, `t6`.`given_name`, `t6`.`family_name`, `t6`.`company`, `t6`.`location`, `t6`.`maximum_queued_builds_count`, `t6`.`creation_date`, `t6`.`last_accessed` FROM `repositorybuild` AS `t1` INNER JOIN `repository` AS `t4` ON (`t1`.`repository_id` = `t4`.`id`) INNER JOIN `user` AS `t5` ON (`t4`.`namespace_user_id` = `t5`.`id`) LEFT OUTER JOIN `user` AS `t6` ON (`t1`.`pull_robot_id` = `t6`.`id`) LEFT OUTER JOIN `repositorybuildtrigger` AS `t2` ON (`t1`.`trigger_id` = `t2`.`id`) LEFT OUTER JOIN `buildtriggerservice` AS `t3` ON (`t2`.`service_id` = `t3`.`id`) WHERE ((`t4`.`name` = %s) AND (`t5`.`username` = %s)) ORDER BY `t1`.`started` DESC LIMIT %s', ['quay', 'ibazulic', 3]) gunicorn-web stdout | 2022-06-09 11:34:06,976 [238] [DEBUG] [app] Ending request: urn:request:19a192a8-fb19-4212-b0e8-d377dd4384b9 (/api/v1/repository/ibazulic/quay/build/) {'endpoint': 'api.repositorybuildlist', 'request_id': 'urn:request:19a192a8-fb19-4212-b0e8-d377dd4384b9', 'remote_addr': '172.24.0.1', 'http_method': 'GET', 'original_url': 'https://quay.skynet/api/v1/repository/ibazulic/quay/build/?limit=3', 'path': '/api/v1/repository/ibazulic/quay/build/', 'parameters': {'limit': '3'}, 'json_body': None, 'confsha': '61c38a19', 'user-agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:101.0) Gecko/20100101 Firefox/101.0'} gunicorn-web stdout | 2022-06-09 11:34:06,977 [238] [DEBUG] [data.database] Disconnecting from database. nginx stdout | 172.24.0.1 () - - [09/Jun/2022:11:34:06 +0000] "GET /api/v1/repository/ibazulic/quay/build/?limit=3 HTTP/2.0" 200 15 "https://quay.skynet/repository/ibazulic/quay?tab=tags" "Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:101.0) Gecko/20100101 Firefox/101.0" (0.039 70 0.040) gunicorn-web stdout | 2022-06-09 11:34:06,978 [238] [INFO] [gunicorn.access] 172.24.0.1 - - [09/Jun/2022:11:34:06 +0000] "GET /api/v1/repository/ibazulic/quay/build/?limit=3 HTTP/1.0" 200 15 "https://quay.skynet/repository/ibazulic/quay?tab=tags" "Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:101.0) Gecko/20100101 Firefox/101.0" gcworker stdout | 2022-06-09 11:34:07,491 [71] [DEBUG] [apscheduler.scheduler] Looking for jobs to run gcworker stdout | 2022-06-09 11:34:07,492 [71] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:34:37.490424+00:00 (in 29.998407 seconds) gcworker stdout | 2022-06-09 11:34:07,492 [71] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 11:34:37 UTC)" (scheduled at 2022-06-09 11:34:07.490424+00:00) gcworker stdout | 2022-06-09 11:34:07,493 [71] [DEBUG] [peewee] ('SELECT `candidates`.`repository_id` FROM (SELECT DISTINCT `t1`.`repository_id` FROM `tag` AS `t1` INNER JOIN `repository` AS `t2` ON (`t1`.`repository_id` = `t2`.`id`) INNER JOIN `user` AS `t3` ON (`t2`.`namespace_user_id` = `t3`.`id`) WHERE ((((NOT (`t1`.`lifetime_end_ms` IS %s) AND (`t1`.`lifetime_end_ms` <= %s)) AND (`t3`.`removed_tag_expiration_s` = %s)) AND (`t3`.`enabled` = %s)) AND (`t2`.`state` != %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', [None, 1653564847492, 1209600, True, 3, 500, 1, 0]) gcworker stdout | 2022-06-09 11:34:07,495 [71] [DEBUG] [__main__] No repository with garbage found gcworker stdout | 2022-06-09 11:34:07,495 [71] [DEBUG] [data.database] Disconnecting from database. gcworker stdout | 2022-06-09 11:34:07,495 [71] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 11:34:37 UTC)" executed successfully notificationworker stdout | 2022-06-09 11:34:10,618 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 11:34:10,619 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:34:19.645536+00:00 (in 9.026610 seconds) notificationworker stdout | 2022-06-09 11:34:10,619 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:34:20 UTC)" (scheduled at 2022-06-09 11:34:10.617379+00:00) notificationworker stdout | 2022-06-09 11:34:10,619 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 11:34:10,620 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 34, 10, 619369), True, datetime.datetime(2022, 6, 9, 11, 34, 10, 619369), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 11:34:10,622 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 11:34:10,622 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 11:34:10,622 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:34:20 UTC)" executed successfully buildlogsarchiver stdout | 2022-06-09 11:34:15,366 [66] [DEBUG] [apscheduler.scheduler] Looking for jobs to run buildlogsarchiver stdout | 2022-06-09 11:34:15,366 [66] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:34:45.366042+00:00 (in 29.999297 seconds) buildlogsarchiver stdout | 2022-06-09 11:34:15,367 [66] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 11:34:45 UTC)" (scheduled at 2022-06-09 11:34:15.366042+00:00) buildlogsarchiver stdout | 2022-06-09 11:34:15,367 [66] [DEBUG] [peewee] ('SELECT `candidates`.`id` FROM (SELECT `t1`.`id` FROM `repositorybuild` AS `t1` WHERE (((`t1`.`phase` IN (%s, %s, %s)) OR (`t1`.`started` < %s)) AND (`t1`.`logs_archived` = %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2022, 5, 25, 11, 34, 15, 367226), False, 50, 1, 0]) buildlogsarchiver stdout | 2022-06-09 11:34:15,370 [66] [DEBUG] [__main__] No more builds to archive buildlogsarchiver stdout | 2022-06-09 11:34:15,370 [66] [DEBUG] [data.database] Disconnecting from database. buildlogsarchiver stdout | 2022-06-09 11:34:15,370 [66] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 11:34:45 UTC)" executed successfully blobuploadcleanupworker stdout | 2022-06-09 11:34:17,224 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'blobuploadcleanupworker.py', 'pid': '64'} repositoryactioncounter stdout | 2022-06-09 11:34:17,443 [88] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositoryactioncounter.py', 'pid': '88'} logrotateworker stdout | 2022-06-09 11:34:17,502 [77] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'logrotateworker.py', 'pid': '77'} securityscanningnotificationworker stdout | 2022-06-09 11:34:17,515 [90] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'securityscanningnotificationworker.py', 'pid': '90'} exportactionlogsworker stdout | 2022-06-09 11:34:17,578 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'exportactionlogsworker.py', 'pid': '70'} chunkcleanupworker stdout | 2022-06-09 11:34:17,669 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'chunkcleanupworker.py', 'pid': '67'} namespacegcworker stdout | 2022-06-09 11:34:17,723 [83] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'namespacegcworker.py', 'pid': '83'} repositorygcworker stdout | 2022-06-09 11:34:17,917 [89] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositorygcworker.py', 'pid': '89'} manifestbackfillworker stdout | 2022-06-09 11:34:17,931 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'manifestbackfillworker.py', 'pid': '78'} storagereplication stdout | 2022-06-09 11:34:17,977 [93] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'storagereplication.py', 'pid': '93'} globalpromstats stdout | 2022-06-09 11:34:17,982 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'globalpromstats.py', 'pid': '72'} servicekey stdout | 2022-06-09 11:34:18,010 [92] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'servicekeyworker.py', 'pid': '92'} buildlogsarchiver stdout | 2022-06-09 11:34:18,023 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'buildlogsarchiver.py', 'pid': '66'} expiredappspecifictokenworker stdout | 2022-06-09 11:34:18,036 [69] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '69'} notificationworker stdout | 2022-06-09 11:34:18,042 [85] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'notificationworker.py', 'pid': '85'} gunicorn-web stdout | 2022-06-09 11:34:18,049 [243] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '243'} gunicorn-web stdout | 2022-06-09 11:34:18,055 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '75'} gunicorn-web stdout | 2022-06-09 11:34:18,063 [226] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '226'} builder stdout | 2022-06-09 11:34:18,078 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'builder.py', 'pid': '65'} gunicorn-web stdout | 2022-06-09 11:34:18,085 [242] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '242'} gunicorn-web stdout | 2022-06-09 11:34:18,092 [235] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '235'} gunicorn-web stdout | 2022-06-09 11:34:18,099 [228] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '228'} gunicorn-web stdout | 2022-06-09 11:34:18,105 [241] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '241'} gcworker stdout | 2022-06-09 11:34:18,112 [71] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'gcworker.py', 'pid': '71'} gunicorn-web stdout | 2022-06-09 11:34:18,119 [244] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '244'} gunicorn-web stdout | 2022-06-09 11:34:18,130 [237] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '237'} gunicorn-web stdout | 2022-06-09 11:34:18,138 [234] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '234'} gunicorn-web stdout | 2022-06-09 11:34:18,144 [236] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '236'} gunicorn-web stdout | 2022-06-09 11:34:18,151 [230] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '230'} gunicorn-web stdout | 2022-06-09 11:34:18,158 [239] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '239'} gunicorn-web stdout | 2022-06-09 11:34:18,166 [231] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '231'} gunicorn-web stdout | 2022-06-09 11:34:18,172 [229] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '229'} gunicorn-web stdout | 2022-06-09 11:34:18,179 [238] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '238'} gunicorn-web stdout | 2022-06-09 11:34:18,185 [232] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '232'} queuecleanupworker stdout | 2022-06-09 11:34:18,245 [87] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'queuecleanupworker.py', 'pid': '87'} teamsyncworker stdout | 2022-06-09 11:34:18,251 [94] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'teamsyncworker.py', 'pid': '94'} gunicorn-secscan stdout | 2022-06-09 11:34:18,283 [221] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '221'} gunicorn-secscan stdout | 2022-06-09 11:34:18,294 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '74'} gunicorn-secscan stdout | 2022-06-09 11:34:18,299 [224] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '224'} gunicorn-secscan stdout | 2022-06-09 11:34:18,305 [225] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '225'} gunicorn-secscan stdout | 2022-06-09 11:34:18,312 [227] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '227'} notificationworker stdout | 2022-06-09 11:34:19,647 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 11:34:19,647 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:34:20.617379+00:00 (in 0.970125 seconds) notificationworker stdout | 2022-06-09 11:34:19,647 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 11:35:19 UTC)" (scheduled at 2022-06-09 11:34:19.645536+00:00) notificationworker stdout | 2022-06-09 11:34:19,647 [85] [DEBUG] [workers.queueworker] Running watchdog. notificationworker stdout | 2022-06-09 11:34:19,647 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 11:35:19 UTC)" executed successfully gunicorn-registry stdout | 2022-06-09 11:34:20,491 [275] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '275'} gunicorn-registry stdout | 2022-06-09 11:34:20,502 [271] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '271'} gunicorn-registry stdout | 2022-06-09 11:34:20,509 [273] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '273'} gunicorn-registry stdout | 2022-06-09 11:34:20,529 [277] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '277'} gunicorn-registry stdout | 2022-06-09 11:34:20,535 [276] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '276'} gunicorn-registry stdout | 2022-06-09 11:34:20,545 [246] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '246'} gunicorn-registry stdout | 2022-06-09 11:34:20,554 [274] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '274'} gunicorn-registry stdout | 2022-06-09 11:34:20,564 [263] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '263'} gunicorn-registry stdout | 2022-06-09 11:34:20,572 [266] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '266'} gunicorn-registry stdout | 2022-06-09 11:34:20,579 [254] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '254'} gunicorn-registry stdout | 2022-06-09 11:34:20,587 [260] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '260'} gunicorn-registry stdout | 2022-06-09 11:34:20,595 [270] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '270'} gunicorn-registry stdout | 2022-06-09 11:34:20,602 [253] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '253'} gunicorn-registry stdout | 2022-06-09 11:34:20,610 [268] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '268'} gunicorn-registry stdout | 2022-06-09 11:34:20,617 [261] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '261'} notificationworker stdout | 2022-06-09 11:34:20,617 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 11:34:20,618 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:34:30.617379+00:00 (in 9.999499 seconds) notificationworker stdout | 2022-06-09 11:34:20,618 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:34:30 UTC)" (scheduled at 2022-06-09 11:34:20.617379+00:00) notificationworker stdout | 2022-06-09 11:34:20,618 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 11:34:20,618 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 34, 20, 618230), True, datetime.datetime(2022, 6, 9, 11, 34, 20, 618230), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 11:34:20,621 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 11:34:20,621 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 11:34:20,621 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:34:30 UTC)" executed successfully gunicorn-registry stdout | 2022-06-09 11:34:20,624 [248] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '248'} gunicorn-registry stdout | 2022-06-09 11:34:20,630 [245] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '245'} gunicorn-registry stdout | 2022-06-09 11:34:20,637 [249] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '249'} gunicorn-registry stdout | 2022-06-09 11:34:20,643 [251] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '251'} gunicorn-registry stdout | 2022-06-09 11:34:20,651 [259] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '259'} gunicorn-registry stdout | 2022-06-09 11:34:20,665 [250] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '250'} gunicorn-registry stdout | 2022-06-09 11:34:20,671 [265] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '265'} gunicorn-registry stdout | 2022-06-09 11:34:20,677 [73] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '73'} gunicorn-registry stdout | 2022-06-09 11:34:20,684 [267] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '267'} gunicorn-registry stdout | 2022-06-09 11:34:20,690 [256] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '256'} gunicorn-registry stdout | 2022-06-09 11:34:20,697 [262] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '262'} gunicorn-registry stdout | 2022-06-09 11:34:20,706 [272] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '272'} gunicorn-registry stdout | 2022-06-09 11:34:20,713 [264] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '264'} gunicorn-registry stdout | 2022-06-09 11:34:20,720 [269] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '269'} gunicorn-registry stdout | 2022-06-09 11:34:20,727 [247] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '247'} gunicorn-registry stdout | 2022-06-09 11:34:20,733 [255] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '255'} gunicorn-registry stdout | 2022-06-09 11:34:20,740 [252] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '252'} gunicorn-registry stdout | 2022-06-09 11:34:20,747 [257] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '257'} namespacegcworker stdout | 2022-06-09 11:34:21,532 [83] [DEBUG] [apscheduler.scheduler] Looking for jobs to run namespacegcworker stdout | 2022-06-09 11:34:21,532 [83] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:34:55.463831+00:00 (in 33.931036 seconds) namespacegcworker stdout | 2022-06-09 11:34:21,533 [83] [INFO] [apscheduler.executors.default] Running job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2022-06-09 11:39:21 UTC)" (scheduled at 2022-06-09 11:34:21.521215+00:00) namespacegcworker stdout | 2022-06-09 11:34:21,533 [83] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT `t1`.`queue_name` FROM `queueitem` AS `t1` WHERE (((`t1`.`available` = %s) AND (`t1`.`processing_expires` > %s)) AND (`t1`.`queue_name` LIKE %s))) AS `_wrapped`', [False, datetime.datetime(2022, 6, 9, 11, 34, 21, 533268), 'namespacegc/%']) namespacegcworker stdout | 2022-06-09 11:34:21,535 [83] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT `t1`.`queue_name` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s))) AS `_wrapped`', [datetime.datetime(2022, 6, 9, 11, 34, 21, 533268), True, datetime.datetime(2022, 6, 9, 11, 34, 21, 533268), 0, 'namespacegc/%']) namespacegcworker stdout | 2022-06-09 11:34:21,537 [83] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT `t1`.`queue_name` FROM `queueitem` AS `t1` WHERE (((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) AND NOT (`t1`.`queue_name` IN (SELECT `t1`.`queue_name` FROM `queueitem` AS `t1` WHERE (((`t1`.`available` = %s) AND (`t1`.`processing_expires` > %s)) AND (`t1`.`queue_name` LIKE %s)))))) AS `_wrapped`', [datetime.datetime(2022, 6, 9, 11, 34, 21, 533268), True, datetime.datetime(2022, 6, 9, 11, 34, 21, 533268), 0, 'namespacegc/%', False, datetime.datetime(2022, 6, 9, 11, 34, 21, 533268), 'namespacegc/%']) namespacegcworker stdout | 2022-06-09 11:34:21,538 [83] [DEBUG] [data.database] Disconnecting from database. namespacegcworker stdout | 2022-06-09 11:34:21,538 [83] [INFO] [apscheduler.executors.default] Job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2022-06-09 11:39:21 UTC)" executed successfully notificationworker stdout | 2022-06-09 11:34:30,618 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 11:34:30,618 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:34:40.617379+00:00 (in 9.998879 seconds) notificationworker stdout | 2022-06-09 11:34:30,618 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:34:40 UTC)" (scheduled at 2022-06-09 11:34:30.617379+00:00) notificationworker stdout | 2022-06-09 11:34:30,618 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 11:34:30,619 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 34, 30, 618816), True, datetime.datetime(2022, 6, 9, 11, 34, 30, 618816), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 11:34:30,621 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 11:34:30,622 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 11:34:30,622 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:34:40 UTC)" executed successfully gunicorn-web stdout | 2022-06-09 11:34:36,992 [244] [DEBUG] [app] Starting request: urn:request:887cabf1-a55c-410b-af9e-75fd576e0500 (/api/v1/repository/ibazulic/quay/build/) {'X-Forwarded-For': '172.24.0.1'} gunicorn-web stdout | 2022-06-09 11:34:36,993 [244] [DEBUG] [app] User loader loading deferred user with uuid: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 11:34:36,993 [244] [DEBUG] [auth.cookie] Loading user from cookie: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 11:34:36,993 [244] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`uuid`, `t1`.`username`, `t1`.`password_hash`, `t1`.`email`, `t1`.`verified`, `t1`.`stripe_id`, `t1`.`organization`, `t1`.`robot`, `t1`.`invoice_email`, `t1`.`invalid_login_attempts`, `t1`.`last_invalid_login`, `t1`.`removed_tag_expiration_s`, `t1`.`enabled`, `t1`.`invoice_email_address`, `t1`.`given_name`, `t1`.`family_name`, `t1`.`company`, `t1`.`location`, `t1`.`maximum_queued_builds_count`, `t1`.`creation_date`, `t1`.`last_accessed` FROM `user` AS `t1` WHERE ((`t1`.`uuid` = %s) AND (`t1`.`organization` = %s)) LIMIT %s OFFSET %s', ['82228490-d075-4921-ae7a-af4408cf11b4', False, 1, 0]) gunicorn-web stdout | 2022-06-09 11:34:36,996 [244] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None]) gunicorn-web stdout | 2022-06-09 11:34:36,996 [244] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2022-06-09 11:34:36,996 [244] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 11:34:36,996 [244] [DEBUG] [endpoints.api] Checking permission for repo: ibazulic/quay gunicorn-web stdout | 2022-06-09 11:34:36,996 [244] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 11:34:36,996 [244] [DEBUG] [auth.permissions] User permission: userspecificneed(type='user', username='ibazulic', role='admin') gunicorn-web stdout | 2022-06-09 11:34:36,996 [244] [DEBUG] [auth.permissions] User namespace permission: namespacewide(type='organization', namespace='ibazulic', role='admin') gunicorn-web stdout | 2022-06-09 11:34:36,996 [244] [DEBUG] [auth.permissions] User namespace repo permission: namespacewide(type='organizationrepo', namespace='ibazulic', role='admin') gunicorn-web stdout | 2022-06-09 11:34:36,996 [244] [DEBUG] [auth.permissions] Adding superuser to user: ibazulic gunicorn-web stdout | 2022-06-09 11:34:36,998 [244] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`namespace_user_id`, `t1`.`name`, `t1`.`visibility_id`, `t1`.`description`, `t1`.`badge_token`, `t1`.`kind_id`, `t1`.`trust_enabled`, `t1`.`state`, `t2`.`id`, `t2`.`uuid`, `t2`.`username`, `t2`.`password_hash`, `t2`.`email`, `t2`.`verified`, `t2`.`stripe_id`, `t2`.`organization`, `t2`.`robot`, `t2`.`invoice_email`, `t2`.`invalid_login_attempts`, `t2`.`last_invalid_login`, `t2`.`removed_tag_expiration_s`, `t2`.`enabled`, `t2`.`invoice_email_address`, `t2`.`given_name`, `t2`.`family_name`, `t2`.`company`, `t2`.`location`, `t2`.`maximum_queued_builds_count`, `t2`.`creation_date`, `t2`.`last_accessed` FROM `repository` AS `t1` INNER JOIN `user` AS `t2` ON (`t1`.`namespace_user_id` = `t2`.`id`) INNER JOIN `repositorykind` AS `t3` ON (`t1`.`kind_id` = `t3`.`id`) WHERE ((((`t2`.`username` = %s) AND (`t1`.`name` = %s)) AND (`t1`.`state` != %s)) AND (`t3`.`name` = %s)) LIMIT %s OFFSET %s', ['ibazulic', 'quay', 3, 'application', 1, 0]) gunicorn-web stdout | 2022-06-09 11:34:37,001 [244] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`uuid`, `t1`.`repository_id`, `t1`.`access_token_id`, `t1`.`resource_key`, `t1`.`job_config`, `t1`.`phase`, `t1`.`started`, `t1`.`display_name`, `t1`.`trigger_id`, `t1`.`pull_robot_id`, `t1`.`logs_archived`, `t1`.`queue_id`, `t2`.`id`, `t2`.`uuid`, `t2`.`service_id`, `t2`.`repository_id`, `t2`.`connected_user_id`, `t2`.`secure_auth_token`, `t2`.`secure_private_key`, `t2`.`fully_migrated`, `t2`.`config`, `t2`.`write_token_id`, `t2`.`pull_robot_id`, `t2`.`enabled`, `t2`.`disabled_reason_id`, `t2`.`disabled_datetime`, `t2`.`successive_failure_count`, `t2`.`successive_internal_error_count`, `t3`.`id`, `t3`.`name`, `t4`.`id`, `t4`.`namespace_user_id`, `t4`.`name`, `t4`.`visibility_id`, `t4`.`description`, `t4`.`badge_token`, `t4`.`kind_id`, `t4`.`trust_enabled`, `t4`.`state`, `t5`.`id`, `t5`.`uuid`, `t5`.`username`, `t5`.`password_hash`, `t5`.`email`, `t5`.`verified`, `t5`.`stripe_id`, `t5`.`organization`, `t5`.`robot`, `t5`.`invoice_email`, `t5`.`invalid_login_attempts`, `t5`.`last_invalid_login`, `t5`.`removed_tag_expiration_s`, `t5`.`enabled`, `t5`.`invoice_email_address`, `t5`.`given_name`, `t5`.`family_name`, `t5`.`company`, `t5`.`location`, `t5`.`maximum_queued_builds_count`, `t5`.`creation_date`, `t5`.`last_accessed`, `t6`.`id`, `t6`.`uuid`, `t6`.`username`, `t6`.`password_hash`, `t6`.`email`, `t6`.`verified`, `t6`.`stripe_id`, `t6`.`organization`, `t6`.`robot`, `t6`.`invoice_email`, `t6`.`invalid_login_attempts`, `t6`.`last_invalid_login`, `t6`.`removed_tag_expiration_s`, `t6`.`enabled`, `t6`.`invoice_email_address`, `t6`.`given_name`, `t6`.`family_name`, `t6`.`company`, `t6`.`location`, `t6`.`maximum_queued_builds_count`, `t6`.`creation_date`, `t6`.`last_accessed` FROM `repositorybuild` AS `t1` INNER JOIN `repository` AS `t4` ON (`t1`.`repository_id` = `t4`.`id`) INNER JOIN `user` AS `t5` ON (`t4`.`namespace_user_id` = `t5`.`id`) LEFT OUTER JOIN `user` AS `t6` ON (`t1`.`pull_robot_id` = `t6`.`id`) LEFT OUTER JOIN `repositorybuildtrigger` AS `t2` ON (`t1`.`trigger_id` = `t2`.`id`) LEFT OUTER JOIN `buildtriggerservice` AS `t3` ON (`t2`.`service_id` = `t3`.`id`) WHERE ((`t4`.`name` = %s) AND (`t5`.`username` = %s)) ORDER BY `t1`.`started` DESC LIMIT %s', ['quay', 'ibazulic', 3]) gunicorn-web stdout | 2022-06-09 11:34:37,003 [244] [DEBUG] [app] Ending request: urn:request:887cabf1-a55c-410b-af9e-75fd576e0500 (/api/v1/repository/ibazulic/quay/build/) {'endpoint': 'api.repositorybuildlist', 'request_id': 'urn:request:887cabf1-a55c-410b-af9e-75fd576e0500', 'remote_addr': '172.24.0.1', 'http_method': 'GET', 'original_url': 'https://quay.skynet/api/v1/repository/ibazulic/quay/build/?limit=3', 'path': '/api/v1/repository/ibazulic/quay/build/', 'parameters': {'limit': '3'}, 'json_body': None, 'confsha': '61c38a19', 'user-agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:101.0) Gecko/20100101 Firefox/101.0'} gunicorn-web stdout | 2022-06-09 11:34:37,004 [244] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2022-06-09 11:34:37,005 [244] [INFO] [gunicorn.access] 172.24.0.1 - - [09/Jun/2022:11:34:37 +0000] "GET /api/v1/repository/ibazulic/quay/build/?limit=3 HTTP/1.0" 200 15 "https://quay.skynet/repository/ibazulic/quay?tab=tags" "Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:101.0) Gecko/20100101 Firefox/101.0" nginx stdout | 172.24.0.1 () - - [09/Jun/2022:11:34:37 +0000] "GET /api/v1/repository/ibazulic/quay/build/?limit=3 HTTP/2.0" 200 15 "https://quay.skynet/repository/ibazulic/quay?tab=tags" "Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:101.0) Gecko/20100101 Firefox/101.0" (0.013 417 0.016) gcworker stdout | 2022-06-09 11:34:37,498 [71] [DEBUG] [apscheduler.scheduler] Looking for jobs to run gcworker stdout | 2022-06-09 11:34:37,498 [71] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:35:07.490424+00:00 (in 29.992169 seconds) gcworker stdout | 2022-06-09 11:34:37,498 [71] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 11:35:07 UTC)" (scheduled at 2022-06-09 11:34:37.490424+00:00) gcworker stdout | 2022-06-09 11:34:37,499 [71] [DEBUG] [peewee] ('SELECT `candidates`.`repository_id` FROM (SELECT DISTINCT `t1`.`repository_id` FROM `tag` AS `t1` INNER JOIN `repository` AS `t2` ON (`t1`.`repository_id` = `t2`.`id`) INNER JOIN `user` AS `t3` ON (`t2`.`namespace_user_id` = `t3`.`id`) WHERE ((((NOT (`t1`.`lifetime_end_ms` IS %s) AND (`t1`.`lifetime_end_ms` <= %s)) AND (`t3`.`removed_tag_expiration_s` = %s)) AND (`t3`.`enabled` = %s)) AND (`t2`.`state` != %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', [None, 1653564877498, 1209600, True, 3, 500, 1, 0]) gcworker stdout | 2022-06-09 11:34:37,502 [71] [DEBUG] [__main__] No repository with garbage found gcworker stdout | 2022-06-09 11:34:37,502 [71] [DEBUG] [data.database] Disconnecting from database. gcworker stdout | 2022-06-09 11:34:37,502 [71] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 11:35:07 UTC)" executed successfully repositorygcworker stdout | 2022-06-09 11:34:38,483 [89] [DEBUG] [apscheduler.scheduler] Looking for jobs to run repositorygcworker stdout | 2022-06-09 11:34:38,484 [89] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:34:51.502316+00:00 (in 13.018284 seconds) repositorygcworker stdout | 2022-06-09 11:34:38,484 [89] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 11:35:38 UTC)" (scheduled at 2022-06-09 11:34:38.463361+00:00) repositorygcworker stdout | 2022-06-09 11:34:38,484 [89] [DEBUG] [workers.queueworker] Getting work item from queue. repositorygcworker stdout | 2022-06-09 11:34:38,485 [89] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 34, 38, 484594), True, datetime.datetime(2022, 6, 9, 11, 34, 38, 484594), 0, 'repositorygc/%', 50, 1, 0]) repositorygcworker stdout | 2022-06-09 11:34:38,488 [89] [DEBUG] [workers.queueworker] No more work. repositorygcworker stdout | 2022-06-09 11:34:38,488 [89] [DEBUG] [data.database] Disconnecting from database. repositorygcworker stdout | 2022-06-09 11:34:38,489 [89] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 11:35:38 UTC)" executed successfully notificationworker stdout | 2022-06-09 11:34:40,617 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 11:34:40,618 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:34:50.617379+00:00 (in 9.999301 seconds) notificationworker stdout | 2022-06-09 11:34:40,618 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:34:50 UTC)" (scheduled at 2022-06-09 11:34:40.617379+00:00) notificationworker stdout | 2022-06-09 11:34:40,618 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 11:34:40,619 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 34, 40, 618548), True, datetime.datetime(2022, 6, 9, 11, 34, 40, 618548), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 11:34:40,621 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 11:34:40,621 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 11:34:40,622 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:34:50 UTC)" executed successfully buildlogsarchiver stdout | 2022-06-09 11:34:45,375 [66] [DEBUG] [apscheduler.scheduler] Looking for jobs to run buildlogsarchiver stdout | 2022-06-09 11:34:45,376 [66] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:35:15.366042+00:00 (in 29.989998 seconds) buildlogsarchiver stdout | 2022-06-09 11:34:45,376 [66] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 11:35:15 UTC)" (scheduled at 2022-06-09 11:34:45.366042+00:00) buildlogsarchiver stdout | 2022-06-09 11:34:45,377 [66] [DEBUG] [peewee] ('SELECT `candidates`.`id` FROM (SELECT `t1`.`id` FROM `repositorybuild` AS `t1` WHERE (((`t1`.`phase` IN (%s, %s, %s)) OR (`t1`.`started` < %s)) AND (`t1`.`logs_archived` = %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2022, 5, 25, 11, 34, 45, 376454), False, 50, 1, 0]) buildlogsarchiver stdout | 2022-06-09 11:34:45,379 [66] [DEBUG] [__main__] No more builds to archive buildlogsarchiver stdout | 2022-06-09 11:34:45,379 [66] [DEBUG] [data.database] Disconnecting from database. buildlogsarchiver stdout | 2022-06-09 11:34:45,379 [66] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 11:35:15 UTC)" executed successfully blobuploadcleanupworker stdout | 2022-06-09 11:34:47,247 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'blobuploadcleanupworker.py', 'pid': '64'} exportactionlogsworker stdout | 2022-06-09 11:34:47,413 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run exportactionlogsworker stdout | 2022-06-09 11:34:47,413 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:35:04.366245+00:00 (in 16.953077 seconds) exportactionlogsworker stdout | 2022-06-09 11:34:47,413 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 11:35:47 UTC)" (scheduled at 2022-06-09 11:34:47.409953+00:00) exportactionlogsworker stdout | 2022-06-09 11:34:47,413 [70] [DEBUG] [workers.queueworker] Running watchdog. exportactionlogsworker stdout | 2022-06-09 11:34:47,413 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 11:35:47 UTC)" executed successfully repositoryactioncounter stdout | 2022-06-09 11:34:47,487 [88] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositoryactioncounter.py', 'pid': '88'} logrotateworker stdout | 2022-06-09 11:34:47,539 [77] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'logrotateworker.py', 'pid': '77'} securityscanningnotificationworker stdout | 2022-06-09 11:34:47,559 [90] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'securityscanningnotificationworker.py', 'pid': '90'} exportactionlogsworker stdout | 2022-06-09 11:34:47,589 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'exportactionlogsworker.py', 'pid': '70'} chunkcleanupworker stdout | 2022-06-09 11:34:47,709 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'chunkcleanupworker.py', 'pid': '67'} namespacegcworker stdout | 2022-06-09 11:34:47,737 [83] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'namespacegcworker.py', 'pid': '83'} repositorygcworker stdout | 2022-06-09 11:34:47,954 [89] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositorygcworker.py', 'pid': '89'} manifestbackfillworker stdout | 2022-06-09 11:34:47,970 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'manifestbackfillworker.py', 'pid': '78'} storagereplication stdout | 2022-06-09 11:34:48,015 [93] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'storagereplication.py', 'pid': '93'} globalpromstats stdout | 2022-06-09 11:34:48,022 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'globalpromstats.py', 'pid': '72'} servicekey stdout | 2022-06-09 11:34:48,030 [92] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'servicekeyworker.py', 'pid': '92'} buildlogsarchiver stdout | 2022-06-09 11:34:48,063 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'buildlogsarchiver.py', 'pid': '66'} notificationworker stdout | 2022-06-09 11:34:48,071 [85] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'notificationworker.py', 'pid': '85'} expiredappspecifictokenworker stdout | 2022-06-09 11:34:48,077 [69] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '69'} gunicorn-web stdout | 2022-06-09 11:34:48,083 [243] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '243'} gunicorn-web stdout | 2022-06-09 11:34:48,090 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '75'} gunicorn-web stdout | 2022-06-09 11:34:48,098 [226] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '226'} gunicorn-web stdout | 2022-06-09 11:34:48,105 [242] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '242'} gunicorn-web stdout | 2022-06-09 11:34:48,111 [235] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '235'} gunicorn-web stdout | 2022-06-09 11:34:48,118 [228] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '228'} builder stdout | 2022-06-09 11:34:48,124 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'builder.py', 'pid': '65'} gunicorn-web stdout | 2022-06-09 11:34:48,131 [241] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '241'} gunicorn-web stdout | 2022-06-09 11:34:48,138 [244] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '244'} gunicorn-web stdout | 2022-06-09 11:34:48,145 [237] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '237'} gunicorn-web stdout | 2022-06-09 11:34:48,153 [234] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '234'} gcworker stdout | 2022-06-09 11:34:48,159 [71] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'gcworker.py', 'pid': '71'} gunicorn-web stdout | 2022-06-09 11:34:48,173 [236] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '236'} gunicorn-web stdout | 2022-06-09 11:34:48,180 [230] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '230'} gunicorn-web stdout | 2022-06-09 11:34:48,188 [239] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '239'} gunicorn-web stdout | 2022-06-09 11:34:48,195 [231] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '231'} gunicorn-web stdout | 2022-06-09 11:34:48,202 [229] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '229'} gunicorn-web stdout | 2022-06-09 11:34:48,209 [238] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '238'} gunicorn-web stdout | 2022-06-09 11:34:48,216 [232] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '232'} queuecleanupworker stdout | 2022-06-09 11:34:48,261 [87] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'queuecleanupworker.py', 'pid': '87'} teamsyncworker stdout | 2022-06-09 11:34:48,267 [94] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'teamsyncworker.py', 'pid': '94'} gunicorn-secscan stdout | 2022-06-09 11:34:48,298 [221] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '221'} gunicorn-secscan stdout | 2022-06-09 11:34:48,306 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '74'} gunicorn-secscan stdout | 2022-06-09 11:34:48,312 [224] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '224'} gunicorn-secscan stdout | 2022-06-09 11:34:48,319 [225] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '225'} gunicorn-secscan stdout | 2022-06-09 11:34:48,325 [227] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '227'} gunicorn-registry stdout | 2022-06-09 11:34:50,507 [275] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '275'} gunicorn-registry stdout | 2022-06-09 11:34:50,514 [271] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '271'} gunicorn-registry stdout | 2022-06-09 11:34:50,523 [273] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '273'} gunicorn-registry stdout | 2022-06-09 11:34:50,543 [277] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '277'} gunicorn-registry stdout | 2022-06-09 11:34:50,549 [276] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '276'} gunicorn-registry stdout | 2022-06-09 11:34:50,558 [246] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '246'} gunicorn-registry stdout | 2022-06-09 11:34:50,568 [274] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '274'} gunicorn-registry stdout | 2022-06-09 11:34:50,578 [263] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '263'} gunicorn-registry stdout | 2022-06-09 11:34:50,588 [266] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '266'} gunicorn-registry stdout | 2022-06-09 11:34:50,594 [254] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '254'} gunicorn-registry stdout | 2022-06-09 11:34:50,600 [260] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '260'} gunicorn-registry stdout | 2022-06-09 11:34:50,607 [270] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '270'} gunicorn-registry stdout | 2022-06-09 11:34:50,616 [253] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '253'} notificationworker stdout | 2022-06-09 11:34:50,617 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 11:34:50,617 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:35:00.617379+00:00 (in 9.999577 seconds) notificationworker stdout | 2022-06-09 11:34:50,618 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:35:00 UTC)" (scheduled at 2022-06-09 11:34:50.617379+00:00) notificationworker stdout | 2022-06-09 11:34:50,618 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 11:34:50,618 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 34, 50, 618333), True, datetime.datetime(2022, 6, 9, 11, 34, 50, 618333), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 11:34:50,621 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 11:34:50,621 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 11:34:50,621 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:35:00 UTC)" executed successfully gunicorn-registry stdout | 2022-06-09 11:34:50,624 [268] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '268'} gunicorn-registry stdout | 2022-06-09 11:34:50,632 [261] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '261'} gunicorn-registry stdout | 2022-06-09 11:34:50,640 [248] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '248'} gunicorn-registry stdout | 2022-06-09 11:34:50,647 [245] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '245'} gunicorn-registry stdout | 2022-06-09 11:34:50,653 [249] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '249'} gunicorn-registry stdout | 2022-06-09 11:34:50,660 [251] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '251'} gunicorn-registry stdout | 2022-06-09 11:34:50,666 [259] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '259'} gunicorn-registry stdout | 2022-06-09 11:34:50,681 [250] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '250'} gunicorn-registry stdout | 2022-06-09 11:34:50,688 [265] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '265'} gunicorn-registry stdout | 2022-06-09 11:34:50,694 [73] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '73'} gunicorn-registry stdout | 2022-06-09 11:34:50,701 [267] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '267'} gunicorn-registry stdout | 2022-06-09 11:34:50,708 [256] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '256'} gunicorn-registry stdout | 2022-06-09 11:34:50,714 [262] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '262'} gunicorn-registry stdout | 2022-06-09 11:34:50,722 [272] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '272'} gunicorn-registry stdout | 2022-06-09 11:34:50,733 [264] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '264'} gunicorn-registry stdout | 2022-06-09 11:34:50,740 [269] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '269'} gunicorn-registry stdout | 2022-06-09 11:34:50,746 [247] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '247'} gunicorn-registry stdout | 2022-06-09 11:34:50,753 [255] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '255'} gunicorn-registry stdout | 2022-06-09 11:34:50,760 [252] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '252'} gunicorn-registry stdout | 2022-06-09 11:34:50,767 [257] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '257'} repositorygcworker stdout | 2022-06-09 11:34:51,514 [89] [DEBUG] [apscheduler.scheduler] Looking for jobs to run repositorygcworker stdout | 2022-06-09 11:34:51,514 [89] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:34:53.501847+00:00 (in 1.987263 seconds) repositorygcworker stdout | 2022-06-09 11:34:51,514 [89] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 11:35:51 UTC)" (scheduled at 2022-06-09 11:34:51.502316+00:00) repositorygcworker stdout | 2022-06-09 11:34:51,514 [89] [DEBUG] [workers.queueworker] Running watchdog. repositorygcworker stdout | 2022-06-09 11:34:51,514 [89] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 11:35:51 UTC)" executed successfully repositorygcworker stdout | 2022-06-09 11:34:53,503 [89] [DEBUG] [apscheduler.scheduler] Looking for jobs to run repositorygcworker stdout | 2022-06-09 11:34:53,503 [89] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:35:38.463361+00:00 (in 44.960136 seconds) repositorygcworker stdout | 2022-06-09 11:34:53,503 [89] [INFO] [apscheduler.executors.default] Running job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2022-06-09 11:39:53 UTC)" (scheduled at 2022-06-09 11:34:53.501847+00:00) repositorygcworker stdout | 2022-06-09 11:34:53,503 [89] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT `t1`.`queue_name` FROM `queueitem` AS `t1` WHERE (((`t1`.`available` = %s) AND (`t1`.`processing_expires` > %s)) AND (`t1`.`queue_name` LIKE %s))) AS `_wrapped`', [False, datetime.datetime(2022, 6, 9, 11, 34, 53, 503523), 'repositorygc/%']) repositorygcworker stdout | 2022-06-09 11:34:53,506 [89] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT `t1`.`queue_name` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s))) AS `_wrapped`', [datetime.datetime(2022, 6, 9, 11, 34, 53, 503523), True, datetime.datetime(2022, 6, 9, 11, 34, 53, 503523), 0, 'repositorygc/%']) repositorygcworker stdout | 2022-06-09 11:34:53,507 [89] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT `t1`.`queue_name` FROM `queueitem` AS `t1` WHERE (((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) AND NOT (`t1`.`queue_name` IN (SELECT `t1`.`queue_name` FROM `queueitem` AS `t1` WHERE (((`t1`.`available` = %s) AND (`t1`.`processing_expires` > %s)) AND (`t1`.`queue_name` LIKE %s)))))) AS `_wrapped`', [datetime.datetime(2022, 6, 9, 11, 34, 53, 503523), True, datetime.datetime(2022, 6, 9, 11, 34, 53, 503523), 0, 'repositorygc/%', False, datetime.datetime(2022, 6, 9, 11, 34, 53, 503523), 'repositorygc/%']) repositorygcworker stdout | 2022-06-09 11:34:53,509 [89] [DEBUG] [data.database] Disconnecting from database. repositorygcworker stdout | 2022-06-09 11:34:53,509 [89] [INFO] [apscheduler.executors.default] Job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2022-06-09 11:39:53 UTC)" executed successfully namespacegcworker stdout | 2022-06-09 11:34:55,465 [83] [DEBUG] [apscheduler.scheduler] Looking for jobs to run namespacegcworker stdout | 2022-06-09 11:34:55,465 [83] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:35:01.521527+00:00 (in 6.056014 seconds) namespacegcworker stdout | 2022-06-09 11:34:55,465 [83] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 11:35:55 UTC)" (scheduled at 2022-06-09 11:34:55.463831+00:00) namespacegcworker stdout | 2022-06-09 11:34:55,465 [83] [DEBUG] [workers.queueworker] Getting work item from queue. namespacegcworker stdout | 2022-06-09 11:34:55,466 [83] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 34, 55, 466001), True, datetime.datetime(2022, 6, 9, 11, 34, 55, 466001), 0, 'namespacegc/%', 50, 1, 0]) namespacegcworker stdout | 2022-06-09 11:34:55,469 [83] [DEBUG] [workers.queueworker] No more work. namespacegcworker stdout | 2022-06-09 11:34:55,469 [83] [DEBUG] [data.database] Disconnecting from database. namespacegcworker stdout | 2022-06-09 11:34:55,469 [83] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 11:35:55 UTC)" executed successfully notificationworker stdout | 2022-06-09 11:35:00,618 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 11:35:00,618 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:35:10.617379+00:00 (in 9.998816 seconds) notificationworker stdout | 2022-06-09 11:35:00,618 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:35:10 UTC)" (scheduled at 2022-06-09 11:35:00.617379+00:00) notificationworker stdout | 2022-06-09 11:35:00,619 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 11:35:00,619 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 35, 0, 619029), True, datetime.datetime(2022, 6, 9, 11, 35, 0, 619029), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 11:35:00,622 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 11:35:00,622 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 11:35:00,622 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:35:10 UTC)" executed successfully namespacegcworker stdout | 2022-06-09 11:35:01,541 [83] [DEBUG] [apscheduler.scheduler] Looking for jobs to run namespacegcworker stdout | 2022-06-09 11:35:01,542 [83] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:35:55.463831+00:00 (in 53.921711 seconds) namespacegcworker stdout | 2022-06-09 11:35:01,542 [83] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 11:36:01 UTC)" (scheduled at 2022-06-09 11:35:01.521527+00:00) namespacegcworker stdout | 2022-06-09 11:35:01,542 [83] [DEBUG] [workers.queueworker] Running watchdog. namespacegcworker stdout | 2022-06-09 11:35:01,542 [83] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 11:36:01 UTC)" executed successfully exportactionlogsworker stdout | 2022-06-09 11:35:04,370 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run exportactionlogsworker stdout | 2022-06-09 11:35:04,370 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:35:47.409953+00:00 (in 43.039640 seconds) exportactionlogsworker stdout | 2022-06-09 11:35:04,370 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 11:36:04 UTC)" (scheduled at 2022-06-09 11:35:04.366245+00:00) exportactionlogsworker stdout | 2022-06-09 11:35:04,370 [70] [DEBUG] [workers.queueworker] Getting work item from queue. exportactionlogsworker stdout | 2022-06-09 11:35:04,371 [70] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 35, 4, 370844), True, datetime.datetime(2022, 6, 9, 11, 35, 4, 370844), 0, 'exportactionlogs/%', 50, 1, 0]) exportactionlogsworker stdout | 2022-06-09 11:35:04,374 [70] [DEBUG] [workers.queueworker] No more work. exportactionlogsworker stdout | 2022-06-09 11:35:04,374 [70] [DEBUG] [data.database] Disconnecting from database. exportactionlogsworker stdout | 2022-06-09 11:35:04,374 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 11:36:04 UTC)" executed successfully gcworker stdout | 2022-06-09 11:35:07,501 [71] [DEBUG] [apscheduler.scheduler] Looking for jobs to run gcworker stdout | 2022-06-09 11:35:07,501 [71] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:35:37.490424+00:00 (in 29.989028 seconds) gcworker stdout | 2022-06-09 11:35:07,501 [71] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 11:35:37 UTC)" (scheduled at 2022-06-09 11:35:07.490424+00:00) gcworker stdout | 2022-06-09 11:35:07,502 [71] [DEBUG] [peewee] ('SELECT `candidates`.`repository_id` FROM (SELECT DISTINCT `t1`.`repository_id` FROM `tag` AS `t1` INNER JOIN `repository` AS `t2` ON (`t1`.`repository_id` = `t2`.`id`) INNER JOIN `user` AS `t3` ON (`t2`.`namespace_user_id` = `t3`.`id`) WHERE ((((NOT (`t1`.`lifetime_end_ms` IS %s) AND (`t1`.`lifetime_end_ms` <= %s)) AND (`t3`.`removed_tag_expiration_s` = %s)) AND (`t3`.`enabled` = %s)) AND (`t2`.`state` != %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', [None, 1653564907501, 1209600, True, 3, 500, 1, 0]) gcworker stdout | 2022-06-09 11:35:07,504 [71] [DEBUG] [__main__] No repository with garbage found gcworker stdout | 2022-06-09 11:35:07,504 [71] [DEBUG] [data.database] Disconnecting from database. gcworker stdout | 2022-06-09 11:35:07,504 [71] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 11:35:37 UTC)" executed successfully notificationworker stdout | 2022-06-09 11:35:10,620 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 11:35:10,620 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:35:19.645536+00:00 (in 9.025280 seconds) notificationworker stdout | 2022-06-09 11:35:10,620 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:35:20 UTC)" (scheduled at 2022-06-09 11:35:10.617379+00:00) notificationworker stdout | 2022-06-09 11:35:10,620 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 11:35:10,621 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 35, 10, 620690), True, datetime.datetime(2022, 6, 9, 11, 35, 10, 620690), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 11:35:10,623 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 11:35:10,623 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 11:35:10,624 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:35:20 UTC)" executed successfully servicekey stdout | 2022-06-09 11:35:14,642 [92] [DEBUG] [apscheduler.scheduler] Looking for jobs to run servicekey stdout | 2022-06-09 11:35:14,642 [92] [INFO] [apscheduler.executors.default] Running job "ServiceKeyWorker._refresh_service_key (trigger: interval[0:55:00], next run at: 2022-06-09 11:35:14 UTC)" (scheduled at 2022-06-09 11:35:14.641905+00:00) servicekey stdout | 2022-06-09 11:35:14,643 [92] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:30:14.641905+00:00 (in 3299.999383 seconds) servicekey stdout | 2022-06-09 11:35:14,643 [92] [DEBUG] [__main__] Starting automatic refresh of service key I26nNlSD_dXYQQNwmKEcPWYMKsZR2yNyUbbmLX4dh0A to new expiration 2022-06-09 13:35:14.643164 servicekey stdout | 2022-06-09 11:35:14,644 [92] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`name`, `t1`.`kid`, `t1`.`service`, `t1`.`jwk`, `t1`.`metadata`, `t1`.`created_date`, `t1`.`expiration_date`, `t1`.`rotation_duration`, `t1`.`approval_id` FROM `servicekey` AS `t1` LEFT OUTER JOIN `servicekeyapproval` AS `t2` ON (`t1`.`approval_id` = `t2`.`id`) WHERE ((`t1`.`kid` = %s) AND (NOT (`t1`.`expiration_date` <= %s) OR (`t1`.`expiration_date` IS %s))) LIMIT %s OFFSET %s', ['I26nNlSD_dXYQQNwmKEcPWYMKsZR2yNyUbbmLX4dh0A', datetime.datetime(2022, 6, 2, 11, 35, 14, 643986), None, 1, 0]) servicekey stdout | 2022-06-09 11:35:14,647 [92] [DEBUG] [peewee] ('UPDATE `servicekey` SET `name` = %s, `kid` = %s, `service` = %s, `jwk` = %s, `metadata` = %s, `created_date` = %s, `expiration_date` = %s, `rotation_duration` = %s, `approval_id` = %s WHERE (`servicekey`.`id` = %s)', ['https://quay.skynet:443', 'I26nNlSD_dXYQQNwmKEcPWYMKsZR2yNyUbbmLX4dh0A', 'quay', '{"n": "6O9IV2WDtuGLBlpXkEVtr3GapVlbEQ7JyEjc5AbviSAckQLEwCBBAt2ArGBsWby3fWEvmCEbm3I8b-WfmQLKfAUrJ8Ski4jDShnvCCHvAMgH3E6iW96MNnafYQqAP9s29Kww2DEHf855gswRgsoUQhaIPDdE3XB3_LOzU2BpPTS6vjU3YSJgK4Bhaj0rC5RlyPc5vKzO6oHeWS7_W6irBUxEY1yurTrLX3UZIutuZMdaYf5P8lb4-EKj2T0RUH9aQUn0lSXnyQ11YUDmtVTzyCxvrFklHaUO55ZHOwTRP22O9e7PhtGIQ8iMqXEqLrgQriyknc85S_Yf0p-bdyHsfQ", "e": "AQAB", "kty": "RSA", "kid": "I26nNlSD_dXYQQNwmKEcPWYMKsZR2yNyUbbmLX4dh0A"}', '{"created_by": "CLI tool"}', datetime.datetime(2022, 6, 9, 11, 31, 43), datetime.datetime(2022, 6, 9, 13, 35, 14, 643164), None, 2, 2]) servicekey stdout | 2022-06-09 11:35:14,649 [92] [DEBUG] [__main__] Finished automatic refresh of service key I26nNlSD_dXYQQNwmKEcPWYMKsZR2yNyUbbmLX4dh0A with new expiration 2022-06-09 13:35:14.643164 servicekey stdout | 2022-06-09 11:35:14,649 [92] [DEBUG] [data.database] Disconnecting from database. servicekey stdout | 2022-06-09 11:35:14,649 [92] [INFO] [apscheduler.executors.default] Job "ServiceKeyWorker._refresh_service_key (trigger: interval[0:55:00], next run at: 2022-06-09 12:30:14 UTC)" executed successfully buildlogsarchiver stdout | 2022-06-09 11:35:15,387 [66] [DEBUG] [apscheduler.scheduler] Looking for jobs to run buildlogsarchiver stdout | 2022-06-09 11:35:15,387 [66] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:35:45.366042+00:00 (in 29.978682 seconds) buildlogsarchiver stdout | 2022-06-09 11:35:15,387 [66] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 11:35:45 UTC)" (scheduled at 2022-06-09 11:35:15.366042+00:00) buildlogsarchiver stdout | 2022-06-09 11:35:15,388 [66] [DEBUG] [peewee] ('SELECT `candidates`.`id` FROM (SELECT `t1`.`id` FROM `repositorybuild` AS `t1` WHERE (((`t1`.`phase` IN (%s, %s, %s)) OR (`t1`.`started` < %s)) AND (`t1`.`logs_archived` = %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2022, 5, 25, 11, 35, 15, 387824), False, 50, 1, 0]) buildlogsarchiver stdout | 2022-06-09 11:35:15,390 [66] [DEBUG] [__main__] No more builds to archive buildlogsarchiver stdout | 2022-06-09 11:35:15,390 [66] [DEBUG] [data.database] Disconnecting from database. buildlogsarchiver stdout | 2022-06-09 11:35:15,390 [66] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 11:35:45 UTC)" executed successfully blobuploadcleanupworker stdout | 2022-06-09 11:35:17,289 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'blobuploadcleanupworker.py', 'pid': '64'} repositoryactioncounter stdout | 2022-06-09 11:35:17,535 [88] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositoryactioncounter.py', 'pid': '88'} logrotateworker stdout | 2022-06-09 11:35:17,574 [77] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'logrotateworker.py', 'pid': '77'} securityscanningnotificationworker stdout | 2022-06-09 11:35:17,595 [90] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'securityscanningnotificationworker.py', 'pid': '90'} exportactionlogsworker stdout | 2022-06-09 11:35:17,628 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'exportactionlogsworker.py', 'pid': '70'} chunkcleanupworker stdout | 2022-06-09 11:35:17,754 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'chunkcleanupworker.py', 'pid': '67'} namespacegcworker stdout | 2022-06-09 11:35:17,770 [83] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'namespacegcworker.py', 'pid': '83'} repositorygcworker stdout | 2022-06-09 11:35:17,987 [89] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositorygcworker.py', 'pid': '89'} manifestbackfillworker stdout | 2022-06-09 11:35:18,014 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'manifestbackfillworker.py', 'pid': '78'} storagereplication stdout | 2022-06-09 11:35:18,058 [93] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'storagereplication.py', 'pid': '93'} globalpromstats stdout | 2022-06-09 11:35:18,063 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'globalpromstats.py', 'pid': '72'} servicekey stdout | 2022-06-09 11:35:18,070 [92] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'servicekeyworker.py', 'pid': '92'} expiredappspecifictokenworker stdout | 2022-06-09 11:35:18,091 [69] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '69'} notificationworker stdout | 2022-06-09 11:35:18,098 [85] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'notificationworker.py', 'pid': '85'} gunicorn-web stdout | 2022-06-09 11:35:18,107 [243] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '243'} gunicorn-web stdout | 2022-06-09 11:35:18,119 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '75'} buildlogsarchiver stdout | 2022-06-09 11:35:18,126 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'buildlogsarchiver.py', 'pid': '66'} gunicorn-web stdout | 2022-06-09 11:35:18,134 [226] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '226'} gunicorn-web stdout | 2022-06-09 11:35:18,141 [242] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '242'} gunicorn-web stdout | 2022-06-09 11:35:18,150 [235] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '235'} gunicorn-web stdout | 2022-06-09 11:35:18,157 [228] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '228'} gunicorn-web stdout | 2022-06-09 11:35:18,164 [241] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '241'} gunicorn-web stdout | 2022-06-09 11:35:18,171 [244] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '244'} gunicorn-web stdout | 2022-06-09 11:35:18,178 [237] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '237'} builder stdout | 2022-06-09 11:35:18,186 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'builder.py', 'pid': '65'} gunicorn-web stdout | 2022-06-09 11:35:18,193 [234] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '234'} gunicorn-web stdout | 2022-06-09 11:35:18,200 [236] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '236'} gunicorn-web stdout | 2022-06-09 11:35:18,208 [230] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '230'} gcworker stdout | 2022-06-09 11:35:18,214 [71] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'gcworker.py', 'pid': '71'} gunicorn-web stdout | 2022-06-09 11:35:18,222 [239] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '239'} gunicorn-web stdout | 2022-06-09 11:35:18,233 [231] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '231'} gunicorn-web stdout | 2022-06-09 11:35:18,239 [229] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '229'} gunicorn-web stdout | 2022-06-09 11:35:18,247 [238] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '238'} gunicorn-web stdout | 2022-06-09 11:35:18,254 [232] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '232'} teamsyncworker stdout | 2022-06-09 11:35:18,282 [94] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'teamsyncworker.py', 'pid': '94'} queuecleanupworker stdout | 2022-06-09 11:35:18,290 [87] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'queuecleanupworker.py', 'pid': '87'} gunicorn-secscan stdout | 2022-06-09 11:35:18,310 [221] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '221'} gunicorn-secscan stdout | 2022-06-09 11:35:18,318 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '74'} gunicorn-secscan stdout | 2022-06-09 11:35:18,327 [224] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '224'} gunicorn-secscan stdout | 2022-06-09 11:35:18,340 [225] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '225'} gunicorn-secscan stdout | 2022-06-09 11:35:18,347 [227] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '227'} notificationworker stdout | 2022-06-09 11:35:19,673 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 11:35:19,673 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:35:20.617379+00:00 (in 0.943968 seconds) notificationworker stdout | 2022-06-09 11:35:19,673 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 11:36:19 UTC)" (scheduled at 2022-06-09 11:35:19.645536+00:00) notificationworker stdout | 2022-06-09 11:35:19,673 [85] [DEBUG] [workers.queueworker] Running watchdog. notificationworker stdout | 2022-06-09 11:35:19,673 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 11:36:19 UTC)" executed successfully gunicorn-registry stdout | 2022-06-09 11:35:20,520 [275] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '275'} gunicorn-registry stdout | 2022-06-09 11:35:20,530 [271] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '271'} gunicorn-registry stdout | 2022-06-09 11:35:20,538 [273] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '273'} gunicorn-registry stdout | 2022-06-09 11:35:20,559 [277] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '277'} gunicorn-registry stdout | 2022-06-09 11:35:20,565 [276] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '276'} gunicorn-registry stdout | 2022-06-09 11:35:20,573 [246] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '246'} gunicorn-registry stdout | 2022-06-09 11:35:20,580 [274] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '274'} gunicorn-registry stdout | 2022-06-09 11:35:20,591 [263] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '263'} gunicorn-registry stdout | 2022-06-09 11:35:20,599 [266] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '266'} gunicorn-registry stdout | 2022-06-09 11:35:20,607 [254] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '254'} gunicorn-registry stdout | 2022-06-09 11:35:20,616 [260] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '260'} notificationworker stdout | 2022-06-09 11:35:20,618 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 11:35:20,618 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:35:30.617379+00:00 (in 9.998933 seconds) notificationworker stdout | 2022-06-09 11:35:20,618 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:35:30 UTC)" (scheduled at 2022-06-09 11:35:20.617379+00:00) notificationworker stdout | 2022-06-09 11:35:20,618 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 11:35:20,619 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 35, 20, 618904), True, datetime.datetime(2022, 6, 9, 11, 35, 20, 618904), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 11:35:20,622 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 11:35:20,622 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 11:35:20,622 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:35:30 UTC)" executed successfully gunicorn-registry stdout | 2022-06-09 11:35:20,628 [270] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '270'} gunicorn-registry stdout | 2022-06-09 11:35:20,635 [253] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '253'} gunicorn-registry stdout | 2022-06-09 11:35:20,646 [268] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '268'} gunicorn-registry stdout | 2022-06-09 11:35:20,654 [261] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '261'} gunicorn-registry stdout | 2022-06-09 11:35:20,661 [248] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '248'} gunicorn-registry stdout | 2022-06-09 11:35:20,668 [245] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '245'} gunicorn-registry stdout | 2022-06-09 11:35:20,675 [249] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '249'} gunicorn-registry stdout | 2022-06-09 11:35:20,683 [251] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '251'} gunicorn-registry stdout | 2022-06-09 11:35:20,691 [259] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '259'} gunicorn-registry stdout | 2022-06-09 11:35:20,697 [250] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '250'} gunicorn-registry stdout | 2022-06-09 11:35:20,704 [265] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '265'} gunicorn-registry stdout | 2022-06-09 11:35:20,710 [73] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '73'} gunicorn-registry stdout | 2022-06-09 11:35:20,717 [267] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '267'} gunicorn-registry stdout | 2022-06-09 11:35:20,724 [256] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '256'} gunicorn-registry stdout | 2022-06-09 11:35:20,731 [262] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '262'} gunicorn-registry stdout | 2022-06-09 11:35:20,738 [272] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '272'} gunicorn-registry stdout | 2022-06-09 11:35:20,749 [264] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '264'} gunicorn-registry stdout | 2022-06-09 11:35:20,758 [269] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '269'} gunicorn-registry stdout | 2022-06-09 11:35:20,767 [247] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '247'} gunicorn-registry stdout | 2022-06-09 11:35:20,773 [255] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '255'} gunicorn-registry stdout | 2022-06-09 11:35:20,779 [252] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '252'} gunicorn-registry stdout | 2022-06-09 11:35:20,786 [257] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '257'} notificationworker stdout | 2022-06-09 11:35:30,620 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 11:35:30,620 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:35:40.617379+00:00 (in 9.997021 seconds) notificationworker stdout | 2022-06-09 11:35:30,620 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:35:40 UTC)" (scheduled at 2022-06-09 11:35:30.617379+00:00) notificationworker stdout | 2022-06-09 11:35:30,620 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 11:35:30,621 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 35, 30, 620879), True, datetime.datetime(2022, 6, 9, 11, 35, 30, 620879), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 11:35:30,624 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 11:35:30,624 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 11:35:30,624 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:35:40 UTC)" executed successfully gcworker stdout | 2022-06-09 11:35:37,491 [71] [DEBUG] [apscheduler.scheduler] Looking for jobs to run gcworker stdout | 2022-06-09 11:35:37,492 [71] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:36:07.490424+00:00 (in 29.998509 seconds) gcworker stdout | 2022-06-09 11:35:37,492 [71] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 11:36:07 UTC)" (scheduled at 2022-06-09 11:35:37.490424+00:00) gcworker stdout | 2022-06-09 11:35:37,493 [71] [DEBUG] [peewee] ('SELECT `candidates`.`repository_id` FROM (SELECT DISTINCT `t1`.`repository_id` FROM `tag` AS `t1` INNER JOIN `repository` AS `t2` ON (`t1`.`repository_id` = `t2`.`id`) INNER JOIN `user` AS `t3` ON (`t2`.`namespace_user_id` = `t3`.`id`) WHERE ((((NOT (`t1`.`lifetime_end_ms` IS %s) AND (`t1`.`lifetime_end_ms` <= %s)) AND (`t3`.`removed_tag_expiration_s` = %s)) AND (`t3`.`enabled` = %s)) AND (`t2`.`state` != %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', [None, 1653564937492, 1209600, True, 3, 500, 1, 0]) gcworker stdout | 2022-06-09 11:35:37,495 [71] [DEBUG] [__main__] No repository with garbage found gcworker stdout | 2022-06-09 11:35:37,495 [71] [DEBUG] [data.database] Disconnecting from database. gcworker stdout | 2022-06-09 11:35:37,495 [71] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 11:36:07 UTC)" executed successfully repositorygcworker stdout | 2022-06-09 11:35:38,464 [89] [DEBUG] [apscheduler.scheduler] Looking for jobs to run repositorygcworker stdout | 2022-06-09 11:35:38,464 [89] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:35:51.502316+00:00 (in 13.037829 seconds) repositorygcworker stdout | 2022-06-09 11:35:38,464 [89] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 11:36:38 UTC)" (scheduled at 2022-06-09 11:35:38.463361+00:00) repositorygcworker stdout | 2022-06-09 11:35:38,465 [89] [DEBUG] [workers.queueworker] Getting work item from queue. repositorygcworker stdout | 2022-06-09 11:35:38,465 [89] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 35, 38, 465041), True, datetime.datetime(2022, 6, 9, 11, 35, 38, 465041), 0, 'repositorygc/%', 50, 1, 0]) repositorygcworker stdout | 2022-06-09 11:35:38,468 [89] [DEBUG] [workers.queueworker] No more work. repositorygcworker stdout | 2022-06-09 11:35:38,468 [89] [DEBUG] [data.database] Disconnecting from database. repositorygcworker stdout | 2022-06-09 11:35:38,468 [89] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 11:36:38 UTC)" executed successfully notificationworker stdout | 2022-06-09 11:35:40,646 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 11:35:40,646 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:35:50.617379+00:00 (in 9.970668 seconds) notificationworker stdout | 2022-06-09 11:35:40,646 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:35:50 UTC)" (scheduled at 2022-06-09 11:35:40.617379+00:00) notificationworker stdout | 2022-06-09 11:35:40,647 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 11:35:40,647 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 35, 40, 647043), True, datetime.datetime(2022, 6, 9, 11, 35, 40, 647043), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 11:35:40,650 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 11:35:40,650 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 11:35:40,650 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:35:50 UTC)" executed successfully buildlogsarchiver stdout | 2022-06-09 11:35:45,398 [66] [DEBUG] [apscheduler.scheduler] Looking for jobs to run buildlogsarchiver stdout | 2022-06-09 11:35:45,398 [66] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:36:15.366042+00:00 (in 29.967911 seconds) buildlogsarchiver stdout | 2022-06-09 11:35:45,398 [66] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 11:36:15 UTC)" (scheduled at 2022-06-09 11:35:45.366042+00:00) buildlogsarchiver stdout | 2022-06-09 11:35:45,399 [66] [DEBUG] [peewee] ('SELECT `candidates`.`id` FROM (SELECT `t1`.`id` FROM `repositorybuild` AS `t1` WHERE (((`t1`.`phase` IN (%s, %s, %s)) OR (`t1`.`started` < %s)) AND (`t1`.`logs_archived` = %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2022, 5, 25, 11, 35, 45, 398702), False, 50, 1, 0]) buildlogsarchiver stdout | 2022-06-09 11:35:45,402 [66] [DEBUG] [__main__] No more builds to archive buildlogsarchiver stdout | 2022-06-09 11:35:45,402 [66] [DEBUG] [data.database] Disconnecting from database. buildlogsarchiver stdout | 2022-06-09 11:35:45,402 [66] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 11:36:15 UTC)" executed successfully blobuploadcleanupworker stdout | 2022-06-09 11:35:47,333 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'blobuploadcleanupworker.py', 'pid': '64'} exportactionlogsworker stdout | 2022-06-09 11:35:47,412 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run exportactionlogsworker stdout | 2022-06-09 11:35:47,412 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:36:04.366245+00:00 (in 16.953913 seconds) exportactionlogsworker stdout | 2022-06-09 11:35:47,412 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 11:36:47 UTC)" (scheduled at 2022-06-09 11:35:47.409953+00:00) exportactionlogsworker stdout | 2022-06-09 11:35:47,412 [70] [DEBUG] [workers.queueworker] Running watchdog. exportactionlogsworker stdout | 2022-06-09 11:35:47,412 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 11:36:47 UTC)" executed successfully logrotateworker stdout | 2022-06-09 11:35:47,610 [77] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'logrotateworker.py', 'pid': '77'} securityscanningnotificationworker stdout | 2022-06-09 11:35:47,620 [90] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'securityscanningnotificationworker.py', 'pid': '90'} repositoryactioncounter stdout | 2022-06-09 11:35:47,627 [88] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositoryactioncounter.py', 'pid': '88'} exportactionlogsworker stdout | 2022-06-09 11:35:47,654 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'exportactionlogsworker.py', 'pid': '70'} chunkcleanupworker stdout | 2022-06-09 11:35:47,781 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'chunkcleanupworker.py', 'pid': '67'} namespacegcworker stdout | 2022-06-09 11:35:47,810 [83] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'namespacegcworker.py', 'pid': '83'} repositorygcworker stdout | 2022-06-09 11:35:48,030 [89] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositorygcworker.py', 'pid': '89'} manifestbackfillworker stdout | 2022-06-09 11:35:48,056 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'manifestbackfillworker.py', 'pid': '78'} storagereplication stdout | 2022-06-09 11:35:48,094 [93] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'storagereplication.py', 'pid': '93'} globalpromstats stdout | 2022-06-09 11:35:48,102 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'globalpromstats.py', 'pid': '72'} expiredappspecifictokenworker stdout | 2022-06-09 11:35:48,111 [69] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '69'} servicekey stdout | 2022-06-09 11:35:48,119 [92] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'servicekeyworker.py', 'pid': '92'} gunicorn-web stdout | 2022-06-09 11:35:48,126 [243] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '243'} gunicorn-web stdout | 2022-06-09 11:35:48,135 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '75'} notificationworker stdout | 2022-06-09 11:35:48,145 [85] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'notificationworker.py', 'pid': '85'} gunicorn-web stdout | 2022-06-09 11:35:48,152 [226] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '226'} gunicorn-web stdout | 2022-06-09 11:35:48,160 [242] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '242'} gunicorn-web stdout | 2022-06-09 11:35:48,169 [235] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '235'} buildlogsarchiver stdout | 2022-06-09 11:35:48,176 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'buildlogsarchiver.py', 'pid': '66'} gunicorn-web stdout | 2022-06-09 11:35:48,184 [228] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '228'} gunicorn-web stdout | 2022-06-09 11:35:48,191 [241] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '241'} gunicorn-web stdout | 2022-06-09 11:35:48,198 [244] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '244'} gunicorn-web stdout | 2022-06-09 11:35:48,205 [237] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '237'} gunicorn-web stdout | 2022-06-09 11:35:48,212 [234] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '234'} gunicorn-web stdout | 2022-06-09 11:35:48,219 [236] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '236'} gunicorn-web stdout | 2022-06-09 11:35:48,227 [230] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '230'} builder stdout | 2022-06-09 11:35:48,234 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'builder.py', 'pid': '65'} gunicorn-web stdout | 2022-06-09 11:35:48,242 [239] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '239'} gcworker stdout | 2022-06-09 11:35:48,248 [71] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'gcworker.py', 'pid': '71'} gunicorn-web stdout | 2022-06-09 11:35:48,256 [231] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '231'} gunicorn-web stdout | 2022-06-09 11:35:48,263 [229] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '229'} gunicorn-web stdout | 2022-06-09 11:35:48,270 [238] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '238'} gunicorn-web stdout | 2022-06-09 11:35:48,277 [232] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '232'} gunicorn-secscan stdout | 2022-06-09 11:35:48,322 [221] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '221'} teamsyncworker stdout | 2022-06-09 11:35:48,328 [94] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'teamsyncworker.py', 'pid': '94'} queuecleanupworker stdout | 2022-06-09 11:35:48,335 [87] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'queuecleanupworker.py', 'pid': '87'} gunicorn-secscan stdout | 2022-06-09 11:35:48,342 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '74'} gunicorn-secscan stdout | 2022-06-09 11:35:48,349 [224] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '224'} gunicorn-secscan stdout | 2022-06-09 11:35:48,357 [225] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '225'} gunicorn-secscan stdout | 2022-06-09 11:35:48,364 [227] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '227'} gunicorn-registry stdout | 2022-06-09 11:35:50,537 [275] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '275'} gunicorn-registry stdout | 2022-06-09 11:35:50,544 [271] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '271'} gunicorn-registry stdout | 2022-06-09 11:35:50,551 [273] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '273'} gunicorn-registry stdout | 2022-06-09 11:35:50,573 [277] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '277'} gunicorn-registry stdout | 2022-06-09 11:35:50,582 [276] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '276'} gunicorn-registry stdout | 2022-06-09 11:35:50,590 [246] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '246'} gunicorn-registry stdout | 2022-06-09 11:35:50,597 [274] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '274'} gunicorn-registry stdout | 2022-06-09 11:35:50,604 [263] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '263'} gunicorn-registry stdout | 2022-06-09 11:35:50,611 [266] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '266'} gunicorn-registry stdout | 2022-06-09 11:35:50,619 [254] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '254'} notificationworker stdout | 2022-06-09 11:35:50,620 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 11:35:50,621 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:36:00.617379+00:00 (in 9.996410 seconds) notificationworker stdout | 2022-06-09 11:35:50,621 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:36:00 UTC)" (scheduled at 2022-06-09 11:35:50.617379+00:00) notificationworker stdout | 2022-06-09 11:35:50,621 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 11:35:50,622 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 35, 50, 621657), True, datetime.datetime(2022, 6, 9, 11, 35, 50, 621657), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 11:35:50,625 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 11:35:50,625 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 11:35:50,625 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:36:00 UTC)" executed successfully gunicorn-registry stdout | 2022-06-09 11:35:50,631 [260] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '260'} gunicorn-registry stdout | 2022-06-09 11:35:50,643 [270] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '270'} gunicorn-registry stdout | 2022-06-09 11:35:50,651 [253] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '253'} gunicorn-registry stdout | 2022-06-09 11:35:50,659 [268] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '268'} gunicorn-registry stdout | 2022-06-09 11:35:50,665 [261] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '261'} gunicorn-registry stdout | 2022-06-09 11:35:50,677 [248] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '248'} gunicorn-registry stdout | 2022-06-09 11:35:50,688 [245] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '245'} gunicorn-registry stdout | 2022-06-09 11:35:50,695 [249] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '249'} gunicorn-registry stdout | 2022-06-09 11:35:50,701 [251] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '251'} gunicorn-registry stdout | 2022-06-09 11:35:50,708 [259] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '259'} gunicorn-registry stdout | 2022-06-09 11:35:50,714 [250] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '250'} gunicorn-registry stdout | 2022-06-09 11:35:50,722 [265] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '265'} gunicorn-registry stdout | 2022-06-09 11:35:50,730 [73] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '73'} gunicorn-registry stdout | 2022-06-09 11:35:50,737 [267] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '267'} gunicorn-registry stdout | 2022-06-09 11:35:50,744 [256] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '256'} gunicorn-registry stdout | 2022-06-09 11:35:50,751 [262] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '262'} gunicorn-registry stdout | 2022-06-09 11:35:50,758 [272] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '272'} gunicorn-registry stdout | 2022-06-09 11:35:50,766 [264] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '264'} gunicorn-registry stdout | 2022-06-09 11:35:50,773 [269] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '269'} gunicorn-registry stdout | 2022-06-09 11:35:50,780 [247] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '247'} gunicorn-registry stdout | 2022-06-09 11:35:50,789 [255] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '255'} gunicorn-registry stdout | 2022-06-09 11:35:50,796 [252] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '252'} gunicorn-registry stdout | 2022-06-09 11:35:50,803 [257] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '257'} repositorygcworker stdout | 2022-06-09 11:35:51,514 [89] [DEBUG] [apscheduler.scheduler] Looking for jobs to run repositorygcworker stdout | 2022-06-09 11:35:51,514 [89] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:36:38.463361+00:00 (in 46.948761 seconds) repositorygcworker stdout | 2022-06-09 11:35:51,514 [89] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 11:36:51 UTC)" (scheduled at 2022-06-09 11:35:51.502316+00:00) repositorygcworker stdout | 2022-06-09 11:35:51,514 [89] [DEBUG] [workers.queueworker] Running watchdog. repositorygcworker stdout | 2022-06-09 11:35:51,514 [89] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 11:36:51 UTC)" executed successfully namespacegcworker stdout | 2022-06-09 11:35:55,470 [83] [DEBUG] [apscheduler.scheduler] Looking for jobs to run namespacegcworker stdout | 2022-06-09 11:35:55,470 [83] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:36:01.521527+00:00 (in 6.050747 seconds) namespacegcworker stdout | 2022-06-09 11:35:55,471 [83] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 11:36:55 UTC)" (scheduled at 2022-06-09 11:35:55.463831+00:00) namespacegcworker stdout | 2022-06-09 11:35:55,471 [83] [DEBUG] [workers.queueworker] Getting work item from queue. namespacegcworker stdout | 2022-06-09 11:35:55,472 [83] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 35, 55, 471160), True, datetime.datetime(2022, 6, 9, 11, 35, 55, 471160), 0, 'namespacegc/%', 50, 1, 0]) namespacegcworker stdout | 2022-06-09 11:35:55,474 [83] [DEBUG] [workers.queueworker] No more work. namespacegcworker stdout | 2022-06-09 11:35:55,474 [83] [DEBUG] [data.database] Disconnecting from database. namespacegcworker stdout | 2022-06-09 11:35:55,474 [83] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 11:36:55 UTC)" executed successfully notificationworker stdout | 2022-06-09 11:36:00,618 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 11:36:00,618 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:36:10.617379+00:00 (in 9.998724 seconds) notificationworker stdout | 2022-06-09 11:36:00,619 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:36:10 UTC)" (scheduled at 2022-06-09 11:36:00.617379+00:00) notificationworker stdout | 2022-06-09 11:36:00,619 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 11:36:00,620 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 36, 0, 619256), True, datetime.datetime(2022, 6, 9, 11, 36, 0, 619256), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 11:36:00,623 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 11:36:00,623 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 11:36:00,623 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:36:10 UTC)" executed successfully namespacegcworker stdout | 2022-06-09 11:36:01,526 [83] [DEBUG] [apscheduler.scheduler] Looking for jobs to run namespacegcworker stdout | 2022-06-09 11:36:01,526 [83] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:36:55.463831+00:00 (in 53.937383 seconds) namespacegcworker stdout | 2022-06-09 11:36:01,526 [83] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 11:37:01 UTC)" (scheduled at 2022-06-09 11:36:01.521527+00:00) namespacegcworker stdout | 2022-06-09 11:36:01,526 [83] [DEBUG] [workers.queueworker] Running watchdog. namespacegcworker stdout | 2022-06-09 11:36:01,526 [83] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 11:37:01 UTC)" executed successfully exportactionlogsworker stdout | 2022-06-09 11:36:04,368 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run exportactionlogsworker stdout | 2022-06-09 11:36:04,368 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:36:25.409412+00:00 (in 21.040954 seconds) exportactionlogsworker stdout | 2022-06-09 11:36:04,368 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 11:37:04 UTC)" (scheduled at 2022-06-09 11:36:04.366245+00:00) exportactionlogsworker stdout | 2022-06-09 11:36:04,368 [70] [DEBUG] [workers.queueworker] Getting work item from queue. exportactionlogsworker stdout | 2022-06-09 11:36:04,369 [70] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 36, 4, 368964), True, datetime.datetime(2022, 6, 9, 11, 36, 4, 368964), 0, 'exportactionlogs/%', 50, 1, 0]) exportactionlogsworker stdout | 2022-06-09 11:36:04,372 [70] [DEBUG] [workers.queueworker] No more work. exportactionlogsworker stdout | 2022-06-09 11:36:04,372 [70] [DEBUG] [data.database] Disconnecting from database. exportactionlogsworker stdout | 2022-06-09 11:36:04,372 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 11:37:04 UTC)" executed successfully gcworker stdout | 2022-06-09 11:36:07,491 [71] [DEBUG] [apscheduler.scheduler] Looking for jobs to run gcworker stdout | 2022-06-09 11:36:07,491 [71] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:36:37.490424+00:00 (in 29.999135 seconds) gcworker stdout | 2022-06-09 11:36:07,491 [71] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 11:36:37 UTC)" (scheduled at 2022-06-09 11:36:07.490424+00:00) gcworker stdout | 2022-06-09 11:36:07,492 [71] [DEBUG] [peewee] ('SELECT `candidates`.`repository_id` FROM (SELECT DISTINCT `t1`.`repository_id` FROM `tag` AS `t1` INNER JOIN `repository` AS `t2` ON (`t1`.`repository_id` = `t2`.`id`) INNER JOIN `user` AS `t3` ON (`t2`.`namespace_user_id` = `t3`.`id`) WHERE ((((NOT (`t1`.`lifetime_end_ms` IS %s) AND (`t1`.`lifetime_end_ms` <= %s)) AND (`t3`.`removed_tag_expiration_s` = %s)) AND (`t3`.`enabled` = %s)) AND (`t2`.`state` != %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', [None, 1653564967491, 1209600, True, 3, 500, 1, 0]) gcworker stdout | 2022-06-09 11:36:07,494 [71] [DEBUG] [__main__] No repository with garbage found gcworker stdout | 2022-06-09 11:36:07,494 [71] [DEBUG] [data.database] Disconnecting from database. gcworker stdout | 2022-06-09 11:36:07,494 [71] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 11:36:37 UTC)" executed successfully notificationworker stdout | 2022-06-09 11:36:10,621 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 11:36:10,621 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:36:19.645536+00:00 (in 9.023975 seconds) notificationworker stdout | 2022-06-09 11:36:10,621 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:36:20 UTC)" (scheduled at 2022-06-09 11:36:10.617379+00:00) notificationworker stdout | 2022-06-09 11:36:10,622 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 11:36:10,622 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 36, 10, 622138), True, datetime.datetime(2022, 6, 9, 11, 36, 10, 622138), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 11:36:10,625 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 11:36:10,625 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 11:36:10,625 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:36:20 UTC)" executed successfully buildlogsarchiver stdout | 2022-06-09 11:36:15,395 [66] [DEBUG] [apscheduler.scheduler] Looking for jobs to run buildlogsarchiver stdout | 2022-06-09 11:36:15,395 [66] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:36:45.366042+00:00 (in 29.970465 seconds) buildlogsarchiver stdout | 2022-06-09 11:36:15,395 [66] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 11:36:45 UTC)" (scheduled at 2022-06-09 11:36:15.366042+00:00) buildlogsarchiver stdout | 2022-06-09 11:36:15,396 [66] [DEBUG] [peewee] ('SELECT `candidates`.`id` FROM (SELECT `t1`.`id` FROM `repositorybuild` AS `t1` WHERE (((`t1`.`phase` IN (%s, %s, %s)) OR (`t1`.`started` < %s)) AND (`t1`.`logs_archived` = %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2022, 5, 25, 11, 36, 15, 395972), False, 50, 1, 0]) buildlogsarchiver stdout | 2022-06-09 11:36:15,399 [66] [DEBUG] [__main__] No more builds to archive buildlogsarchiver stdout | 2022-06-09 11:36:15,399 [66] [DEBUG] [data.database] Disconnecting from database. buildlogsarchiver stdout | 2022-06-09 11:36:15,399 [66] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 11:36:45 UTC)" executed successfully gunicorn-web stdout | 2022-06-09 11:36:16,547 [243] [DEBUG] [app] Starting request: urn:request:895190e6-a12b-4cc6-b495-ea78d33f4c7c (/api/v1/repository/ibazulic/quay/build/) {'X-Forwarded-For': '172.24.0.1'} gunicorn-web stdout | 2022-06-09 11:36:16,547 [243] [DEBUG] [app] User loader loading deferred user with uuid: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 11:36:16,547 [243] [DEBUG] [auth.cookie] Loading user from cookie: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 11:36:16,547 [243] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`uuid`, `t1`.`username`, `t1`.`password_hash`, `t1`.`email`, `t1`.`verified`, `t1`.`stripe_id`, `t1`.`organization`, `t1`.`robot`, `t1`.`invoice_email`, `t1`.`invalid_login_attempts`, `t1`.`last_invalid_login`, `t1`.`removed_tag_expiration_s`, `t1`.`enabled`, `t1`.`invoice_email_address`, `t1`.`given_name`, `t1`.`family_name`, `t1`.`company`, `t1`.`location`, `t1`.`maximum_queued_builds_count`, `t1`.`creation_date`, `t1`.`last_accessed` FROM `user` AS `t1` WHERE ((`t1`.`uuid` = %s) AND (`t1`.`organization` = %s)) LIMIT %s OFFSET %s', ['82228490-d075-4921-ae7a-af4408cf11b4', False, 1, 0]) gunicorn-web stdout | 2022-06-09 11:36:16,550 [243] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None]) gunicorn-web stdout | 2022-06-09 11:36:16,550 [243] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2022-06-09 11:36:16,550 [243] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 11:36:16,550 [243] [DEBUG] [endpoints.api] Checking permission for repo: ibazulic/quay gunicorn-web stdout | 2022-06-09 11:36:16,550 [243] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 11:36:16,550 [243] [DEBUG] [auth.permissions] User permission: userspecificneed(type='user', username='ibazulic', role='admin') gunicorn-web stdout | 2022-06-09 11:36:16,550 [243] [DEBUG] [auth.permissions] User namespace permission: namespacewide(type='organization', namespace='ibazulic', role='admin') gunicorn-web stdout | 2022-06-09 11:36:16,550 [243] [DEBUG] [auth.permissions] User namespace repo permission: namespacewide(type='organizationrepo', namespace='ibazulic', role='admin') gunicorn-web stdout | 2022-06-09 11:36:16,550 [243] [DEBUG] [auth.permissions] Adding superuser to user: ibazulic gunicorn-web stdout | 2022-06-09 11:36:16,551 [243] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`namespace_user_id`, `t1`.`name`, `t1`.`visibility_id`, `t1`.`description`, `t1`.`badge_token`, `t1`.`kind_id`, `t1`.`trust_enabled`, `t1`.`state`, `t2`.`id`, `t2`.`uuid`, `t2`.`username`, `t2`.`password_hash`, `t2`.`email`, `t2`.`verified`, `t2`.`stripe_id`, `t2`.`organization`, `t2`.`robot`, `t2`.`invoice_email`, `t2`.`invalid_login_attempts`, `t2`.`last_invalid_login`, `t2`.`removed_tag_expiration_s`, `t2`.`enabled`, `t2`.`invoice_email_address`, `t2`.`given_name`, `t2`.`family_name`, `t2`.`company`, `t2`.`location`, `t2`.`maximum_queued_builds_count`, `t2`.`creation_date`, `t2`.`last_accessed` FROM `repository` AS `t1` INNER JOIN `user` AS `t2` ON (`t1`.`namespace_user_id` = `t2`.`id`) INNER JOIN `repositorykind` AS `t3` ON (`t1`.`kind_id` = `t3`.`id`) WHERE ((((`t2`.`username` = %s) AND (`t1`.`name` = %s)) AND (`t1`.`state` != %s)) AND (`t3`.`name` = %s)) LIMIT %s OFFSET %s', ['ibazulic', 'quay', 3, 'application', 1, 0]) gunicorn-web stdout | 2022-06-09 11:36:16,555 [243] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`uuid`, `t1`.`repository_id`, `t1`.`access_token_id`, `t1`.`resource_key`, `t1`.`job_config`, `t1`.`phase`, `t1`.`started`, `t1`.`display_name`, `t1`.`trigger_id`, `t1`.`pull_robot_id`, `t1`.`logs_archived`, `t1`.`queue_id`, `t2`.`id`, `t2`.`uuid`, `t2`.`service_id`, `t2`.`repository_id`, `t2`.`connected_user_id`, `t2`.`secure_auth_token`, `t2`.`secure_private_key`, `t2`.`fully_migrated`, `t2`.`config`, `t2`.`write_token_id`, `t2`.`pull_robot_id`, `t2`.`enabled`, `t2`.`disabled_reason_id`, `t2`.`disabled_datetime`, `t2`.`successive_failure_count`, `t2`.`successive_internal_error_count`, `t3`.`id`, `t3`.`name`, `t4`.`id`, `t4`.`namespace_user_id`, `t4`.`name`, `t4`.`visibility_id`, `t4`.`description`, `t4`.`badge_token`, `t4`.`kind_id`, `t4`.`trust_enabled`, `t4`.`state`, `t5`.`id`, `t5`.`uuid`, `t5`.`username`, `t5`.`password_hash`, `t5`.`email`, `t5`.`verified`, `t5`.`stripe_id`, `t5`.`organization`, `t5`.`robot`, `t5`.`invoice_email`, `t5`.`invalid_login_attempts`, `t5`.`last_invalid_login`, `t5`.`removed_tag_expiration_s`, `t5`.`enabled`, `t5`.`invoice_email_address`, `t5`.`given_name`, `t5`.`family_name`, `t5`.`company`, `t5`.`location`, `t5`.`maximum_queued_builds_count`, `t5`.`creation_date`, `t5`.`last_accessed`, `t6`.`id`, `t6`.`uuid`, `t6`.`username`, `t6`.`password_hash`, `t6`.`email`, `t6`.`verified`, `t6`.`stripe_id`, `t6`.`organization`, `t6`.`robot`, `t6`.`invoice_email`, `t6`.`invalid_login_attempts`, `t6`.`last_invalid_login`, `t6`.`removed_tag_expiration_s`, `t6`.`enabled`, `t6`.`invoice_email_address`, `t6`.`given_name`, `t6`.`family_name`, `t6`.`company`, `t6`.`location`, `t6`.`maximum_queued_builds_count`, `t6`.`creation_date`, `t6`.`last_accessed` FROM `repositorybuild` AS `t1` INNER JOIN `repository` AS `t4` ON (`t1`.`repository_id` = `t4`.`id`) INNER JOIN `user` AS `t5` ON (`t4`.`namespace_user_id` = `t5`.`id`) LEFT OUTER JOIN `user` AS `t6` ON (`t1`.`pull_robot_id` = `t6`.`id`) LEFT OUTER JOIN `repositorybuildtrigger` AS `t2` ON (`t1`.`trigger_id` = `t2`.`id`) LEFT OUTER JOIN `buildtriggerservice` AS `t3` ON (`t2`.`service_id` = `t3`.`id`) WHERE ((`t4`.`name` = %s) AND (`t5`.`username` = %s)) ORDER BY `t1`.`started` DESC LIMIT %s', ['quay', 'ibazulic', 3]) gunicorn-web stdout | 2022-06-09 11:36:16,558 [243] [DEBUG] [app] Ending request: urn:request:895190e6-a12b-4cc6-b495-ea78d33f4c7c (/api/v1/repository/ibazulic/quay/build/) {'endpoint': 'api.repositorybuildlist', 'request_id': 'urn:request:895190e6-a12b-4cc6-b495-ea78d33f4c7c', 'remote_addr': '172.24.0.1', 'http_method': 'GET', 'original_url': 'https://quay.skynet/api/v1/repository/ibazulic/quay/build/?limit=3', 'path': '/api/v1/repository/ibazulic/quay/build/', 'parameters': {'limit': '3'}, 'json_body': None, 'confsha': '61c38a19', 'user-agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:101.0) Gecko/20100101 Firefox/101.0'} gunicorn-web stdout | 2022-06-09 11:36:16,559 [243] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2022-06-09 11:36:16,559 [243] [INFO] [gunicorn.access] 172.24.0.1 - - [09/Jun/2022:11:36:16 +0000] "GET /api/v1/repository/ibazulic/quay/build/?limit=3 HTTP/1.0" 200 15 "https://quay.skynet/repository/ibazulic/quay?tab=tags" "Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:101.0) Gecko/20100101 Firefox/101.0" nginx stdout | 172.24.0.1 () - - [09/Jun/2022:11:36:16 +0000] "GET /api/v1/repository/ibazulic/quay/build/?limit=3 HTTP/2.0" 200 15 "https://quay.skynet/repository/ibazulic/quay?tab=tags" "Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:101.0) Gecko/20100101 Firefox/101.0" (0.014 417 0.012) blobuploadcleanupworker stdout | 2022-06-09 11:36:17,362 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'blobuploadcleanupworker.py', 'pid': '64'} logrotateworker stdout | 2022-06-09 11:36:17,638 [77] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'logrotateworker.py', 'pid': '77'} securityscanningnotificationworker stdout | 2022-06-09 11:36:17,649 [90] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'securityscanningnotificationworker.py', 'pid': '90'} repositoryactioncounter stdout | 2022-06-09 11:36:17,666 [88] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositoryactioncounter.py', 'pid': '88'} exportactionlogsworker stdout | 2022-06-09 11:36:17,673 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'exportactionlogsworker.py', 'pid': '70'} chunkcleanupworker stdout | 2022-06-09 11:36:17,794 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'chunkcleanupworker.py', 'pid': '67'} namespacegcworker stdout | 2022-06-09 11:36:17,848 [83] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'namespacegcworker.py', 'pid': '83'} repositorygcworker stdout | 2022-06-09 11:36:18,070 [89] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositorygcworker.py', 'pid': '89'} manifestbackfillworker stdout | 2022-06-09 11:36:18,076 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'manifestbackfillworker.py', 'pid': '78'} storagereplication stdout | 2022-06-09 11:36:18,132 [93] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'storagereplication.py', 'pid': '93'} gunicorn-web stdout | 2022-06-09 11:36:18,140 [243] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '243'} globalpromstats stdout | 2022-06-09 11:36:18,146 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'globalpromstats.py', 'pid': '72'} gunicorn-web stdout | 2022-06-09 11:36:18,153 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '75'} expiredappspecifictokenworker stdout | 2022-06-09 11:36:18,160 [69] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '69'} servicekey stdout | 2022-06-09 11:36:18,169 [92] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'servicekeyworker.py', 'pid': '92'} gunicorn-web stdout | 2022-06-09 11:36:18,183 [226] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '226'} gunicorn-web stdout | 2022-06-09 11:36:18,190 [242] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '242'} notificationworker stdout | 2022-06-09 11:36:18,197 [85] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'notificationworker.py', 'pid': '85'} gunicorn-web stdout | 2022-06-09 11:36:18,203 [235] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '235'} gunicorn-web stdout | 2022-06-09 11:36:18,211 [228] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '228'} gunicorn-web stdout | 2022-06-09 11:36:18,219 [241] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '241'} gunicorn-web stdout | 2022-06-09 11:36:18,227 [244] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '244'} buildlogsarchiver stdout | 2022-06-09 11:36:18,235 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'buildlogsarchiver.py', 'pid': '66'} gunicorn-web stdout | 2022-06-09 11:36:18,245 [237] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '237'} gunicorn-web stdout | 2022-06-09 11:36:18,246 [244] [DEBUG] [app] Starting request: urn:request:c2264eec-d236-4329-918c-074b502b5253 (/api/v1/repository/ibazulic/quay/tag/) {'X-Forwarded-For': '172.24.0.1'} gunicorn-web stdout | 2022-06-09 11:36:18,246 [244] [DEBUG] [app] User loader loading deferred user with uuid: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 11:36:18,246 [244] [DEBUG] [auth.cookie] Loading user from cookie: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 11:36:18,247 [244] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`uuid`, `t1`.`username`, `t1`.`password_hash`, `t1`.`email`, `t1`.`verified`, `t1`.`stripe_id`, `t1`.`organization`, `t1`.`robot`, `t1`.`invoice_email`, `t1`.`invalid_login_attempts`, `t1`.`last_invalid_login`, `t1`.`removed_tag_expiration_s`, `t1`.`enabled`, `t1`.`invoice_email_address`, `t1`.`given_name`, `t1`.`family_name`, `t1`.`company`, `t1`.`location`, `t1`.`maximum_queued_builds_count`, `t1`.`creation_date`, `t1`.`last_accessed` FROM `user` AS `t1` WHERE ((`t1`.`uuid` = %s) AND (`t1`.`organization` = %s)) LIMIT %s OFFSET %s', ['82228490-d075-4921-ae7a-af4408cf11b4', False, 1, 0]) gunicorn-web stdout | 2022-06-09 11:36:18,249 [244] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None]) gunicorn-web stdout | 2022-06-09 11:36:18,249 [244] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2022-06-09 11:36:18,249 [244] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 11:36:18,249 [244] [DEBUG] [endpoints.api] Checking permission for repo: ibazulic/quay gunicorn-web stdout | 2022-06-09 11:36:18,249 [244] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 11:36:18,249 [244] [DEBUG] [auth.permissions] User permission: userspecificneed(type='user', username='ibazulic', role='admin') gunicorn-web stdout | 2022-06-09 11:36:18,249 [244] [DEBUG] [auth.permissions] User namespace permission: namespacewide(type='organization', namespace='ibazulic', role='admin') gunicorn-web stdout | 2022-06-09 11:36:18,249 [244] [DEBUG] [auth.permissions] User namespace repo permission: namespacewide(type='organizationrepo', namespace='ibazulic', role='admin') gunicorn-web stdout | 2022-06-09 11:36:18,249 [244] [DEBUG] [auth.permissions] Adding superuser to user: ibazulic gunicorn-web stdout | 2022-06-09 11:36:18,250 [244] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`namespace_user_id`, `t1`.`name`, `t1`.`visibility_id`, `t1`.`description`, `t1`.`badge_token`, `t1`.`kind_id`, `t1`.`trust_enabled`, `t1`.`state`, `t2`.`id`, `t2`.`uuid`, `t2`.`username`, `t2`.`password_hash`, `t2`.`email`, `t2`.`verified`, `t2`.`stripe_id`, `t2`.`organization`, `t2`.`robot`, `t2`.`invoice_email`, `t2`.`invalid_login_attempts`, `t2`.`last_invalid_login`, `t2`.`removed_tag_expiration_s`, `t2`.`enabled`, `t2`.`invoice_email_address`, `t2`.`given_name`, `t2`.`family_name`, `t2`.`company`, `t2`.`location`, `t2`.`maximum_queued_builds_count`, `t2`.`creation_date`, `t2`.`last_accessed` FROM `repository` AS `t1` INNER JOIN `user` AS `t2` ON (`t1`.`namespace_user_id` = `t2`.`id`) INNER JOIN `repositorykind` AS `t3` ON (`t1`.`kind_id` = `t3`.`id`) WHERE ((((`t2`.`username` = %s) AND (`t1`.`name` = %s)) AND (`t1`.`state` != %s)) AND (`t3`.`name` = %s)) LIMIT %s OFFSET %s', ['ibazulic', 'quay', 3, 'application', 1, 0]) gunicorn-web stdout | 2022-06-09 11:36:18,253 [244] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`namespace_user_id`, `t1`.`name`, `t1`.`visibility_id`, `t1`.`description`, `t1`.`badge_token`, `t1`.`kind_id`, `t1`.`trust_enabled`, `t1`.`state`, `t2`.`id`, `t2`.`uuid`, `t2`.`username`, `t2`.`password_hash`, `t2`.`email`, `t2`.`verified`, `t2`.`stripe_id`, `t2`.`organization`, `t2`.`robot`, `t2`.`invoice_email`, `t2`.`invalid_login_attempts`, `t2`.`last_invalid_login`, `t2`.`removed_tag_expiration_s`, `t2`.`enabled`, `t2`.`invoice_email_address`, `t2`.`given_name`, `t2`.`family_name`, `t2`.`company`, `t2`.`location`, `t2`.`maximum_queued_builds_count`, `t2`.`creation_date`, `t2`.`last_accessed` FROM `repository` AS `t1` INNER JOIN `user` AS `t2` ON (`t1`.`namespace_user_id` = `t2`.`id`) WHERE (((`t2`.`username` = %s) AND (`t1`.`name` = %s)) AND (`t1`.`state` != %s)) LIMIT %s OFFSET %s', ['ibazulic', 'quay', 3, 1, 0]) gunicorn-web stdout | 2022-06-09 11:36:18,254 [234] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '234'} gunicorn-web stdout | 2022-06-09 11:36:18,256 [244] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`name`, `t1`.`repository_id`, `t1`.`manifest_id`, `t1`.`lifetime_start_ms`, `t1`.`lifetime_end_ms`, `t1`.`hidden`, `t1`.`reversion`, `t1`.`tag_kind_id`, `t1`.`linked_tag_id`, `t2`.`id`, `t2`.`digest`, `t2`.`media_type_id`, `t2`.`layers_compressed_size`, `t2`.`config_media_type` FROM `tag` AS `t1` INNER JOIN `manifest` AS `t2` ON (`t1`.`manifest_id` = `t2`.`id`) WHERE ((`t1`.`repository_id` = %s) AND (`t1`.`hidden` = %s)) ORDER BY `t1`.`lifetime_start_ms` DESC, `t1`.`name` LIMIT %s OFFSET %s', [1, False, 51, 0]) gunicorn-web stdout | 2022-06-09 11:36:18,257 [244] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`name` FROM `mediatype` AS `t1`', []) gunicorn-web stdout | 2022-06-09 11:36:18,259 [244] [DEBUG] [app] Ending request: urn:request:c2264eec-d236-4329-918c-074b502b5253 (/api/v1/repository/ibazulic/quay/tag/) {'endpoint': 'api.listrepositorytags', 'request_id': 'urn:request:c2264eec-d236-4329-918c-074b502b5253', 'remote_addr': '172.24.0.1', 'http_method': 'GET', 'original_url': 'https://quay.skynet/api/v1/repository/ibazulic/quay/tag/', 'path': '/api/v1/repository/ibazulic/quay/tag/', 'parameters': {}, 'json_body': None, 'confsha': '61c38a19', 'user-agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:101.0) Gecko/20100101 Firefox/101.0'} gunicorn-web stdout | 2022-06-09 11:36:18,260 [244] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2022-06-09 11:36:18,261 [244] [INFO] [gunicorn.access] 172.24.0.1 - - [09/Jun/2022:11:36:18 +0000] "GET /api/v1/repository/ibazulic/quay/tag/ HTTP/1.0" 200 374 "https://quay.skynet/repository/ibazulic/quay?tab=history" "Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:101.0) Gecko/20100101 Firefox/101.0" nginx stdout | 172.24.0.1 () - - [09/Jun/2022:11:36:18 +0000] "GET /api/v1/repository/ibazulic/quay/tag/ HTTP/2.0" 200 374 "https://quay.skynet/repository/ibazulic/quay?tab=history" "Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:101.0) Gecko/20100101 Firefox/101.0" (0.016 452 0.020) gunicorn-web stdout | 2022-06-09 11:36:18,261 [236] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '236'} gunicorn-web stdout | 2022-06-09 11:36:18,270 [230] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '230'} gunicorn-web stdout | 2022-06-09 11:36:18,280 [239] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '239'} gunicorn-web stdout | 2022-06-09 11:36:18,288 [231] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '231'} builder stdout | 2022-06-09 11:36:18,297 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'builder.py', 'pid': '65'} gunicorn-web stdout | 2022-06-09 11:36:18,304 [229] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '229'} gunicorn-web stdout | 2022-06-09 11:36:18,311 [238] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '238'} gcworker stdout | 2022-06-09 11:36:18,323 [71] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'gcworker.py', 'pid': '71'} gunicorn-web stdout | 2022-06-09 11:36:18,330 [232] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '232'} gunicorn-secscan stdout | 2022-06-09 11:36:18,338 [221] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '221'} gunicorn-secscan stdout | 2022-06-09 11:36:18,360 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '74'} gunicorn-secscan stdout | 2022-06-09 11:36:18,366 [224] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '224'} teamsyncworker stdout | 2022-06-09 11:36:18,373 [94] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'teamsyncworker.py', 'pid': '94'} gunicorn-secscan stdout | 2022-06-09 11:36:18,382 [225] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '225'} queuecleanupworker stdout | 2022-06-09 11:36:18,391 [87] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'queuecleanupworker.py', 'pid': '87'} gunicorn-secscan stdout | 2022-06-09 11:36:18,401 [227] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '227'} notificationworker stdout | 2022-06-09 11:36:19,786 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 11:36:19,786 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:36:20.617379+00:00 (in 0.830857 seconds) notificationworker stdout | 2022-06-09 11:36:19,786 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 11:37:19 UTC)" (scheduled at 2022-06-09 11:36:19.645536+00:00) notificationworker stdout | 2022-06-09 11:36:19,786 [85] [DEBUG] [workers.queueworker] Running watchdog. notificationworker stdout | 2022-06-09 11:36:19,786 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 11:37:19 UTC)" executed successfully gunicorn-registry stdout | 2022-06-09 11:36:20,565 [275] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '275'} gunicorn-registry stdout | 2022-06-09 11:36:20,573 [273] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '273'} gunicorn-registry stdout | 2022-06-09 11:36:20,580 [271] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '271'} gunicorn-registry stdout | 2022-06-09 11:36:20,587 [277] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '277'} gunicorn-registry stdout | 2022-06-09 11:36:20,597 [276] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '276'} gunicorn-registry stdout | 2022-06-09 11:36:20,605 [246] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '246'} gunicorn-registry stdout | 2022-06-09 11:36:20,612 [274] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '274'} notificationworker stdout | 2022-06-09 11:36:20,618 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 11:36:20,618 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:36:30.617379+00:00 (in 9.999133 seconds) notificationworker stdout | 2022-06-09 11:36:20,618 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:36:30 UTC)" (scheduled at 2022-06-09 11:36:20.617379+00:00) notificationworker stdout | 2022-06-09 11:36:20,618 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 11:36:20,619 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 36, 20, 618596), True, datetime.datetime(2022, 6, 9, 11, 36, 20, 618596), 0, 'notification/%', 50, 1, 0]) gunicorn-registry stdout | 2022-06-09 11:36:20,620 [263] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '263'} notificationworker stdout | 2022-06-09 11:36:20,622 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 11:36:20,622 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 11:36:20,622 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:36:30 UTC)" executed successfully gunicorn-registry stdout | 2022-06-09 11:36:20,629 [266] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '266'} gunicorn-registry stdout | 2022-06-09 11:36:20,636 [254] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '254'} gunicorn-registry stdout | 2022-06-09 11:36:20,643 [260] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '260'} gunicorn-registry stdout | 2022-06-09 11:36:20,654 [270] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '270'} gunicorn-registry stdout | 2022-06-09 11:36:20,663 [253] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '253'} gunicorn-registry stdout | 2022-06-09 11:36:20,675 [268] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '268'} gunicorn-registry stdout | 2022-06-09 11:36:20,684 [261] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '261'} gunicorn-registry stdout | 2022-06-09 11:36:20,691 [248] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '248'} gunicorn-registry stdout | 2022-06-09 11:36:20,705 [245] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '245'} gunicorn-registry stdout | 2022-06-09 11:36:20,718 [249] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '249'} gunicorn-registry stdout | 2022-06-09 11:36:20,726 [251] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '251'} gunicorn-registry stdout | 2022-06-09 11:36:20,735 [259] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '259'} gunicorn-registry stdout | 2022-06-09 11:36:20,746 [250] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '250'} gunicorn-registry stdout | 2022-06-09 11:36:20,753 [265] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '265'} gunicorn-registry stdout | 2022-06-09 11:36:20,760 [73] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '73'} gunicorn-registry stdout | 2022-06-09 11:36:20,769 [267] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '267'} gunicorn-registry stdout | 2022-06-09 11:36:20,776 [256] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '256'} gunicorn-registry stdout | 2022-06-09 11:36:20,786 [262] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '262'} gunicorn-registry stdout | 2022-06-09 11:36:20,796 [264] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '264'} gunicorn-registry stdout | 2022-06-09 11:36:20,802 [272] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '272'} gunicorn-registry stdout | 2022-06-09 11:36:20,810 [269] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '269'} gunicorn-registry stdout | 2022-06-09 11:36:20,816 [247] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '247'} gunicorn-registry stdout | 2022-06-09 11:36:20,823 [255] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '255'} gunicorn-registry stdout | 2022-06-09 11:36:20,832 [252] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '252'} gunicorn-registry stdout | 2022-06-09 11:36:20,838 [257] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '257'} exportactionlogsworker stdout | 2022-06-09 11:36:25,409 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run exportactionlogsworker stdout | 2022-06-09 11:36:25,410 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:36:47.409953+00:00 (in 21.999987 seconds) exportactionlogsworker stdout | 2022-06-09 11:36:25,410 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2022-06-09 11:41:25 UTC)" (scheduled at 2022-06-09 11:36:25.409412+00:00) exportactionlogsworker stdout | 2022-06-09 11:36:25,410 [70] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT `t1`.`queue_name` FROM `queueitem` AS `t1` WHERE (((`t1`.`available` = %s) AND (`t1`.`processing_expires` > %s)) AND (`t1`.`queue_name` LIKE %s))) AS `_wrapped`', [False, datetime.datetime(2022, 6, 9, 11, 36, 25, 410268), 'exportactionlogs/%']) exportactionlogsworker stdout | 2022-06-09 11:36:25,413 [70] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT `t1`.`queue_name` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s))) AS `_wrapped`', [datetime.datetime(2022, 6, 9, 11, 36, 25, 410268), True, datetime.datetime(2022, 6, 9, 11, 36, 25, 410268), 0, 'exportactionlogs/%']) exportactionlogsworker stdout | 2022-06-09 11:36:25,415 [70] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT `t1`.`queue_name` FROM `queueitem` AS `t1` WHERE (((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) AND NOT (`t1`.`queue_name` IN (SELECT `t1`.`queue_name` FROM `queueitem` AS `t1` WHERE (((`t1`.`available` = %s) AND (`t1`.`processing_expires` > %s)) AND (`t1`.`queue_name` LIKE %s)))))) AS `_wrapped`', [datetime.datetime(2022, 6, 9, 11, 36, 25, 410268), True, datetime.datetime(2022, 6, 9, 11, 36, 25, 410268), 0, 'exportactionlogs/%', False, datetime.datetime(2022, 6, 9, 11, 36, 25, 410268), 'exportactionlogs/%']) exportactionlogsworker stdout | 2022-06-09 11:36:25,416 [70] [DEBUG] [data.database] Disconnecting from database. exportactionlogsworker stdout | 2022-06-09 11:36:25,416 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2022-06-09 11:41:25 UTC)" executed successfully notificationworker stdout | 2022-06-09 11:36:30,618 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 11:36:30,618 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:36:40.617379+00:00 (in 9.998797 seconds) notificationworker stdout | 2022-06-09 11:36:30,618 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:36:40 UTC)" (scheduled at 2022-06-09 11:36:30.617379+00:00) notificationworker stdout | 2022-06-09 11:36:30,619 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 11:36:30,619 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 36, 30, 619034), True, datetime.datetime(2022, 6, 9, 11, 36, 30, 619034), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 11:36:30,622 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 11:36:30,622 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 11:36:30,622 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:36:40 UTC)" executed successfully gcworker stdout | 2022-06-09 11:36:37,497 [71] [DEBUG] [apscheduler.scheduler] Looking for jobs to run gcworker stdout | 2022-06-09 11:36:37,497 [71] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:37:07.490424+00:00 (in 29.993273 seconds) gcworker stdout | 2022-06-09 11:36:37,497 [71] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 11:37:07 UTC)" (scheduled at 2022-06-09 11:36:37.490424+00:00) gcworker stdout | 2022-06-09 11:36:37,498 [71] [DEBUG] [peewee] ('SELECT `candidates`.`repository_id` FROM (SELECT DISTINCT `t1`.`repository_id` FROM `tag` AS `t1` INNER JOIN `repository` AS `t2` ON (`t1`.`repository_id` = `t2`.`id`) INNER JOIN `user` AS `t3` ON (`t2`.`namespace_user_id` = `t3`.`id`) WHERE ((((NOT (`t1`.`lifetime_end_ms` IS %s) AND (`t1`.`lifetime_end_ms` <= %s)) AND (`t3`.`removed_tag_expiration_s` = %s)) AND (`t3`.`enabled` = %s)) AND (`t2`.`state` != %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', [None, 1653564997497, 1209600, True, 3, 500, 1, 0]) gcworker stdout | 2022-06-09 11:36:37,500 [71] [DEBUG] [__main__] No repository with garbage found gcworker stdout | 2022-06-09 11:36:37,500 [71] [DEBUG] [data.database] Disconnecting from database. gcworker stdout | 2022-06-09 11:36:37,500 [71] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 11:37:07 UTC)" executed successfully repositorygcworker stdout | 2022-06-09 11:36:38,560 [89] [DEBUG] [apscheduler.scheduler] Looking for jobs to run repositorygcworker stdout | 2022-06-09 11:36:38,561 [89] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:36:51.502316+00:00 (in 12.941188 seconds) repositorygcworker stdout | 2022-06-09 11:36:38,561 [89] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 11:37:38 UTC)" (scheduled at 2022-06-09 11:36:38.463361+00:00) repositorygcworker stdout | 2022-06-09 11:36:38,561 [89] [DEBUG] [workers.queueworker] Getting work item from queue. repositorygcworker stdout | 2022-06-09 11:36:38,564 [89] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 36, 38, 561777), True, datetime.datetime(2022, 6, 9, 11, 36, 38, 561777), 0, 'repositorygc/%', 50, 1, 0]) repositorygcworker stdout | 2022-06-09 11:36:38,567 [89] [DEBUG] [workers.queueworker] No more work. repositorygcworker stdout | 2022-06-09 11:36:38,567 [89] [DEBUG] [data.database] Disconnecting from database. repositorygcworker stdout | 2022-06-09 11:36:38,568 [89] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 11:37:38 UTC)" executed successfully notificationworker stdout | 2022-06-09 11:36:40,624 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 11:36:40,624 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:36:50.617379+00:00 (in 9.993085 seconds) notificationworker stdout | 2022-06-09 11:36:40,624 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:36:50 UTC)" (scheduled at 2022-06-09 11:36:40.617379+00:00) notificationworker stdout | 2022-06-09 11:36:40,625 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 11:36:40,625 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 36, 40, 625073), True, datetime.datetime(2022, 6, 9, 11, 36, 40, 625073), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 11:36:40,628 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 11:36:40,628 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 11:36:40,628 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:36:50 UTC)" executed successfully buildlogsarchiver stdout | 2022-06-09 11:36:45,372 [66] [DEBUG] [apscheduler.scheduler] Looking for jobs to run buildlogsarchiver stdout | 2022-06-09 11:36:45,372 [66] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:37:15.366042+00:00 (in 29.993619 seconds) buildlogsarchiver stdout | 2022-06-09 11:36:45,372 [66] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 11:37:15 UTC)" (scheduled at 2022-06-09 11:36:45.366042+00:00) buildlogsarchiver stdout | 2022-06-09 11:36:45,373 [66] [DEBUG] [peewee] ('SELECT `candidates`.`id` FROM (SELECT `t1`.`id` FROM `repositorybuild` AS `t1` WHERE (((`t1`.`phase` IN (%s, %s, %s)) OR (`t1`.`started` < %s)) AND (`t1`.`logs_archived` = %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2022, 5, 25, 11, 36, 45, 372939), False, 50, 1, 0]) buildlogsarchiver stdout | 2022-06-09 11:36:45,375 [66] [DEBUG] [__main__] No more builds to archive buildlogsarchiver stdout | 2022-06-09 11:36:45,375 [66] [DEBUG] [data.database] Disconnecting from database. buildlogsarchiver stdout | 2022-06-09 11:36:45,375 [66] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 11:37:15 UTC)" executed successfully exportactionlogsworker stdout | 2022-06-09 11:36:47,479 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run exportactionlogsworker stdout | 2022-06-09 11:36:47,480 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:37:04.366245+00:00 (in 16.886261 seconds) exportactionlogsworker stdout | 2022-06-09 11:36:47,480 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 11:37:47 UTC)" (scheduled at 2022-06-09 11:36:47.409953+00:00) exportactionlogsworker stdout | 2022-06-09 11:36:47,480 [70] [DEBUG] [workers.queueworker] Running watchdog. exportactionlogsworker stdout | 2022-06-09 11:36:47,480 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 11:37:47 UTC)" executed successfully blobuploadcleanupworker stdout | 2022-06-09 11:36:47,490 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'blobuploadcleanupworker.py', 'pid': '64'} logrotateworker stdout | 2022-06-09 11:36:47,649 [77] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'logrotateworker.py', 'pid': '77'} securityscanningnotificationworker stdout | 2022-06-09 11:36:47,666 [90] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'securityscanningnotificationworker.py', 'pid': '90'} repositoryactioncounter stdout | 2022-06-09 11:36:47,709 [88] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositoryactioncounter.py', 'pid': '88'} exportactionlogsworker stdout | 2022-06-09 11:36:47,717 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'exportactionlogsworker.py', 'pid': '70'} chunkcleanupworker stdout | 2022-06-09 11:36:47,808 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'chunkcleanupworker.py', 'pid': '67'} namespacegcworker stdout | 2022-06-09 11:36:47,909 [83] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'namespacegcworker.py', 'pid': '83'} repositorygcworker stdout | 2022-06-09 11:36:48,100 [89] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositorygcworker.py', 'pid': '89'} manifestbackfillworker stdout | 2022-06-09 11:36:48,116 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'manifestbackfillworker.py', 'pid': '78'} gunicorn-web stdout | 2022-06-09 11:36:48,150 [243] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '243'} gunicorn-web stdout | 2022-06-09 11:36:48,167 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '75'} storagereplication stdout | 2022-06-09 11:36:48,173 [93] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'storagereplication.py', 'pid': '93'} globalpromstats stdout | 2022-06-09 11:36:48,185 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'globalpromstats.py', 'pid': '72'} gunicorn-web stdout | 2022-06-09 11:36:48,197 [226] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '226'} expiredappspecifictokenworker stdout | 2022-06-09 11:36:48,203 [69] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '69'} gunicorn-web stdout | 2022-06-09 11:36:48,211 [242] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '242'} servicekey stdout | 2022-06-09 11:36:48,218 [92] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'servicekeyworker.py', 'pid': '92'} gunicorn-web stdout | 2022-06-09 11:36:48,226 [235] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '235'} gunicorn-web stdout | 2022-06-09 11:36:48,233 [228] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '228'} notificationworker stdout | 2022-06-09 11:36:48,240 [85] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'notificationworker.py', 'pid': '85'} gunicorn-web stdout | 2022-06-09 11:36:48,247 [241] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '241'} gunicorn-web stdout | 2022-06-09 11:36:48,255 [244] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '244'} gunicorn-web stdout | 2022-06-09 11:36:48,263 [237] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '237'} gunicorn-web stdout | 2022-06-09 11:36:48,272 [234] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '234'} gunicorn-web stdout | 2022-06-09 11:36:48,279 [236] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '236'} buildlogsarchiver stdout | 2022-06-09 11:36:48,287 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'buildlogsarchiver.py', 'pid': '66'} gunicorn-web stdout | 2022-06-09 11:36:48,294 [230] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '230'} gunicorn-web stdout | 2022-06-09 11:36:48,301 [239] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '239'} gunicorn-web stdout | 2022-06-09 11:36:48,308 [231] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '231'} gunicorn-web stdout | 2022-06-09 11:36:48,317 [229] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '229'} gunicorn-web stdout | 2022-06-09 11:36:48,324 [238] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '238'} builder stdout | 2022-06-09 11:36:48,334 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'builder.py', 'pid': '65'} gunicorn-web stdout | 2022-06-09 11:36:48,345 [232] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '232'} gunicorn-secscan stdout | 2022-06-09 11:36:48,351 [221] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '221'} gcworker stdout | 2022-06-09 11:36:48,362 [71] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'gcworker.py', 'pid': '71'} gunicorn-secscan stdout | 2022-06-09 11:36:48,371 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '74'} gunicorn-secscan stdout | 2022-06-09 11:36:48,380 [224] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '224'} gunicorn-secscan stdout | 2022-06-09 11:36:48,396 [225] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '225'} teamsyncworker stdout | 2022-06-09 11:36:48,415 [94] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'teamsyncworker.py', 'pid': '94'} gunicorn-secscan stdout | 2022-06-09 11:36:48,421 [227] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '227'} queuecleanupworker stdout | 2022-06-09 11:36:48,430 [87] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'queuecleanupworker.py', 'pid': '87'} gunicorn-registry stdout | 2022-06-09 11:36:50,579 [275] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '275'} gunicorn-registry stdout | 2022-06-09 11:36:50,592 [273] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '273'} gunicorn-registry stdout | 2022-06-09 11:36:50,599 [271] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '271'} gunicorn-registry stdout | 2022-06-09 11:36:50,606 [277] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '277'} gunicorn-registry stdout | 2022-06-09 11:36:50,613 [276] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '276'} notificationworker stdout | 2022-06-09 11:36:50,618 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 11:36:50,618 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:37:00.617379+00:00 (in 9.998706 seconds) notificationworker stdout | 2022-06-09 11:36:50,619 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:37:00 UTC)" (scheduled at 2022-06-09 11:36:50.617379+00:00) notificationworker stdout | 2022-06-09 11:36:50,619 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 11:36:50,619 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 36, 50, 619188), True, datetime.datetime(2022, 6, 9, 11, 36, 50, 619188), 0, 'notification/%', 50, 1, 0]) gunicorn-registry stdout | 2022-06-09 11:36:50,620 [246] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '246'} notificationworker stdout | 2022-06-09 11:36:50,622 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 11:36:50,622 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 11:36:50,622 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:37:00 UTC)" executed successfully gunicorn-registry stdout | 2022-06-09 11:36:50,627 [274] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '274'} gunicorn-registry stdout | 2022-06-09 11:36:50,635 [263] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '263'} gunicorn-registry stdout | 2022-06-09 11:36:50,643 [266] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '266'} gunicorn-registry stdout | 2022-06-09 11:36:50,650 [254] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '254'} gunicorn-registry stdout | 2022-06-09 11:36:50,658 [260] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '260'} gunicorn-registry stdout | 2022-06-09 11:36:50,667 [270] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '270'} gunicorn-registry stdout | 2022-06-09 11:36:50,676 [253] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '253'} gunicorn-registry stdout | 2022-06-09 11:36:50,686 [268] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '268'} gunicorn-registry stdout | 2022-06-09 11:36:50,697 [261] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '261'} gunicorn-registry stdout | 2022-06-09 11:36:50,703 [248] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '248'} gunicorn-registry stdout | 2022-06-09 11:36:50,721 [245] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '245'} gunicorn-registry stdout | 2022-06-09 11:36:50,730 [249] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '249'} gunicorn-registry stdout | 2022-06-09 11:36:50,742 [251] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '251'} gunicorn-registry stdout | 2022-06-09 11:36:50,748 [259] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '259'} gunicorn-registry stdout | 2022-06-09 11:36:50,759 [250] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '250'} gunicorn-registry stdout | 2022-06-09 11:36:50,766 [265] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '265'} gunicorn-registry stdout | 2022-06-09 11:36:50,774 [73] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '73'} gunicorn-registry stdout | 2022-06-09 11:36:50,782 [267] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '267'} gunicorn-registry stdout | 2022-06-09 11:36:50,791 [256] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '256'} gunicorn-registry stdout | 2022-06-09 11:36:50,798 [262] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '262'} gunicorn-registry stdout | 2022-06-09 11:36:50,811 [264] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '264'} gunicorn-registry stdout | 2022-06-09 11:36:50,818 [272] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '272'} gunicorn-registry stdout | 2022-06-09 11:36:50,824 [269] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '269'} gunicorn-registry stdout | 2022-06-09 11:36:50,832 [247] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '247'} gunicorn-registry stdout | 2022-06-09 11:36:50,838 [255] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '255'} gunicorn-registry stdout | 2022-06-09 11:36:50,848 [252] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '252'} gunicorn-registry stdout | 2022-06-09 11:36:50,854 [257] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '257'} repositorygcworker stdout | 2022-06-09 11:36:51,503 [89] [DEBUG] [apscheduler.scheduler] Looking for jobs to run repositorygcworker stdout | 2022-06-09 11:36:51,503 [89] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:37:38.463361+00:00 (in 46.959726 seconds) repositorygcworker stdout | 2022-06-09 11:36:51,503 [89] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 11:37:51 UTC)" (scheduled at 2022-06-09 11:36:51.502316+00:00) repositorygcworker stdout | 2022-06-09 11:36:51,504 [89] [DEBUG] [workers.queueworker] Running watchdog. repositorygcworker stdout | 2022-06-09 11:36:51,504 [89] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 11:37:51 UTC)" executed successfully namespacegcworker stdout | 2022-06-09 11:36:55,466 [83] [DEBUG] [apscheduler.scheduler] Looking for jobs to run namespacegcworker stdout | 2022-06-09 11:36:55,466 [83] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:37:01.521527+00:00 (in 6.055235 seconds) namespacegcworker stdout | 2022-06-09 11:36:55,466 [83] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 11:37:55 UTC)" (scheduled at 2022-06-09 11:36:55.463831+00:00) namespacegcworker stdout | 2022-06-09 11:36:55,466 [83] [DEBUG] [workers.queueworker] Getting work item from queue. namespacegcworker stdout | 2022-06-09 11:36:55,467 [83] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 36, 55, 466773), True, datetime.datetime(2022, 6, 9, 11, 36, 55, 466773), 0, 'namespacegc/%', 50, 1, 0]) namespacegcworker stdout | 2022-06-09 11:36:55,469 [83] [DEBUG] [workers.queueworker] No more work. namespacegcworker stdout | 2022-06-09 11:36:55,469 [83] [DEBUG] [data.database] Disconnecting from database. namespacegcworker stdout | 2022-06-09 11:36:55,470 [83] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 11:37:55 UTC)" executed successfully notificationworker stdout | 2022-06-09 11:37:00,635 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 11:37:00,635 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:37:10.617379+00:00 (in 9.982240 seconds) notificationworker stdout | 2022-06-09 11:37:00,635 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:37:10 UTC)" (scheduled at 2022-06-09 11:37:00.617379+00:00) notificationworker stdout | 2022-06-09 11:37:00,635 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 11:37:00,636 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 37, 0, 635752), True, datetime.datetime(2022, 6, 9, 11, 37, 0, 635752), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 11:37:00,638 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 11:37:00,638 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 11:37:00,638 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:37:10 UTC)" executed successfully namespacegcworker stdout | 2022-06-09 11:37:01,524 [83] [DEBUG] [apscheduler.scheduler] Looking for jobs to run namespacegcworker stdout | 2022-06-09 11:37:01,524 [83] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:37:55.463831+00:00 (in 53.939236 seconds) namespacegcworker stdout | 2022-06-09 11:37:01,525 [83] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 11:38:01 UTC)" (scheduled at 2022-06-09 11:37:01.521527+00:00) namespacegcworker stdout | 2022-06-09 11:37:01,525 [83] [DEBUG] [workers.queueworker] Running watchdog. namespacegcworker stdout | 2022-06-09 11:37:01,525 [83] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 11:38:01 UTC)" executed successfully exportactionlogsworker stdout | 2022-06-09 11:37:04,378 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run exportactionlogsworker stdout | 2022-06-09 11:37:04,378 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:37:47.409953+00:00 (in 43.031672 seconds) exportactionlogsworker stdout | 2022-06-09 11:37:04,378 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 11:38:04 UTC)" (scheduled at 2022-06-09 11:37:04.366245+00:00) exportactionlogsworker stdout | 2022-06-09 11:37:04,378 [70] [DEBUG] [workers.queueworker] Getting work item from queue. exportactionlogsworker stdout | 2022-06-09 11:37:04,379 [70] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 37, 4, 378808), True, datetime.datetime(2022, 6, 9, 11, 37, 4, 378808), 0, 'exportactionlogs/%', 50, 1, 0]) exportactionlogsworker stdout | 2022-06-09 11:37:04,382 [70] [DEBUG] [workers.queueworker] No more work. exportactionlogsworker stdout | 2022-06-09 11:37:04,382 [70] [DEBUG] [data.database] Disconnecting from database. exportactionlogsworker stdout | 2022-06-09 11:37:04,382 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 11:38:04 UTC)" executed successfully gcworker stdout | 2022-06-09 11:37:07,508 [71] [DEBUG] [apscheduler.scheduler] Looking for jobs to run gcworker stdout | 2022-06-09 11:37:07,509 [71] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:37:37.490424+00:00 (in 29.981481 seconds) gcworker stdout | 2022-06-09 11:37:07,509 [71] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 11:37:37 UTC)" (scheduled at 2022-06-09 11:37:07.490424+00:00) gcworker stdout | 2022-06-09 11:37:07,509 [71] [DEBUG] [peewee] ('SELECT `candidates`.`repository_id` FROM (SELECT DISTINCT `t1`.`repository_id` FROM `tag` AS `t1` INNER JOIN `repository` AS `t2` ON (`t1`.`repository_id` = `t2`.`id`) INNER JOIN `user` AS `t3` ON (`t2`.`namespace_user_id` = `t3`.`id`) WHERE ((((NOT (`t1`.`lifetime_end_ms` IS %s) AND (`t1`.`lifetime_end_ms` <= %s)) AND (`t3`.`removed_tag_expiration_s` = %s)) AND (`t3`.`enabled` = %s)) AND (`t2`.`state` != %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', [None, 1653565027509, 1209600, True, 3, 500, 1, 0]) gcworker stdout | 2022-06-09 11:37:07,512 [71] [DEBUG] [__main__] No repository with garbage found gcworker stdout | 2022-06-09 11:37:07,512 [71] [DEBUG] [data.database] Disconnecting from database. gcworker stdout | 2022-06-09 11:37:07,512 [71] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 11:37:37 UTC)" executed successfully notificationworker stdout | 2022-06-09 11:37:10,628 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 11:37:10,629 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:37:19.645536+00:00 (in 9.016603 seconds) notificationworker stdout | 2022-06-09 11:37:10,629 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:37:20 UTC)" (scheduled at 2022-06-09 11:37:10.617379+00:00) notificationworker stdout | 2022-06-09 11:37:10,629 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 11:37:10,629 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 37, 10, 629274), True, datetime.datetime(2022, 6, 9, 11, 37, 10, 629274), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 11:37:10,632 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 11:37:10,632 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 11:37:10,632 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:37:20 UTC)" executed successfully buildlogsarchiver stdout | 2022-06-09 11:37:15,370 [66] [DEBUG] [apscheduler.scheduler] Looking for jobs to run buildlogsarchiver stdout | 2022-06-09 11:37:15,371 [66] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:37:45.366042+00:00 (in 29.995182 seconds) buildlogsarchiver stdout | 2022-06-09 11:37:15,371 [66] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 11:37:45 UTC)" (scheduled at 2022-06-09 11:37:15.366042+00:00) buildlogsarchiver stdout | 2022-06-09 11:37:15,371 [66] [DEBUG] [peewee] ('SELECT `candidates`.`id` FROM (SELECT `t1`.`id` FROM `repositorybuild` AS `t1` WHERE (((`t1`.`phase` IN (%s, %s, %s)) OR (`t1`.`started` < %s)) AND (`t1`.`logs_archived` = %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2022, 5, 25, 11, 37, 15, 371348), False, 50, 1, 0]) buildlogsarchiver stdout | 2022-06-09 11:37:15,374 [66] [DEBUG] [__main__] No more builds to archive buildlogsarchiver stdout | 2022-06-09 11:37:15,374 [66] [DEBUG] [data.database] Disconnecting from database. buildlogsarchiver stdout | 2022-06-09 11:37:15,374 [66] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 11:37:45 UTC)" executed successfully blobuploadcleanupworker stdout | 2022-06-09 11:37:17,502 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'blobuploadcleanupworker.py', 'pid': '64'} logrotateworker stdout | 2022-06-09 11:37:17,689 [77] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'logrotateworker.py', 'pid': '77'} securityscanningnotificationworker stdout | 2022-06-09 11:37:17,702 [90] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'securityscanningnotificationworker.py', 'pid': '90'} repositoryactioncounter stdout | 2022-06-09 11:37:17,746 [88] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositoryactioncounter.py', 'pid': '88'} exportactionlogsworker stdout | 2022-06-09 11:37:17,756 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'exportactionlogsworker.py', 'pid': '70'} chunkcleanupworker stdout | 2022-06-09 11:37:17,846 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'chunkcleanupworker.py', 'pid': '67'} namespacegcworker stdout | 2022-06-09 11:37:17,947 [83] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'namespacegcworker.py', 'pid': '83'} manifestbackfillworker stdout | 2022-06-09 11:37:18,155 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'manifestbackfillworker.py', 'pid': '78'} repositorygcworker stdout | 2022-06-09 11:37:18,167 [89] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositorygcworker.py', 'pid': '89'} gunicorn-web stdout | 2022-06-09 11:37:18,181 [243] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '243'} gunicorn-web stdout | 2022-06-09 11:37:18,188 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '75'} gunicorn-web stdout | 2022-06-09 11:37:18,211 [226] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '226'} storagereplication stdout | 2022-06-09 11:37:18,218 [93] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'storagereplication.py', 'pid': '93'} globalpromstats stdout | 2022-06-09 11:37:18,227 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'globalpromstats.py', 'pid': '72'} gunicorn-web stdout | 2022-06-09 11:37:18,239 [242] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '242'} gunicorn-web stdout | 2022-06-09 11:37:18,246 [235] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '235'} expiredappspecifictokenworker stdout | 2022-06-09 11:37:18,252 [69] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '69'} gunicorn-web stdout | 2022-06-09 11:37:18,261 [228] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '228'} servicekey stdout | 2022-06-09 11:37:18,267 [92] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'servicekeyworker.py', 'pid': '92'} gunicorn-web stdout | 2022-06-09 11:37:18,275 [241] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '241'} gunicorn-web stdout | 2022-06-09 11:37:18,282 [244] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '244'} gunicorn-web stdout | 2022-06-09 11:37:18,292 [237] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '237'} notificationworker stdout | 2022-06-09 11:37:18,300 [85] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'notificationworker.py', 'pid': '85'} gunicorn-web stdout | 2022-06-09 11:37:18,307 [234] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '234'} gunicorn-web stdout | 2022-06-09 11:37:18,315 [236] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '236'} gunicorn-web stdout | 2022-06-09 11:37:18,324 [230] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '230'} gunicorn-web stdout | 2022-06-09 11:37:18,331 [239] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '239'} gunicorn-web stdout | 2022-06-09 11:37:18,340 [231] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '231'} buildlogsarchiver stdout | 2022-06-09 11:37:18,346 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'buildlogsarchiver.py', 'pid': '66'} gunicorn-web stdout | 2022-06-09 11:37:18,354 [229] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '229'} gunicorn-web stdout | 2022-06-09 11:37:18,361 [238] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '238'} gunicorn-web stdout | 2022-06-09 11:37:18,369 [232] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '232'} gunicorn-secscan stdout | 2022-06-09 11:37:18,376 [221] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '221'} builder stdout | 2022-06-09 11:37:18,383 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'builder.py', 'pid': '65'} gunicorn-secscan stdout | 2022-06-09 11:37:18,391 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '74'} gunicorn-secscan stdout | 2022-06-09 11:37:18,398 [224] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '224'} gcworker stdout | 2022-06-09 11:37:18,405 [71] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'gcworker.py', 'pid': '71'} gunicorn-secscan stdout | 2022-06-09 11:37:18,412 [225] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '225'} gunicorn-secscan stdout | 2022-06-09 11:37:18,433 [227] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '227'} teamsyncworker stdout | 2022-06-09 11:37:18,457 [94] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'teamsyncworker.py', 'pid': '94'} queuecleanupworker stdout | 2022-06-09 11:37:18,466 [87] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'queuecleanupworker.py', 'pid': '87'} notificationworker stdout | 2022-06-09 11:37:19,647 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 11:37:19,647 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:37:20.617379+00:00 (in 0.969889 seconds) notificationworker stdout | 2022-06-09 11:37:19,647 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 11:38:19 UTC)" (scheduled at 2022-06-09 11:37:19.645536+00:00) notificationworker stdout | 2022-06-09 11:37:19,647 [85] [DEBUG] [workers.queueworker] Running watchdog. notificationworker stdout | 2022-06-09 11:37:19,647 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 11:38:19 UTC)" executed successfully gunicorn-registry stdout | 2022-06-09 11:37:20,592 [275] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '275'} gunicorn-registry stdout | 2022-06-09 11:37:20,602 [273] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '273'} gunicorn-registry stdout | 2022-06-09 11:37:20,611 [271] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '271'} notificationworker stdout | 2022-06-09 11:37:20,617 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 11:37:20,618 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:37:30.617379+00:00 (in 9.999483 seconds) notificationworker stdout | 2022-06-09 11:37:20,618 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:37:30 UTC)" (scheduled at 2022-06-09 11:37:20.617379+00:00) notificationworker stdout | 2022-06-09 11:37:20,618 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 11:37:20,618 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 37, 20, 618192), True, datetime.datetime(2022, 6, 9, 11, 37, 20, 618192), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 11:37:20,622 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 11:37:20,622 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 11:37:20,622 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:37:30 UTC)" executed successfully gunicorn-registry stdout | 2022-06-09 11:37:20,627 [277] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '277'} gunicorn-registry stdout | 2022-06-09 11:37:20,634 [276] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '276'} gunicorn-registry stdout | 2022-06-09 11:37:20,642 [246] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '246'} gunicorn-registry stdout | 2022-06-09 11:37:20,648 [274] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '274'} gunicorn-registry stdout | 2022-06-09 11:37:20,655 [263] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '263'} gunicorn-registry stdout | 2022-06-09 11:37:20,663 [266] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '266'} gunicorn-registry stdout | 2022-06-09 11:37:20,670 [254] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '254'} gunicorn-registry stdout | 2022-06-09 11:37:20,678 [260] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '260'} gunicorn-registry stdout | 2022-06-09 11:37:20,685 [270] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '270'} gunicorn-registry stdout | 2022-06-09 11:37:20,694 [253] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '253'} gunicorn-registry stdout | 2022-06-09 11:37:20,700 [268] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '268'} gunicorn-registry stdout | 2022-06-09 11:37:20,709 [261] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '261'} gunicorn-registry stdout | 2022-06-09 11:37:20,716 [248] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '248'} gunicorn-registry stdout | 2022-06-09 11:37:20,738 [245] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '245'} gunicorn-registry stdout | 2022-06-09 11:37:20,744 [249] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '249'} gunicorn-registry stdout | 2022-06-09 11:37:20,757 [251] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '251'} gunicorn-registry stdout | 2022-06-09 11:37:20,765 [259] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '259'} gunicorn-registry stdout | 2022-06-09 11:37:20,773 [250] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '250'} gunicorn-registry stdout | 2022-06-09 11:37:20,781 [265] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '265'} gunicorn-registry stdout | 2022-06-09 11:37:20,789 [73] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '73'} gunicorn-registry stdout | 2022-06-09 11:37:20,796 [267] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '267'} gunicorn-registry stdout | 2022-06-09 11:37:20,803 [256] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '256'} gunicorn-registry stdout | 2022-06-09 11:37:20,812 [262] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '262'} gunicorn-registry stdout | 2022-06-09 11:37:20,823 [264] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '264'} gunicorn-registry stdout | 2022-06-09 11:37:20,833 [272] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '272'} gunicorn-registry stdout | 2022-06-09 11:37:20,840 [269] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '269'} gunicorn-registry stdout | 2022-06-09 11:37:20,850 [247] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '247'} gunicorn-registry stdout | 2022-06-09 11:37:20,858 [255] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '255'} gunicorn-registry stdout | 2022-06-09 11:37:20,865 [252] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '252'} gunicorn-registry stdout | 2022-06-09 11:37:20,872 [257] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '257'} notificationworker stdout | 2022-06-09 11:37:30,640 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 11:37:30,640 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:37:40.617379+00:00 (in 9.976924 seconds) notificationworker stdout | 2022-06-09 11:37:30,640 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:37:40 UTC)" (scheduled at 2022-06-09 11:37:30.617379+00:00) notificationworker stdout | 2022-06-09 11:37:30,640 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 11:37:30,641 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 37, 30, 640997), True, datetime.datetime(2022, 6, 9, 11, 37, 30, 640997), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 11:37:30,644 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 11:37:30,644 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 11:37:30,644 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:37:40 UTC)" executed successfully gcworker stdout | 2022-06-09 11:37:37,492 [71] [DEBUG] [apscheduler.scheduler] Looking for jobs to run gcworker stdout | 2022-06-09 11:37:37,492 [71] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:38:07.490424+00:00 (in 29.998060 seconds) gcworker stdout | 2022-06-09 11:37:37,492 [71] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 11:38:07 UTC)" (scheduled at 2022-06-09 11:37:37.490424+00:00) gcworker stdout | 2022-06-09 11:37:37,493 [71] [DEBUG] [peewee] ('SELECT `candidates`.`repository_id` FROM (SELECT DISTINCT `t1`.`repository_id` FROM `tag` AS `t1` INNER JOIN `repository` AS `t2` ON (`t1`.`repository_id` = `t2`.`id`) INNER JOIN `user` AS `t3` ON (`t2`.`namespace_user_id` = `t3`.`id`) WHERE ((((NOT (`t1`.`lifetime_end_ms` IS %s) AND (`t1`.`lifetime_end_ms` <= %s)) AND (`t3`.`removed_tag_expiration_s` = %s)) AND (`t3`.`enabled` = %s)) AND (`t2`.`state` != %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', [None, 1653565057492, 1209600, True, 3, 500, 1, 0]) gcworker stdout | 2022-06-09 11:37:37,496 [71] [DEBUG] [__main__] No repository with garbage found gcworker stdout | 2022-06-09 11:37:37,496 [71] [DEBUG] [data.database] Disconnecting from database. gcworker stdout | 2022-06-09 11:37:37,496 [71] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 11:38:07 UTC)" executed successfully repositorygcworker stdout | 2022-06-09 11:37:38,464 [89] [DEBUG] [apscheduler.scheduler] Looking for jobs to run repositorygcworker stdout | 2022-06-09 11:37:38,464 [89] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:37:51.502316+00:00 (in 13.037614 seconds) repositorygcworker stdout | 2022-06-09 11:37:38,464 [89] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 11:38:38 UTC)" (scheduled at 2022-06-09 11:37:38.463361+00:00) repositorygcworker stdout | 2022-06-09 11:37:38,465 [89] [DEBUG] [workers.queueworker] Getting work item from queue. repositorygcworker stdout | 2022-06-09 11:37:38,465 [89] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 37, 38, 465047), True, datetime.datetime(2022, 6, 9, 11, 37, 38, 465047), 0, 'repositorygc/%', 50, 1, 0]) repositorygcworker stdout | 2022-06-09 11:37:38,468 [89] [DEBUG] [workers.queueworker] No more work. repositorygcworker stdout | 2022-06-09 11:37:38,468 [89] [DEBUG] [data.database] Disconnecting from database. repositorygcworker stdout | 2022-06-09 11:37:38,468 [89] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 11:38:38 UTC)" executed successfully notificationworker stdout | 2022-06-09 11:37:40,618 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 11:37:40,618 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:37:50.617379+00:00 (in 9.999183 seconds) notificationworker stdout | 2022-06-09 11:37:40,618 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:37:50 UTC)" (scheduled at 2022-06-09 11:37:40.617379+00:00) notificationworker stdout | 2022-06-09 11:37:40,618 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 11:37:40,619 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 37, 40, 618547), True, datetime.datetime(2022, 6, 9, 11, 37, 40, 618547), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 11:37:40,621 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 11:37:40,621 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 11:37:40,621 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:37:50 UTC)" executed successfully buildlogsarchiver stdout | 2022-06-09 11:37:45,376 [66] [DEBUG] [apscheduler.scheduler] Looking for jobs to run buildlogsarchiver stdout | 2022-06-09 11:37:45,377 [66] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:38:15.366042+00:00 (in 29.989051 seconds) buildlogsarchiver stdout | 2022-06-09 11:37:45,377 [66] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 11:38:15 UTC)" (scheduled at 2022-06-09 11:37:45.366042+00:00) buildlogsarchiver stdout | 2022-06-09 11:37:45,377 [66] [DEBUG] [peewee] ('SELECT `candidates`.`id` FROM (SELECT `t1`.`id` FROM `repositorybuild` AS `t1` WHERE (((`t1`.`phase` IN (%s, %s, %s)) OR (`t1`.`started` < %s)) AND (`t1`.`logs_archived` = %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2022, 5, 25, 11, 37, 45, 377486), False, 50, 1, 0]) buildlogsarchiver stdout | 2022-06-09 11:37:45,380 [66] [DEBUG] [__main__] No more builds to archive buildlogsarchiver stdout | 2022-06-09 11:37:45,380 [66] [DEBUG] [data.database] Disconnecting from database. buildlogsarchiver stdout | 2022-06-09 11:37:45,380 [66] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 11:38:15 UTC)" executed successfully exportactionlogsworker stdout | 2022-06-09 11:37:47,419 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run exportactionlogsworker stdout | 2022-06-09 11:37:47,419 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:38:04.366245+00:00 (in 16.946903 seconds) exportactionlogsworker stdout | 2022-06-09 11:37:47,419 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 11:38:47 UTC)" (scheduled at 2022-06-09 11:37:47.409953+00:00) exportactionlogsworker stdout | 2022-06-09 11:37:47,419 [70] [DEBUG] [workers.queueworker] Running watchdog. exportactionlogsworker stdout | 2022-06-09 11:37:47,419 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 11:38:47 UTC)" executed successfully blobuploadcleanupworker stdout | 2022-06-09 11:37:47,542 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'blobuploadcleanupworker.py', 'pid': '64'} logrotateworker stdout | 2022-06-09 11:37:47,702 [77] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'logrotateworker.py', 'pid': '77'} securityscanningnotificationworker stdout | 2022-06-09 11:37:47,741 [90] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'securityscanningnotificationworker.py', 'pid': '90'} repositoryactioncounter stdout | 2022-06-09 11:37:47,777 [88] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositoryactioncounter.py', 'pid': '88'} exportactionlogsworker stdout | 2022-06-09 11:37:47,795 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'exportactionlogsworker.py', 'pid': '70'} chunkcleanupworker stdout | 2022-06-09 11:37:47,886 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'chunkcleanupworker.py', 'pid': '67'} namespacegcworker stdout | 2022-06-09 11:37:47,988 [83] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'namespacegcworker.py', 'pid': '83'} manifestbackfillworker stdout | 2022-06-09 11:37:48,188 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'manifestbackfillworker.py', 'pid': '78'} gunicorn-web stdout | 2022-06-09 11:37:48,195 [243] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '243'} gunicorn-web stdout | 2022-06-09 11:37:48,203 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '75'} repositorygcworker stdout | 2022-06-09 11:37:48,211 [89] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositorygcworker.py', 'pid': '89'} gunicorn-web stdout | 2022-06-09 11:37:48,225 [226] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '226'} gunicorn-web stdout | 2022-06-09 11:37:48,254 [242] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '242'} storagereplication stdout | 2022-06-09 11:37:48,261 [93] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'storagereplication.py', 'pid': '93'} gunicorn-web stdout | 2022-06-09 11:37:48,268 [235] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '235'} globalpromstats stdout | 2022-06-09 11:37:48,275 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'globalpromstats.py', 'pid': '72'} gunicorn-web stdout | 2022-06-09 11:37:48,283 [228] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '228'} gunicorn-web stdout | 2022-06-09 11:37:48,293 [241] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '241'} expiredappspecifictokenworker stdout | 2022-06-09 11:37:48,304 [69] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '69'} gunicorn-web stdout | 2022-06-09 11:37:48,310 [244] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '244'} gunicorn-web stdout | 2022-06-09 11:37:48,319 [237] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '237'} servicekey stdout | 2022-06-09 11:37:48,327 [92] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'servicekeyworker.py', 'pid': '92'} gunicorn-web stdout | 2022-06-09 11:37:48,335 [234] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '234'} gunicorn-web stdout | 2022-06-09 11:37:48,343 [236] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '236'} gunicorn-web stdout | 2022-06-09 11:37:48,358 [230] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '230'} notificationworker stdout | 2022-06-09 11:37:48,365 [85] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'notificationworker.py', 'pid': '85'} gunicorn-web stdout | 2022-06-09 11:37:48,372 [239] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '239'} gunicorn-web stdout | 2022-06-09 11:37:48,381 [231] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '231'} gunicorn-web stdout | 2022-06-09 11:37:48,388 [229] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '229'} gunicorn-web stdout | 2022-06-09 11:37:48,397 [238] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '238'} gunicorn-web stdout | 2022-06-09 11:37:48,405 [232] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '232'} buildlogsarchiver stdout | 2022-06-09 11:37:48,415 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'buildlogsarchiver.py', 'pid': '66'} gunicorn-secscan stdout | 2022-06-09 11:37:48,422 [221] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '221'} gunicorn-secscan stdout | 2022-06-09 11:37:48,430 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '74'} gunicorn-secscan stdout | 2022-06-09 11:37:48,439 [224] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '224'} builder stdout | 2022-06-09 11:37:48,447 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'builder.py', 'pid': '65'} gunicorn-secscan stdout | 2022-06-09 11:37:48,455 [225] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '225'} gcworker stdout | 2022-06-09 11:37:48,463 [71] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'gcworker.py', 'pid': '71'} gunicorn-secscan stdout | 2022-06-09 11:37:48,473 [227] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '227'} teamsyncworker stdout | 2022-06-09 11:37:48,498 [94] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'teamsyncworker.py', 'pid': '94'} queuecleanupworker stdout | 2022-06-09 11:37:48,504 [87] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'queuecleanupworker.py', 'pid': '87'} gunicorn-registry stdout | 2022-06-09 11:37:50,609 [275] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '275'} gunicorn-registry stdout | 2022-06-09 11:37:50,617 [273] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '273'} notificationworker stdout | 2022-06-09 11:37:50,617 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 11:37:50,617 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:38:00.617379+00:00 (in 9.999605 seconds) notificationworker stdout | 2022-06-09 11:37:50,618 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:38:00 UTC)" (scheduled at 2022-06-09 11:37:50.617379+00:00) notificationworker stdout | 2022-06-09 11:37:50,618 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 11:37:50,619 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 37, 50, 618264), True, datetime.datetime(2022, 6, 9, 11, 37, 50, 618264), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 11:37:50,621 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 11:37:50,621 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 11:37:50,621 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:38:00 UTC)" executed successfully gunicorn-registry stdout | 2022-06-09 11:37:50,627 [271] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '271'} gunicorn-registry stdout | 2022-06-09 11:37:50,644 [277] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '277'} gunicorn-registry stdout | 2022-06-09 11:37:50,650 [276] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '276'} gunicorn-registry stdout | 2022-06-09 11:37:50,658 [246] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '246'} gunicorn-registry stdout | 2022-06-09 11:37:50,663 [274] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '274'} gunicorn-registry stdout | 2022-06-09 11:37:50,671 [263] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '263'} gunicorn-registry stdout | 2022-06-09 11:37:50,678 [266] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '266'} gunicorn-registry stdout | 2022-06-09 11:37:50,686 [254] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '254'} gunicorn-registry stdout | 2022-06-09 11:37:50,692 [260] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '260'} gunicorn-registry stdout | 2022-06-09 11:37:50,700 [270] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '270'} gunicorn-registry stdout | 2022-06-09 11:37:50,708 [253] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '253'} gunicorn-registry stdout | 2022-06-09 11:37:50,715 [268] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '268'} gunicorn-registry stdout | 2022-06-09 11:37:50,723 [261] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '261'} gunicorn-registry stdout | 2022-06-09 11:37:50,730 [248] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '248'} gunicorn-registry stdout | 2022-06-09 11:37:50,752 [245] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '245'} gunicorn-registry stdout | 2022-06-09 11:37:50,758 [249] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '249'} gunicorn-registry stdout | 2022-06-09 11:37:50,770 [251] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '251'} gunicorn-registry stdout | 2022-06-09 11:37:50,779 [259] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '259'} gunicorn-registry stdout | 2022-06-09 11:37:50,787 [250] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '250'} gunicorn-registry stdout | 2022-06-09 11:37:50,794 [265] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '265'} gunicorn-registry stdout | 2022-06-09 11:37:50,803 [73] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '73'} gunicorn-registry stdout | 2022-06-09 11:37:50,810 [267] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '267'} gunicorn-registry stdout | 2022-06-09 11:37:50,817 [256] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '256'} gunicorn-registry stdout | 2022-06-09 11:37:50,828 [262] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '262'} gunicorn-registry stdout | 2022-06-09 11:37:50,835 [264] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '264'} gunicorn-registry stdout | 2022-06-09 11:37:50,846 [272] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '272'} gunicorn-registry stdout | 2022-06-09 11:37:50,854 [269] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '269'} gunicorn-registry stdout | 2022-06-09 11:37:50,862 [247] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '247'} gunicorn-registry stdout | 2022-06-09 11:37:50,870 [255] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '255'} gunicorn-registry stdout | 2022-06-09 11:37:50,878 [252] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '252'} gunicorn-registry stdout | 2022-06-09 11:37:50,885 [257] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '257'} repositorygcworker stdout | 2022-06-09 11:37:51,505 [89] [DEBUG] [apscheduler.scheduler] Looking for jobs to run repositorygcworker stdout | 2022-06-09 11:37:51,505 [89] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:38:38.463361+00:00 (in 46.957767 seconds) repositorygcworker stdout | 2022-06-09 11:37:51,505 [89] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 11:38:51 UTC)" (scheduled at 2022-06-09 11:37:51.502316+00:00) repositorygcworker stdout | 2022-06-09 11:37:51,506 [89] [DEBUG] [workers.queueworker] Running watchdog. repositorygcworker stdout | 2022-06-09 11:37:51,506 [89] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 11:38:51 UTC)" executed successfully gunicorn-web stdout | 2022-06-09 11:37:53,239 [243] [DEBUG] [app] Starting request: urn:request:09e77736-f29f-4907-8ef9-02e69bb2a71c (/api/v1/user/notifications) {'X-Forwarded-For': '172.24.0.1'} gunicorn-web stdout | 2022-06-09 11:37:53,239 [244] [DEBUG] [app] Starting request: urn:request:bccb9833-22b2-4ca6-a3de-5cdc21954f26 (/api/v1/user/apptoken) {'X-Forwarded-For': '172.24.0.1'} gunicorn-web stdout | 2022-06-09 11:37:53,239 [244] [DEBUG] [app] User loader loading deferred user with uuid: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 11:37:53,239 [243] [DEBUG] [app] User loader loading deferred user with uuid: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 11:37:53,239 [244] [DEBUG] [auth.cookie] Loading user from cookie: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 11:37:53,239 [243] [DEBUG] [auth.cookie] Loading user from cookie: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 11:37:53,240 [243] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`uuid`, `t1`.`username`, `t1`.`password_hash`, `t1`.`email`, `t1`.`verified`, `t1`.`stripe_id`, `t1`.`organization`, `t1`.`robot`, `t1`.`invoice_email`, `t1`.`invalid_login_attempts`, `t1`.`last_invalid_login`, `t1`.`removed_tag_expiration_s`, `t1`.`enabled`, `t1`.`invoice_email_address`, `t1`.`given_name`, `t1`.`family_name`, `t1`.`company`, `t1`.`location`, `t1`.`maximum_queued_builds_count`, `t1`.`creation_date`, `t1`.`last_accessed` FROM `user` AS `t1` WHERE ((`t1`.`uuid` = %s) AND (`t1`.`organization` = %s)) LIMIT %s OFFSET %s', ['82228490-d075-4921-ae7a-af4408cf11b4', False, 1, 0]) gunicorn-web stdout | 2022-06-09 11:37:53,240 [244] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`uuid`, `t1`.`username`, `t1`.`password_hash`, `t1`.`email`, `t1`.`verified`, `t1`.`stripe_id`, `t1`.`organization`, `t1`.`robot`, `t1`.`invoice_email`, `t1`.`invalid_login_attempts`, `t1`.`last_invalid_login`, `t1`.`removed_tag_expiration_s`, `t1`.`enabled`, `t1`.`invoice_email_address`, `t1`.`given_name`, `t1`.`family_name`, `t1`.`company`, `t1`.`location`, `t1`.`maximum_queued_builds_count`, `t1`.`creation_date`, `t1`.`last_accessed` FROM `user` AS `t1` WHERE ((`t1`.`uuid` = %s) AND (`t1`.`organization` = %s)) LIMIT %s OFFSET %s', ['82228490-d075-4921-ae7a-af4408cf11b4', False, 1, 0]) gunicorn-web stdout | 2022-06-09 11:37:53,242 [243] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None]) gunicorn-web stdout | 2022-06-09 11:37:53,242 [243] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2022-06-09 11:37:53,242 [243] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 11:37:53,242 [243] [DEBUG] [endpoints.api] Checking permission for user ibazulic gunicorn-web stdout | 2022-06-09 11:37:53,242 [243] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 11:37:53,242 [243] [DEBUG] [auth.permissions] User permission: userspecificneed(type='user', username='ibazulic', role='admin') gunicorn-web stdout | 2022-06-09 11:37:53,242 [244] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None]) gunicorn-web stdout | 2022-06-09 11:37:53,242 [243] [DEBUG] [auth.permissions] User namespace permission: namespacewide(type='organization', namespace='ibazulic', role='admin') gunicorn-web stdout | 2022-06-09 11:37:53,242 [243] [DEBUG] [auth.permissions] User namespace repo permission: namespacewide(type='organizationrepo', namespace='ibazulic', role='admin') gunicorn-web stdout | 2022-06-09 11:37:53,242 [243] [DEBUG] [auth.permissions] Adding superuser to user: ibazulic gunicorn-web stdout | 2022-06-09 11:37:53,242 [244] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2022-06-09 11:37:53,242 [244] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 11:37:53,243 [244] [DEBUG] [endpoints.api] Checking permission for user ibazulic gunicorn-web stdout | 2022-06-09 11:37:53,243 [244] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 11:37:53,243 [244] [DEBUG] [auth.permissions] User permission: userspecificneed(type='user', username='ibazulic', role='admin') gunicorn-web stdout | 2022-06-09 11:37:53,243 [244] [DEBUG] [auth.permissions] User namespace permission: namespacewide(type='organization', namespace='ibazulic', role='admin') gunicorn-web stdout | 2022-06-09 11:37:53,243 [244] [DEBUG] [auth.permissions] User namespace repo permission: namespacewide(type='organizationrepo', namespace='ibazulic', role='admin') gunicorn-web stdout | 2022-06-09 11:37:53,243 [244] [DEBUG] [auth.permissions] Adding superuser to user: ibazulic gunicorn-web stdout | 2022-06-09 11:37:53,243 [244] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`user_id`, `t1`.`uuid`, `t1`.`title`, `t1`.`token_name`, `t1`.`token_secret`, `t1`.`created`, `t1`.`expiration`, `t1`.`last_accessed` FROM `appspecificauthtoken` AS `t1` WHERE (((`t1`.`user_id` = %s) AND (`t1`.`expiration` <= %s)) AND (`t1`.`expiration` > %s))', [1, datetime.datetime(2022, 6, 12, 6, 49, 53, 243458), datetime.datetime(2022, 6, 9, 11, 37, 53, 243530)]) gunicorn-web stdout | 2022-06-09 11:37:53,244 [243] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`uuid`, `t1`.`kind_id`, `t1`.`metadata_json`, `t1`.`dismissed`, `t1`.`lookup_path`, `t1`.`created`, `t1`.`created` AS `cd`, `t1`.`target_id` FROM `notification` AS `t1` INNER JOIN `notificationkind` AS `t2` ON (`t1`.`kind_id` = `t2`.`id`) WHERE ((`t1`.`dismissed` = %s) AND (`t1`.`target_id` = %s)) UNION SELECT `t3`.`id`, `t3`.`uuid`, `t3`.`kind_id`, `t3`.`metadata_json`, `t3`.`dismissed`, `t3`.`lookup_path`, `t3`.`created`, `t3`.`created` AS `cd`, `t3`.`target_id` FROM `notification` AS `t3` INNER JOIN `notificationkind` AS `t4` ON (`t3`.`kind_id` = `t4`.`id`) INNER JOIN `user` AS `t5` ON (`t5`.`id` = `t3`.`target_id`) INNER JOIN `team` AS `t6` ON (`t5`.`id` = `t6`.`organization_id`) INNER JOIN `teamrole` AS `t7` ON (`t6`.`role_id` = `t7`.`id`) INNER JOIN `teammember` AS `t8` ON (`t6`.`id` = `t8`.`team_id`) INNER JOIN `user` AS `t9` ON (`t8`.`user_id` = `t9`.`id`) WHERE ((`t3`.`dismissed` = %s) AND ((`t9`.`id` = %s) AND (`t7`.`name` = %s))) ORDER BY cd desc LIMIT %s', [False, 1, False, 1, 'admin', 6]) gunicorn-web stdout | 2022-06-09 11:37:53,245 [244] [DEBUG] [app] Ending request: urn:request:bccb9833-22b2-4ca6-a3de-5cdc21954f26 (/api/v1/user/apptoken) {'endpoint': 'api.apptokens', 'request_id': 'urn:request:bccb9833-22b2-4ca6-a3de-5cdc21954f26', 'remote_addr': '172.24.0.1', 'http_method': 'GET', 'original_url': 'https://quay.skynet/api/v1/user/apptoken?expiring=true', 'path': '/api/v1/user/apptoken', 'parameters': {'expiring': 'true'}, 'json_body': None, 'confsha': '61c38a19', 'user-agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:101.0) Gecko/20100101 Firefox/101.0'} gunicorn-web stdout | 2022-06-09 11:37:53,246 [244] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2022-06-09 11:37:53,246 [243] [DEBUG] [app] Ending request: urn:request:09e77736-f29f-4907-8ef9-02e69bb2a71c (/api/v1/user/notifications) {'endpoint': 'api.usernotificationlist', 'request_id': 'urn:request:09e77736-f29f-4907-8ef9-02e69bb2a71c', 'remote_addr': '172.24.0.1', 'http_method': 'GET', 'original_url': 'https://quay.skynet/api/v1/user/notifications', 'path': '/api/v1/user/notifications', 'parameters': {}, 'json_body': None, 'confsha': '61c38a19', 'user-agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:101.0) Gecko/20100101 Firefox/101.0'} gunicorn-web stdout | 2022-06-09 11:37:53,246 [244] [INFO] [gunicorn.access] 172.24.0.1 - - [09/Jun/2022:11:37:53 +0000] "GET /api/v1/user/apptoken?expiring=true HTTP/1.0" 200 38 "https://quay.skynet/repository/ibazulic/quay?tab=history" "Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:101.0) Gecko/20100101 Firefox/101.0" nginx stdout | 172.24.0.1 () - - [09/Jun/2022:11:37:53 +0000] "GET /api/v1/user/apptoken?expiring=true HTTP/2.0" 200 38 "https://quay.skynet/repository/ibazulic/quay?tab=history" "Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:101.0) Gecko/20100101 Firefox/101.0" (0.008 200 0.008) gunicorn-web stdout | 2022-06-09 11:37:53,246 [243] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2022-06-09 11:37:53,247 [243] [INFO] [gunicorn.access] 172.24.0.1 - - [09/Jun/2022:11:37:53 +0000] "GET /api/v1/user/notifications HTTP/1.0" 200 43 "https://quay.skynet/repository/ibazulic/quay?tab=history" "Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:101.0) Gecko/20100101 Firefox/101.0" nginx stdout | 172.24.0.1 () - - [09/Jun/2022:11:37:53 +0000] "GET /api/v1/user/notifications HTTP/2.0" 200 43 "https://quay.skynet/repository/ibazulic/quay?tab=history" "Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:101.0) Gecko/20100101 Firefox/101.0" (0.009 400 0.008) namespacegcworker stdout | 2022-06-09 11:37:55,465 [83] [DEBUG] [apscheduler.scheduler] Looking for jobs to run namespacegcworker stdout | 2022-06-09 11:37:55,465 [83] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:38:01.521527+00:00 (in 6.056082 seconds) namespacegcworker stdout | 2022-06-09 11:37:55,465 [83] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 11:38:55 UTC)" (scheduled at 2022-06-09 11:37:55.463831+00:00) namespacegcworker stdout | 2022-06-09 11:37:55,465 [83] [DEBUG] [workers.queueworker] Getting work item from queue. namespacegcworker stdout | 2022-06-09 11:37:55,466 [83] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 37, 55, 465769), True, datetime.datetime(2022, 6, 9, 11, 37, 55, 465769), 0, 'namespacegc/%', 50, 1, 0]) namespacegcworker stdout | 2022-06-09 11:37:55,469 [83] [DEBUG] [workers.queueworker] No more work. namespacegcworker stdout | 2022-06-09 11:37:55,469 [83] [DEBUG] [data.database] Disconnecting from database. namespacegcworker stdout | 2022-06-09 11:37:55,469 [83] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 11:38:55 UTC)" executed successfully notificationworker stdout | 2022-06-09 11:38:00,618 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 11:38:00,619 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:38:10.617379+00:00 (in 9.998389 seconds) notificationworker stdout | 2022-06-09 11:38:00,619 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:38:10 UTC)" (scheduled at 2022-06-09 11:38:00.617379+00:00) notificationworker stdout | 2022-06-09 11:38:00,619 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 11:38:00,620 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 38, 0, 619500), True, datetime.datetime(2022, 6, 9, 11, 38, 0, 619500), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 11:38:00,623 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 11:38:00,623 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 11:38:00,623 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:38:10 UTC)" executed successfully namespacegcworker stdout | 2022-06-09 11:38:01,522 [83] [DEBUG] [apscheduler.scheduler] Looking for jobs to run namespacegcworker stdout | 2022-06-09 11:38:01,522 [83] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:38:55.463831+00:00 (in 53.941423 seconds) namespacegcworker stdout | 2022-06-09 11:38:01,522 [83] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 11:39:01 UTC)" (scheduled at 2022-06-09 11:38:01.521527+00:00) namespacegcworker stdout | 2022-06-09 11:38:01,522 [83] [DEBUG] [workers.queueworker] Running watchdog. namespacegcworker stdout | 2022-06-09 11:38:01,522 [83] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 11:39:01 UTC)" executed successfully exportactionlogsworker stdout | 2022-06-09 11:38:04,367 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run exportactionlogsworker stdout | 2022-06-09 11:38:04,368 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:38:47.409953+00:00 (in 43.042008 seconds) exportactionlogsworker stdout | 2022-06-09 11:38:04,368 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 11:39:04 UTC)" (scheduled at 2022-06-09 11:38:04.366245+00:00) exportactionlogsworker stdout | 2022-06-09 11:38:04,368 [70] [DEBUG] [workers.queueworker] Getting work item from queue. exportactionlogsworker stdout | 2022-06-09 11:38:04,369 [70] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 38, 4, 368556), True, datetime.datetime(2022, 6, 9, 11, 38, 4, 368556), 0, 'exportactionlogs/%', 50, 1, 0]) exportactionlogsworker stdout | 2022-06-09 11:38:04,372 [70] [DEBUG] [workers.queueworker] No more work. exportactionlogsworker stdout | 2022-06-09 11:38:04,372 [70] [DEBUG] [data.database] Disconnecting from database. exportactionlogsworker stdout | 2022-06-09 11:38:04,372 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 11:39:04 UTC)" executed successfully gcworker stdout | 2022-06-09 11:38:07,491 [71] [DEBUG] [apscheduler.scheduler] Looking for jobs to run gcworker stdout | 2022-06-09 11:38:07,491 [71] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:38:37.490424+00:00 (in 29.998818 seconds) gcworker stdout | 2022-06-09 11:38:07,491 [71] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 11:38:37 UTC)" (scheduled at 2022-06-09 11:38:07.490424+00:00) gcworker stdout | 2022-06-09 11:38:07,496 [71] [DEBUG] [peewee] ('SELECT `candidates`.`repository_id` FROM (SELECT DISTINCT `t1`.`repository_id` FROM `tag` AS `t1` INNER JOIN `repository` AS `t2` ON (`t1`.`repository_id` = `t2`.`id`) INNER JOIN `user` AS `t3` ON (`t2`.`namespace_user_id` = `t3`.`id`) WHERE ((((NOT (`t1`.`lifetime_end_ms` IS %s) AND (`t1`.`lifetime_end_ms` <= %s)) AND (`t3`.`removed_tag_expiration_s` = %s)) AND (`t3`.`enabled` = %s)) AND (`t2`.`state` != %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', [None, 1653565087492, 1209600, True, 3, 500, 1, 0]) gcworker stdout | 2022-06-09 11:38:07,498 [71] [DEBUG] [__main__] No repository with garbage found gcworker stdout | 2022-06-09 11:38:07,499 [71] [DEBUG] [data.database] Disconnecting from database. gcworker stdout | 2022-06-09 11:38:07,499 [71] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 11:38:37 UTC)" executed successfully notificationworker stdout | 2022-06-09 11:38:10,624 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 11:38:10,624 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:38:19.645536+00:00 (in 9.020921 seconds) notificationworker stdout | 2022-06-09 11:38:10,624 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:38:20 UTC)" (scheduled at 2022-06-09 11:38:10.617379+00:00) notificationworker stdout | 2022-06-09 11:38:10,625 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 11:38:10,625 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 38, 10, 625107), True, datetime.datetime(2022, 6, 9, 11, 38, 10, 625107), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 11:38:10,628 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 11:38:10,628 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 11:38:10,628 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:38:20 UTC)" executed successfully buildlogsarchiver stdout | 2022-06-09 11:38:15,370 [66] [DEBUG] [apscheduler.scheduler] Looking for jobs to run buildlogsarchiver stdout | 2022-06-09 11:38:15,370 [66] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:38:45.366042+00:00 (in 29.995247 seconds) buildlogsarchiver stdout | 2022-06-09 11:38:15,371 [66] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 11:38:45 UTC)" (scheduled at 2022-06-09 11:38:15.366042+00:00) buildlogsarchiver stdout | 2022-06-09 11:38:15,371 [66] [DEBUG] [peewee] ('SELECT `candidates`.`id` FROM (SELECT `t1`.`id` FROM `repositorybuild` AS `t1` WHERE (((`t1`.`phase` IN (%s, %s, %s)) OR (`t1`.`started` < %s)) AND (`t1`.`logs_archived` = %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2022, 5, 25, 11, 38, 15, 371125), False, 50, 1, 0]) buildlogsarchiver stdout | 2022-06-09 11:38:15,373 [66] [DEBUG] [__main__] No more builds to archive buildlogsarchiver stdout | 2022-06-09 11:38:15,373 [66] [DEBUG] [data.database] Disconnecting from database. buildlogsarchiver stdout | 2022-06-09 11:38:15,373 [66] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 11:38:45 UTC)" executed successfully blobuploadcleanupworker stdout | 2022-06-09 11:38:17,575 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'blobuploadcleanupworker.py', 'pid': '64'} logrotateworker stdout | 2022-06-09 11:38:17,729 [77] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'logrotateworker.py', 'pid': '77'} securityscanningnotificationworker stdout | 2022-06-09 11:38:17,780 [90] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'securityscanningnotificationworker.py', 'pid': '90'} repositoryactioncounter stdout | 2022-06-09 11:38:17,817 [88] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositoryactioncounter.py', 'pid': '88'} exportactionlogsworker stdout | 2022-06-09 11:38:17,823 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'exportactionlogsworker.py', 'pid': '70'} chunkcleanupworker stdout | 2022-06-09 11:38:17,927 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'chunkcleanupworker.py', 'pid': '67'} namespacegcworker stdout | 2022-06-09 11:38:18,004 [83] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'namespacegcworker.py', 'pid': '83'} manifestbackfillworker stdout | 2022-06-09 11:38:18,208 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'manifestbackfillworker.py', 'pid': '78'} gunicorn-web stdout | 2022-06-09 11:38:18,215 [243] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '243'} gunicorn-web stdout | 2022-06-09 11:38:18,221 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '75'} gunicorn-web stdout | 2022-06-09 11:38:18,236 [226] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '226'} repositorygcworker stdout | 2022-06-09 11:38:18,251 [89] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositorygcworker.py', 'pid': '89'} gunicorn-web stdout | 2022-06-09 11:38:18,266 [242] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '242'} gunicorn-web stdout | 2022-06-09 11:38:18,281 [235] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '235'} storagereplication stdout | 2022-06-09 11:38:18,287 [93] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'storagereplication.py', 'pid': '93'} gunicorn-web stdout | 2022-06-09 11:38:18,294 [228] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '228'} gunicorn-web stdout | 2022-06-09 11:38:18,305 [241] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '241'} globalpromstats stdout | 2022-06-09 11:38:18,314 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'globalpromstats.py', 'pid': '72'} expiredappspecifictokenworker stdout | 2022-06-09 11:38:18,321 [69] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '69'} gunicorn-web stdout | 2022-06-09 11:38:18,329 [244] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '244'} gunicorn-web stdout | 2022-06-09 11:38:18,336 [237] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '237'} gunicorn-web stdout | 2022-06-09 11:38:18,346 [234] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '234'} gunicorn-web stdout | 2022-06-09 11:38:18,358 [236] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '236'} servicekey stdout | 2022-06-09 11:38:18,366 [92] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'servicekeyworker.py', 'pid': '92'} gunicorn-web stdout | 2022-06-09 11:38:18,373 [230] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '230'} gunicorn-web stdout | 2022-06-09 11:38:18,384 [239] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '239'} gunicorn-web stdout | 2022-06-09 11:38:18,395 [231] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '231'} gunicorn-web stdout | 2022-06-09 11:38:18,402 [229] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '229'} notificationworker stdout | 2022-06-09 11:38:18,409 [85] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'notificationworker.py', 'pid': '85'} gunicorn-web stdout | 2022-06-09 11:38:18,416 [238] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '238'} gunicorn-web stdout | 2022-06-09 11:38:18,422 [232] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '232'} gunicorn-secscan stdout | 2022-06-09 11:38:18,434 [221] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '221'} buildlogsarchiver stdout | 2022-06-09 11:38:18,441 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'buildlogsarchiver.py', 'pid': '66'} gunicorn-secscan stdout | 2022-06-09 11:38:18,450 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '74'} gunicorn-secscan stdout | 2022-06-09 11:38:18,457 [224] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '224'} gunicorn-secscan stdout | 2022-06-09 11:38:18,466 [225] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '225'} gunicorn-secscan stdout | 2022-06-09 11:38:18,485 [227] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '227'} builder stdout | 2022-06-09 11:38:18,493 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'builder.py', 'pid': '65'} gcworker stdout | 2022-06-09 11:38:18,502 [71] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'gcworker.py', 'pid': '71'} queuecleanupworker stdout | 2022-06-09 11:38:18,529 [87] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'queuecleanupworker.py', 'pid': '87'} teamsyncworker stdout | 2022-06-09 11:38:18,535 [94] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'teamsyncworker.py', 'pid': '94'} notificationworker stdout | 2022-06-09 11:38:19,666 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 11:38:19,667 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:38:20.617379+00:00 (in 0.950309 seconds) notificationworker stdout | 2022-06-09 11:38:19,667 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 11:39:19 UTC)" (scheduled at 2022-06-09 11:38:19.645536+00:00) notificationworker stdout | 2022-06-09 11:38:19,667 [85] [DEBUG] [workers.queueworker] Running watchdog. notificationworker stdout | 2022-06-09 11:38:19,667 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 11:39:19 UTC)" executed successfully notificationworker stdout | 2022-06-09 11:38:20,619 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 11:38:20,619 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:38:30.617379+00:00 (in 9.997942 seconds) notificationworker stdout | 2022-06-09 11:38:20,619 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:38:30 UTC)" (scheduled at 2022-06-09 11:38:20.617379+00:00) notificationworker stdout | 2022-06-09 11:38:20,619 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 11:38:20,620 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 38, 20, 619865), True, datetime.datetime(2022, 6, 9, 11, 38, 20, 619865), 0, 'notification/%', 50, 1, 0]) gunicorn-registry stdout | 2022-06-09 11:38:20,623 [275] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '275'} notificationworker stdout | 2022-06-09 11:38:20,623 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 11:38:20,623 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 11:38:20,623 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:38:30 UTC)" executed successfully gunicorn-registry stdout | 2022-06-09 11:38:20,631 [273] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '273'} gunicorn-registry stdout | 2022-06-09 11:38:20,638 [271] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '271'} gunicorn-registry stdout | 2022-06-09 11:38:20,657 [277] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '277'} gunicorn-registry stdout | 2022-06-09 11:38:20,668 [276] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '276'} gunicorn-registry stdout | 2022-06-09 11:38:20,675 [246] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '246'} gunicorn-registry stdout | 2022-06-09 11:38:20,682 [274] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '274'} gunicorn-registry stdout | 2022-06-09 11:38:20,693 [263] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '263'} gunicorn-registry stdout | 2022-06-09 11:38:20,699 [266] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '266'} gunicorn-registry stdout | 2022-06-09 11:38:20,706 [254] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '254'} gunicorn-registry stdout | 2022-06-09 11:38:20,715 [260] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '260'} gunicorn-registry stdout | 2022-06-09 11:38:20,722 [270] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '270'} gunicorn-registry stdout | 2022-06-09 11:38:20,730 [253] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '253'} gunicorn-registry stdout | 2022-06-09 11:38:20,738 [268] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '268'} gunicorn-registry stdout | 2022-06-09 11:38:20,744 [261] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '261'} gunicorn-registry stdout | 2022-06-09 11:38:20,753 [248] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '248'} gunicorn-registry stdout | 2022-06-09 11:38:20,762 [245] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '245'} gunicorn-registry stdout | 2022-06-09 11:38:20,772 [249] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '249'} gunicorn-registry stdout | 2022-06-09 11:38:20,783 [251] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '251'} gunicorn-registry stdout | 2022-06-09 11:38:20,792 [259] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '259'} gunicorn-registry stdout | 2022-06-09 11:38:20,799 [250] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '250'} gunicorn-registry stdout | 2022-06-09 11:38:20,806 [265] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '265'} gunicorn-registry stdout | 2022-06-09 11:38:20,819 [73] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '73'} gunicorn-registry stdout | 2022-06-09 11:38:20,826 [267] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '267'} gunicorn-registry stdout | 2022-06-09 11:38:20,834 [256] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '256'} gunicorn-registry stdout | 2022-06-09 11:38:20,841 [262] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '262'} gunicorn-registry stdout | 2022-06-09 11:38:20,848 [264] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '264'} gunicorn-registry stdout | 2022-06-09 11:38:20,857 [272] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '272'} gunicorn-registry stdout | 2022-06-09 11:38:20,870 [269] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '269'} gunicorn-registry stdout | 2022-06-09 11:38:20,877 [247] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '247'} gunicorn-registry stdout | 2022-06-09 11:38:20,885 [255] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '255'} gunicorn-registry stdout | 2022-06-09 11:38:20,892 [252] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '252'} gunicorn-registry stdout | 2022-06-09 11:38:20,899 [257] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '257'} notificationworker stdout | 2022-06-09 11:38:30,617 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 11:38:30,618 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:38:40.617379+00:00 (in 9.999379 seconds) notificationworker stdout | 2022-06-09 11:38:30,618 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:38:40 UTC)" (scheduled at 2022-06-09 11:38:30.617379+00:00) notificationworker stdout | 2022-06-09 11:38:30,618 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 11:38:30,619 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 38, 30, 618507), True, datetime.datetime(2022, 6, 9, 11, 38, 30, 618507), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 11:38:30,621 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 11:38:30,621 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 11:38:30,621 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:38:40 UTC)" executed successfully gcworker stdout | 2022-06-09 11:38:37,491 [71] [DEBUG] [apscheduler.scheduler] Looking for jobs to run gcworker stdout | 2022-06-09 11:38:37,491 [71] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:39:07.490424+00:00 (in 29.999141 seconds) gcworker stdout | 2022-06-09 11:38:37,491 [71] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 11:39:07 UTC)" (scheduled at 2022-06-09 11:38:37.490424+00:00) gcworker stdout | 2022-06-09 11:38:37,492 [71] [DEBUG] [peewee] ('SELECT `candidates`.`repository_id` FROM (SELECT DISTINCT `t1`.`repository_id` FROM `tag` AS `t1` INNER JOIN `repository` AS `t2` ON (`t1`.`repository_id` = `t2`.`id`) INNER JOIN `user` AS `t3` ON (`t2`.`namespace_user_id` = `t3`.`id`) WHERE ((((NOT (`t1`.`lifetime_end_ms` IS %s) AND (`t1`.`lifetime_end_ms` <= %s)) AND (`t3`.`removed_tag_expiration_s` = %s)) AND (`t3`.`enabled` = %s)) AND (`t2`.`state` != %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', [None, 1653565117491, 1209600, True, 3, 500, 1, 0]) gcworker stdout | 2022-06-09 11:38:37,494 [71] [DEBUG] [__main__] No repository with garbage found gcworker stdout | 2022-06-09 11:38:37,494 [71] [DEBUG] [data.database] Disconnecting from database. gcworker stdout | 2022-06-09 11:38:37,494 [71] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 11:39:07 UTC)" executed successfully repositorygcworker stdout | 2022-06-09 11:38:38,483 [89] [DEBUG] [apscheduler.scheduler] Looking for jobs to run repositorygcworker stdout | 2022-06-09 11:38:38,483 [89] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:38:51.502316+00:00 (in 13.018633 seconds) repositorygcworker stdout | 2022-06-09 11:38:38,484 [89] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 11:39:38 UTC)" (scheduled at 2022-06-09 11:38:38.463361+00:00) repositorygcworker stdout | 2022-06-09 11:38:38,484 [89] [DEBUG] [workers.queueworker] Getting work item from queue. repositorygcworker stdout | 2022-06-09 11:38:38,485 [89] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 38, 38, 484313), True, datetime.datetime(2022, 6, 9, 11, 38, 38, 484313), 0, 'repositorygc/%', 50, 1, 0]) repositorygcworker stdout | 2022-06-09 11:38:38,488 [89] [DEBUG] [workers.queueworker] No more work. repositorygcworker stdout | 2022-06-09 11:38:38,488 [89] [DEBUG] [data.database] Disconnecting from database. repositorygcworker stdout | 2022-06-09 11:38:38,488 [89] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 11:39:38 UTC)" executed successfully notificationworker stdout | 2022-06-09 11:38:40,620 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 11:38:40,621 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:38:50.617379+00:00 (in 9.996438 seconds) notificationworker stdout | 2022-06-09 11:38:40,621 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:38:50 UTC)" (scheduled at 2022-06-09 11:38:40.617379+00:00) notificationworker stdout | 2022-06-09 11:38:40,621 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 11:38:40,622 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 38, 40, 621441), True, datetime.datetime(2022, 6, 9, 11, 38, 40, 621441), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 11:38:40,624 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 11:38:40,624 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 11:38:40,624 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:38:50 UTC)" executed successfully buildlogsarchiver stdout | 2022-06-09 11:38:45,387 [66] [DEBUG] [apscheduler.scheduler] Looking for jobs to run buildlogsarchiver stdout | 2022-06-09 11:38:45,387 [66] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:39:15.366042+00:00 (in 29.978316 seconds) buildlogsarchiver stdout | 2022-06-09 11:38:45,388 [66] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 11:39:15 UTC)" (scheduled at 2022-06-09 11:38:45.366042+00:00) buildlogsarchiver stdout | 2022-06-09 11:38:45,389 [66] [DEBUG] [peewee] ('SELECT `candidates`.`id` FROM (SELECT `t1`.`id` FROM `repositorybuild` AS `t1` WHERE (((`t1`.`phase` IN (%s, %s, %s)) OR (`t1`.`started` < %s)) AND (`t1`.`logs_archived` = %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2022, 5, 25, 11, 38, 45, 388481), False, 50, 1, 0]) buildlogsarchiver stdout | 2022-06-09 11:38:45,391 [66] [DEBUG] [__main__] No more builds to archive buildlogsarchiver stdout | 2022-06-09 11:38:45,391 [66] [DEBUG] [data.database] Disconnecting from database. buildlogsarchiver stdout | 2022-06-09 11:38:45,392 [66] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 11:39:15 UTC)" executed successfully exportactionlogsworker stdout | 2022-06-09 11:38:47,425 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run exportactionlogsworker stdout | 2022-06-09 11:38:47,425 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:39:04.366245+00:00 (in 16.940405 seconds) exportactionlogsworker stdout | 2022-06-09 11:38:47,426 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 11:39:47 UTC)" (scheduled at 2022-06-09 11:38:47.409953+00:00) exportactionlogsworker stdout | 2022-06-09 11:38:47,426 [70] [DEBUG] [workers.queueworker] Running watchdog. exportactionlogsworker stdout | 2022-06-09 11:38:47,426 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 11:39:47 UTC)" executed successfully blobuploadcleanupworker stdout | 2022-06-09 11:38:47,591 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'blobuploadcleanupworker.py', 'pid': '64'} logrotateworker stdout | 2022-06-09 11:38:47,769 [77] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'logrotateworker.py', 'pid': '77'} securityscanningnotificationworker stdout | 2022-06-09 11:38:47,820 [90] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'securityscanningnotificationworker.py', 'pid': '90'} repositoryactioncounter stdout | 2022-06-09 11:38:47,857 [88] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositoryactioncounter.py', 'pid': '88'} exportactionlogsworker stdout | 2022-06-09 11:38:47,863 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'exportactionlogsworker.py', 'pid': '70'} chunkcleanupworker stdout | 2022-06-09 11:38:47,965 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'chunkcleanupworker.py', 'pid': '67'} namespacegcworker stdout | 2022-06-09 11:38:48,026 [83] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'namespacegcworker.py', 'pid': '83'} gunicorn-web stdout | 2022-06-09 11:38:48,228 [243] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '243'} gunicorn-web stdout | 2022-06-09 11:38:48,235 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '75'} gunicorn-web stdout | 2022-06-09 11:38:48,256 [226] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '226'} manifestbackfillworker stdout | 2022-06-09 11:38:48,263 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'manifestbackfillworker.py', 'pid': '78'} repositorygcworker stdout | 2022-06-09 11:38:48,269 [89] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositorygcworker.py', 'pid': '89'} gunicorn-web stdout | 2022-06-09 11:38:48,278 [242] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '242'} gunicorn-web stdout | 2022-06-09 11:38:48,303 [235] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '235'} gunicorn-web stdout | 2022-06-09 11:38:48,311 [228] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '228'} gunicorn-web stdout | 2022-06-09 11:38:48,319 [241] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '241'} storagereplication stdout | 2022-06-09 11:38:48,326 [93] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'storagereplication.py', 'pid': '93'} gunicorn-web stdout | 2022-06-09 11:38:48,340 [244] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '244'} globalpromstats stdout | 2022-06-09 11:38:48,350 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'globalpromstats.py', 'pid': '72'} gunicorn-web stdout | 2022-06-09 11:38:48,357 [237] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '237'} gunicorn-web stdout | 2022-06-09 11:38:48,364 [234] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '234'} expiredappspecifictokenworker stdout | 2022-06-09 11:38:48,371 [69] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '69'} gunicorn-web stdout | 2022-06-09 11:38:48,379 [236] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '236'} gunicorn-web stdout | 2022-06-09 11:38:48,385 [230] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '230'} gunicorn-web stdout | 2022-06-09 11:38:48,396 [239] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '239'} servicekey stdout | 2022-06-09 11:38:48,406 [92] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'servicekeyworker.py', 'pid': '92'} gunicorn-web stdout | 2022-06-09 11:38:48,419 [231] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '231'} gunicorn-web stdout | 2022-06-09 11:38:48,427 [229] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '229'} gunicorn-web stdout | 2022-06-09 11:38:48,436 [238] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '238'} notificationworker stdout | 2022-06-09 11:38:48,443 [85] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'notificationworker.py', 'pid': '85'} gunicorn-web stdout | 2022-06-09 11:38:48,450 [232] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '232'} gunicorn-secscan stdout | 2022-06-09 11:38:48,457 [221] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '221'} gunicorn-secscan stdout | 2022-06-09 11:38:48,465 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '74'} gunicorn-secscan stdout | 2022-06-09 11:38:48,472 [224] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '224'} gunicorn-secscan stdout | 2022-06-09 11:38:48,479 [225] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '225'} buildlogsarchiver stdout | 2022-06-09 11:38:48,487 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'buildlogsarchiver.py', 'pid': '66'} gunicorn-secscan stdout | 2022-06-09 11:38:48,496 [227] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '227'} builder stdout | 2022-06-09 11:38:48,507 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'builder.py', 'pid': '65'} gcworker stdout | 2022-06-09 11:38:48,537 [71] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'gcworker.py', 'pid': '71'} teamsyncworker stdout | 2022-06-09 11:38:48,575 [94] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'teamsyncworker.py', 'pid': '94'} queuecleanupworker stdout | 2022-06-09 11:38:48,582 [87] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'queuecleanupworker.py', 'pid': '87'} notificationworker stdout | 2022-06-09 11:38:50,657 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 11:38:50,657 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:39:00.617379+00:00 (in 9.960254 seconds) notificationworker stdout | 2022-06-09 11:38:50,657 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:39:00 UTC)" (scheduled at 2022-06-09 11:38:50.617379+00:00) notificationworker stdout | 2022-06-09 11:38:50,657 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 11:38:50,658 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 38, 50, 657482), True, datetime.datetime(2022, 6, 9, 11, 38, 50, 657482), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 11:38:50,663 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 11:38:50,663 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 11:38:50,663 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:39:00 UTC)" executed successfully gunicorn-registry stdout | 2022-06-09 11:38:50,665 [271] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '271'} gunicorn-registry stdout | 2022-06-09 11:38:50,672 [275] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '275'} gunicorn-registry stdout | 2022-06-09 11:38:50,680 [273] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '273'} gunicorn-registry stdout | 2022-06-09 11:38:50,688 [277] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '277'} gunicorn-registry stdout | 2022-06-09 11:38:50,695 [276] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '276'} gunicorn-registry stdout | 2022-06-09 11:38:50,701 [246] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '246'} gunicorn-registry stdout | 2022-06-09 11:38:50,708 [274] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '274'} gunicorn-registry stdout | 2022-06-09 11:38:50,716 [263] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '263'} gunicorn-registry stdout | 2022-06-09 11:38:50,724 [266] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '266'} gunicorn-registry stdout | 2022-06-09 11:38:50,731 [254] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '254'} gunicorn-registry stdout | 2022-06-09 11:38:50,738 [260] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '260'} gunicorn-registry stdout | 2022-06-09 11:38:50,746 [270] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '270'} gunicorn-registry stdout | 2022-06-09 11:38:50,753 [253] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '253'} gunicorn-registry stdout | 2022-06-09 11:38:50,761 [268] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '268'} gunicorn-registry stdout | 2022-06-09 11:38:50,769 [261] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '261'} gunicorn-registry stdout | 2022-06-09 11:38:50,775 [248] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '248'} gunicorn-registry stdout | 2022-06-09 11:38:50,783 [245] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '245'} gunicorn-registry stdout | 2022-06-09 11:38:50,790 [249] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '249'} gunicorn-registry stdout | 2022-06-09 11:38:50,797 [251] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '251'} gunicorn-registry stdout | 2022-06-09 11:38:50,804 [259] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '259'} gunicorn-registry stdout | 2022-06-09 11:38:50,814 [250] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '250'} gunicorn-registry stdout | 2022-06-09 11:38:50,820 [265] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '265'} gunicorn-registry stdout | 2022-06-09 11:38:50,833 [73] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '73'} gunicorn-registry stdout | 2022-06-09 11:38:50,840 [267] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '267'} gunicorn-registry stdout | 2022-06-09 11:38:50,848 [256] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '256'} gunicorn-registry stdout | 2022-06-09 11:38:50,855 [262] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '262'} gunicorn-registry stdout | 2022-06-09 11:38:50,862 [264] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '264'} gunicorn-registry stdout | 2022-06-09 11:38:50,871 [272] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '272'} gunicorn-registry stdout | 2022-06-09 11:38:50,882 [269] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '269'} gunicorn-registry stdout | 2022-06-09 11:38:50,891 [247] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '247'} gunicorn-registry stdout | 2022-06-09 11:38:50,899 [255] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '255'} gunicorn-registry stdout | 2022-06-09 11:38:50,906 [252] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '252'} gunicorn-registry stdout | 2022-06-09 11:38:50,915 [257] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '257'} repositorygcworker stdout | 2022-06-09 11:38:51,503 [89] [DEBUG] [apscheduler.scheduler] Looking for jobs to run repositorygcworker stdout | 2022-06-09 11:38:51,503 [89] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:39:38.463361+00:00 (in 46.960079 seconds) repositorygcworker stdout | 2022-06-09 11:38:51,503 [89] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 11:39:51 UTC)" (scheduled at 2022-06-09 11:38:51.502316+00:00) repositorygcworker stdout | 2022-06-09 11:38:51,503 [89] [DEBUG] [workers.queueworker] Running watchdog. repositorygcworker stdout | 2022-06-09 11:38:51,503 [89] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 11:39:51 UTC)" executed successfully namespacegcworker stdout | 2022-06-09 11:38:55,465 [83] [DEBUG] [apscheduler.scheduler] Looking for jobs to run namespacegcworker stdout | 2022-06-09 11:38:55,465 [83] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:39:01.521527+00:00 (in 6.056289 seconds) namespacegcworker stdout | 2022-06-09 11:38:55,465 [83] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 11:39:55 UTC)" (scheduled at 2022-06-09 11:38:55.463831+00:00) namespacegcworker stdout | 2022-06-09 11:38:55,465 [83] [DEBUG] [workers.queueworker] Getting work item from queue. namespacegcworker stdout | 2022-06-09 11:38:55,466 [83] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 38, 55, 465829), True, datetime.datetime(2022, 6, 9, 11, 38, 55, 465829), 0, 'namespacegc/%', 50, 1, 0]) namespacegcworker stdout | 2022-06-09 11:38:55,469 [83] [DEBUG] [workers.queueworker] No more work. namespacegcworker stdout | 2022-06-09 11:38:55,469 [83] [DEBUG] [data.database] Disconnecting from database. namespacegcworker stdout | 2022-06-09 11:38:55,469 [83] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 11:39:55 UTC)" executed successfully notificationworker stdout | 2022-06-09 11:39:00,620 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 11:39:00,621 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:39:02.645216+00:00 (in 2.024096 seconds) notificationworker stdout | 2022-06-09 11:39:00,621 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:39:10 UTC)" (scheduled at 2022-06-09 11:39:00.617379+00:00) notificationworker stdout | 2022-06-09 11:39:00,621 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 11:39:00,622 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 39, 0, 621451), True, datetime.datetime(2022, 6, 9, 11, 39, 0, 621451), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 11:39:00,624 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 11:39:00,624 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 11:39:00,624 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:39:10 UTC)" executed successfully namespacegcworker stdout | 2022-06-09 11:39:01,522 [83] [DEBUG] [apscheduler.scheduler] Looking for jobs to run namespacegcworker stdout | 2022-06-09 11:39:01,522 [83] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:39:21.521215+00:00 (in 19.999056 seconds) namespacegcworker stdout | 2022-06-09 11:39:01,522 [83] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 11:40:01 UTC)" (scheduled at 2022-06-09 11:39:01.521527+00:00) namespacegcworker stdout | 2022-06-09 11:39:01,522 [83] [DEBUG] [workers.queueworker] Running watchdog. namespacegcworker stdout | 2022-06-09 11:39:01,522 [83] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 11:40:01 UTC)" executed successfully notificationworker stdout | 2022-06-09 11:39:02,648 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 11:39:02,648 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:39:10.617379+00:00 (in 7.968806 seconds) notificationworker stdout | 2022-06-09 11:39:02,648 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2022-06-09 11:44:02 UTC)" (scheduled at 2022-06-09 11:39:02.645216+00:00) notificationworker stdout | 2022-06-09 11:39:02,649 [85] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT `t1`.`queue_name` FROM `queueitem` AS `t1` WHERE (((`t1`.`available` = %s) AND (`t1`.`processing_expires` > %s)) AND (`t1`.`queue_name` LIKE %s))) AS `_wrapped`', [False, datetime.datetime(2022, 6, 9, 11, 39, 2, 649007), 'notification/%']) notificationworker stdout | 2022-06-09 11:39:02,651 [85] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT `t1`.`queue_name` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s))) AS `_wrapped`', [datetime.datetime(2022, 6, 9, 11, 39, 2, 649007), True, datetime.datetime(2022, 6, 9, 11, 39, 2, 649007), 0, 'notification/%']) notificationworker stdout | 2022-06-09 11:39:02,653 [85] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT `t1`.`queue_name` FROM `queueitem` AS `t1` WHERE (((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) AND NOT (`t1`.`queue_name` IN (SELECT `t1`.`queue_name` FROM `queueitem` AS `t1` WHERE (((`t1`.`available` = %s) AND (`t1`.`processing_expires` > %s)) AND (`t1`.`queue_name` LIKE %s)))))) AS `_wrapped`', [datetime.datetime(2022, 6, 9, 11, 39, 2, 649007), True, datetime.datetime(2022, 6, 9, 11, 39, 2, 649007), 0, 'notification/%', False, datetime.datetime(2022, 6, 9, 11, 39, 2, 649007), 'notification/%']) notificationworker stdout | 2022-06-09 11:39:02,654 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 11:39:02,654 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2022-06-09 11:44:02 UTC)" executed successfully exportactionlogsworker stdout | 2022-06-09 11:39:04,367 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run exportactionlogsworker stdout | 2022-06-09 11:39:04,367 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:39:47.409953+00:00 (in 43.042421 seconds) exportactionlogsworker stdout | 2022-06-09 11:39:04,367 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 11:40:04 UTC)" (scheduled at 2022-06-09 11:39:04.366245+00:00) exportactionlogsworker stdout | 2022-06-09 11:39:04,367 [70] [DEBUG] [workers.queueworker] Getting work item from queue. exportactionlogsworker stdout | 2022-06-09 11:39:04,368 [70] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 39, 4, 367994), True, datetime.datetime(2022, 6, 9, 11, 39, 4, 367994), 0, 'exportactionlogs/%', 50, 1, 0]) exportactionlogsworker stdout | 2022-06-09 11:39:04,371 [70] [DEBUG] [workers.queueworker] No more work. exportactionlogsworker stdout | 2022-06-09 11:39:04,371 [70] [DEBUG] [data.database] Disconnecting from database. exportactionlogsworker stdout | 2022-06-09 11:39:04,371 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 11:40:04 UTC)" executed successfully gcworker stdout | 2022-06-09 11:39:07,491 [71] [DEBUG] [apscheduler.scheduler] Looking for jobs to run gcworker stdout | 2022-06-09 11:39:07,491 [71] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:39:37.490424+00:00 (in 29.999145 seconds) gcworker stdout | 2022-06-09 11:39:07,491 [71] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 11:39:37 UTC)" (scheduled at 2022-06-09 11:39:07.490424+00:00) gcworker stdout | 2022-06-09 11:39:07,492 [71] [DEBUG] [peewee] ('SELECT `candidates`.`repository_id` FROM (SELECT DISTINCT `t1`.`repository_id` FROM `tag` AS `t1` INNER JOIN `repository` AS `t2` ON (`t1`.`repository_id` = `t2`.`id`) INNER JOIN `user` AS `t3` ON (`t2`.`namespace_user_id` = `t3`.`id`) WHERE ((((NOT (`t1`.`lifetime_end_ms` IS %s) AND (`t1`.`lifetime_end_ms` <= %s)) AND (`t3`.`removed_tag_expiration_s` = %s)) AND (`t3`.`enabled` = %s)) AND (`t2`.`state` != %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', [None, 1653565147491, 1209600, True, 3, 500, 1, 0]) gcworker stdout | 2022-06-09 11:39:07,494 [71] [DEBUG] [__main__] No repository with garbage found gcworker stdout | 2022-06-09 11:39:07,494 [71] [DEBUG] [data.database] Disconnecting from database. gcworker stdout | 2022-06-09 11:39:07,494 [71] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 11:39:37 UTC)" executed successfully notificationworker stdout | 2022-06-09 11:39:10,618 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 11:39:10,618 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:39:19.645536+00:00 (in 9.027215 seconds) notificationworker stdout | 2022-06-09 11:39:10,618 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:39:20 UTC)" (scheduled at 2022-06-09 11:39:10.617379+00:00) notificationworker stdout | 2022-06-09 11:39:10,618 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 11:39:10,619 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 39, 10, 618865), True, datetime.datetime(2022, 6, 9, 11, 39, 10, 618865), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 11:39:10,622 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 11:39:10,622 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 11:39:10,622 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:39:20 UTC)" executed successfully buildlogsarchiver stdout | 2022-06-09 11:39:15,368 [66] [DEBUG] [apscheduler.scheduler] Looking for jobs to run buildlogsarchiver stdout | 2022-06-09 11:39:15,368 [66] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:39:45.366042+00:00 (in 29.997553 seconds) buildlogsarchiver stdout | 2022-06-09 11:39:15,368 [66] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 11:39:45 UTC)" (scheduled at 2022-06-09 11:39:15.366042+00:00) buildlogsarchiver stdout | 2022-06-09 11:39:15,369 [66] [DEBUG] [peewee] ('SELECT `candidates`.`id` FROM (SELECT `t1`.`id` FROM `repositorybuild` AS `t1` WHERE (((`t1`.`phase` IN (%s, %s, %s)) OR (`t1`.`started` < %s)) AND (`t1`.`logs_archived` = %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2022, 5, 25, 11, 39, 15, 368995), False, 50, 1, 0]) buildlogsarchiver stdout | 2022-06-09 11:39:15,371 [66] [DEBUG] [__main__] No more builds to archive buildlogsarchiver stdout | 2022-06-09 11:39:15,371 [66] [DEBUG] [data.database] Disconnecting from database. buildlogsarchiver stdout | 2022-06-09 11:39:15,371 [66] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 11:39:45 UTC)" executed successfully blobuploadcleanupworker stdout | 2022-06-09 11:39:17,632 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'blobuploadcleanupworker.py', 'pid': '64'} logrotateworker stdout | 2022-06-09 11:39:17,795 [77] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'logrotateworker.py', 'pid': '77'} securityscanningnotificationworker stdout | 2022-06-09 11:39:17,861 [90] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'securityscanningnotificationworker.py', 'pid': '90'} repositoryactioncounter stdout | 2022-06-09 11:39:17,882 [88] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositoryactioncounter.py', 'pid': '88'} exportactionlogsworker stdout | 2022-06-09 11:39:17,903 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'exportactionlogsworker.py', 'pid': '70'} chunkcleanupworker stdout | 2022-06-09 11:39:18,001 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'chunkcleanupworker.py', 'pid': '67'} namespacegcworker stdout | 2022-06-09 11:39:18,067 [83] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'namespacegcworker.py', 'pid': '83'} gunicorn-web stdout | 2022-06-09 11:39:18,241 [243] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '243'} gunicorn-web stdout | 2022-06-09 11:39:18,247 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '75'} gunicorn-web stdout | 2022-06-09 11:39:18,267 [226] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '226'} gunicorn-web stdout | 2022-06-09 11:39:18,294 [242] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '242'} repositorygcworker stdout | 2022-06-09 11:39:18,300 [89] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositorygcworker.py', 'pid': '89'} manifestbackfillworker stdout | 2022-06-09 11:39:18,306 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'manifestbackfillworker.py', 'pid': '78'} gunicorn-web stdout | 2022-06-09 11:39:18,315 [235] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '235'} gunicorn-web stdout | 2022-06-09 11:39:18,324 [228] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '228'} gunicorn-web stdout | 2022-06-09 11:39:18,331 [241] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '241'} gunicorn-web stdout | 2022-06-09 11:39:18,360 [244] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '244'} storagereplication stdout | 2022-06-09 11:39:18,371 [93] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'storagereplication.py', 'pid': '93'} gunicorn-web stdout | 2022-06-09 11:39:18,379 [237] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '237'} gunicorn-web stdout | 2022-06-09 11:39:18,386 [234] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '234'} globalpromstats stdout | 2022-06-09 11:39:18,393 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'globalpromstats.py', 'pid': '72'} gunicorn-web stdout | 2022-06-09 11:39:18,400 [236] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '236'} gunicorn-web stdout | 2022-06-09 11:39:18,408 [230] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '230'} gunicorn-web stdout | 2022-06-09 11:39:18,415 [239] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '239'} expiredappspecifictokenworker stdout | 2022-06-09 11:39:18,422 [69] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '69'} gunicorn-web stdout | 2022-06-09 11:39:18,431 [231] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '231'} gunicorn-web stdout | 2022-06-09 11:39:18,440 [229] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '229'} servicekey stdout | 2022-06-09 11:39:18,446 [92] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'servicekeyworker.py', 'pid': '92'} gunicorn-web stdout | 2022-06-09 11:39:18,453 [238] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '238'} gunicorn-web stdout | 2022-06-09 11:39:18,463 [232] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '232'} notificationworker stdout | 2022-06-09 11:39:18,471 [85] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'notificationworker.py', 'pid': '85'} gunicorn-secscan stdout | 2022-06-09 11:39:18,479 [221] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '221'} gunicorn-secscan stdout | 2022-06-09 11:39:18,488 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '74'} gunicorn-secscan stdout | 2022-06-09 11:39:18,494 [224] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '224'} gunicorn-secscan stdout | 2022-06-09 11:39:18,502 [225] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '225'} gunicorn-secscan stdout | 2022-06-09 11:39:18,508 [227] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '227'} buildlogsarchiver stdout | 2022-06-09 11:39:18,527 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'buildlogsarchiver.py', 'pid': '66'} builder stdout | 2022-06-09 11:39:18,549 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'builder.py', 'pid': '65'} gcworker stdout | 2022-06-09 11:39:18,577 [71] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'gcworker.py', 'pid': '71'} teamsyncworker stdout | 2022-06-09 11:39:18,585 [94] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'teamsyncworker.py', 'pid': '94'} queuecleanupworker stdout | 2022-06-09 11:39:18,620 [87] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'queuecleanupworker.py', 'pid': '87'} notificationworker stdout | 2022-06-09 11:39:19,651 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 11:39:19,651 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:39:20.617379+00:00 (in 0.965967 seconds) notificationworker stdout | 2022-06-09 11:39:19,651 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 11:40:19 UTC)" (scheduled at 2022-06-09 11:39:19.645536+00:00) notificationworker stdout | 2022-06-09 11:39:19,651 [85] [DEBUG] [workers.queueworker] Running watchdog. notificationworker stdout | 2022-06-09 11:39:19,651 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 11:40:19 UTC)" executed successfully notificationworker stdout | 2022-06-09 11:39:20,675 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 11:39:20,675 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:39:30.617379+00:00 (in 9.942163 seconds) notificationworker stdout | 2022-06-09 11:39:20,676 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:39:30 UTC)" (scheduled at 2022-06-09 11:39:20.617379+00:00) notificationworker stdout | 2022-06-09 11:39:20,676 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 11:39:20,678 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 39, 20, 677044), True, datetime.datetime(2022, 6, 9, 11, 39, 20, 677044), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 11:39:20,681 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 11:39:20,681 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 11:39:20,681 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:39:30 UTC)" executed successfully gunicorn-registry stdout | 2022-06-09 11:39:20,683 [271] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '271'} gunicorn-registry stdout | 2022-06-09 11:39:20,691 [275] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '275'} gunicorn-registry stdout | 2022-06-09 11:39:20,699 [273] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '273'} gunicorn-registry stdout | 2022-06-09 11:39:20,709 [277] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '277'} gunicorn-registry stdout | 2022-06-09 11:39:20,717 [276] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '276'} gunicorn-registry stdout | 2022-06-09 11:39:20,724 [246] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '246'} gunicorn-registry stdout | 2022-06-09 11:39:20,732 [274] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '274'} gunicorn-registry stdout | 2022-06-09 11:39:20,740 [263] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '263'} gunicorn-registry stdout | 2022-06-09 11:39:20,747 [266] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '266'} gunicorn-registry stdout | 2022-06-09 11:39:20,754 [254] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '254'} gunicorn-registry stdout | 2022-06-09 11:39:20,764 [260] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '260'} gunicorn-registry stdout | 2022-06-09 11:39:20,771 [270] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '270'} gunicorn-registry stdout | 2022-06-09 11:39:20,778 [253] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '253'} gunicorn-registry stdout | 2022-06-09 11:39:20,784 [268] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '268'} gunicorn-registry stdout | 2022-06-09 11:39:20,791 [261] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '261'} gunicorn-registry stdout | 2022-06-09 11:39:20,798 [248] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '248'} gunicorn-registry stdout | 2022-06-09 11:39:20,806 [245] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '245'} gunicorn-registry stdout | 2022-06-09 11:39:20,813 [249] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '249'} gunicorn-registry stdout | 2022-06-09 11:39:20,820 [251] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '251'} gunicorn-registry stdout | 2022-06-09 11:39:20,828 [259] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '259'} gunicorn-registry stdout | 2022-06-09 11:39:20,834 [250] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '250'} gunicorn-registry stdout | 2022-06-09 11:39:20,842 [265] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '265'} gunicorn-registry stdout | 2022-06-09 11:39:20,851 [73] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '73'} gunicorn-registry stdout | 2022-06-09 11:39:20,858 [267] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '267'} gunicorn-registry stdout | 2022-06-09 11:39:20,865 [256] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '256'} gunicorn-registry stdout | 2022-06-09 11:39:20,872 [262] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '262'} gunicorn-registry stdout | 2022-06-09 11:39:20,880 [264] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '264'} gunicorn-registry stdout | 2022-06-09 11:39:20,886 [272] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '272'} gunicorn-registry stdout | 2022-06-09 11:39:20,897 [269] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '269'} gunicorn-registry stdout | 2022-06-09 11:39:20,905 [247] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '247'} gunicorn-registry stdout | 2022-06-09 11:39:20,915 [255] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '255'} gunicorn-registry stdout | 2022-06-09 11:39:20,924 [252] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '252'} gunicorn-registry stdout | 2022-06-09 11:39:20,930 [257] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '257'} namespacegcworker stdout | 2022-06-09 11:39:21,530 [83] [DEBUG] [apscheduler.scheduler] Looking for jobs to run namespacegcworker stdout | 2022-06-09 11:39:21,530 [83] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:39:55.463831+00:00 (in 33.933580 seconds) namespacegcworker stdout | 2022-06-09 11:39:21,530 [83] [INFO] [apscheduler.executors.default] Running job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2022-06-09 11:44:21 UTC)" (scheduled at 2022-06-09 11:39:21.521215+00:00) namespacegcworker stdout | 2022-06-09 11:39:21,531 [83] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT `t1`.`queue_name` FROM `queueitem` AS `t1` WHERE (((`t1`.`available` = %s) AND (`t1`.`processing_expires` > %s)) AND (`t1`.`queue_name` LIKE %s))) AS `_wrapped`', [False, datetime.datetime(2022, 6, 9, 11, 39, 21, 530598), 'namespacegc/%']) namespacegcworker stdout | 2022-06-09 11:39:21,533 [83] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT `t1`.`queue_name` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s))) AS `_wrapped`', [datetime.datetime(2022, 6, 9, 11, 39, 21, 530598), True, datetime.datetime(2022, 6, 9, 11, 39, 21, 530598), 0, 'namespacegc/%']) namespacegcworker stdout | 2022-06-09 11:39:21,535 [83] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT `t1`.`queue_name` FROM `queueitem` AS `t1` WHERE (((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) AND NOT (`t1`.`queue_name` IN (SELECT `t1`.`queue_name` FROM `queueitem` AS `t1` WHERE (((`t1`.`available` = %s) AND (`t1`.`processing_expires` > %s)) AND (`t1`.`queue_name` LIKE %s)))))) AS `_wrapped`', [datetime.datetime(2022, 6, 9, 11, 39, 21, 530598), True, datetime.datetime(2022, 6, 9, 11, 39, 21, 530598), 0, 'namespacegc/%', False, datetime.datetime(2022, 6, 9, 11, 39, 21, 530598), 'namespacegc/%']) namespacegcworker stdout | 2022-06-09 11:39:21,536 [83] [DEBUG] [data.database] Disconnecting from database. namespacegcworker stdout | 2022-06-09 11:39:21,536 [83] [INFO] [apscheduler.executors.default] Job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2022-06-09 11:44:21 UTC)" executed successfully notificationworker stdout | 2022-06-09 11:39:30,619 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 11:39:30,620 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:39:40.617379+00:00 (in 9.997421 seconds) notificationworker stdout | 2022-06-09 11:39:30,620 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:39:40 UTC)" (scheduled at 2022-06-09 11:39:30.617379+00:00) notificationworker stdout | 2022-06-09 11:39:30,620 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 11:39:30,621 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 39, 30, 620497), True, datetime.datetime(2022, 6, 9, 11, 39, 30, 620497), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 11:39:30,623 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 11:39:30,623 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 11:39:30,623 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:39:40 UTC)" executed successfully gcworker stdout | 2022-06-09 11:39:37,491 [71] [DEBUG] [apscheduler.scheduler] Looking for jobs to run gcworker stdout | 2022-06-09 11:39:37,492 [71] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:40:07.490424+00:00 (in 29.998372 seconds) gcworker stdout | 2022-06-09 11:39:37,492 [71] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 11:40:07 UTC)" (scheduled at 2022-06-09 11:39:37.490424+00:00) gcworker stdout | 2022-06-09 11:39:37,493 [71] [DEBUG] [peewee] ('SELECT `candidates`.`repository_id` FROM (SELECT DISTINCT `t1`.`repository_id` FROM `tag` AS `t1` INNER JOIN `repository` AS `t2` ON (`t1`.`repository_id` = `t2`.`id`) INNER JOIN `user` AS `t3` ON (`t2`.`namespace_user_id` = `t3`.`id`) WHERE ((((NOT (`t1`.`lifetime_end_ms` IS %s) AND (`t1`.`lifetime_end_ms` <= %s)) AND (`t3`.`removed_tag_expiration_s` = %s)) AND (`t3`.`enabled` = %s)) AND (`t2`.`state` != %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', [None, 1653565177492, 1209600, True, 3, 500, 1, 0]) gcworker stdout | 2022-06-09 11:39:37,496 [71] [DEBUG] [__main__] No repository with garbage found gcworker stdout | 2022-06-09 11:39:37,496 [71] [DEBUG] [data.database] Disconnecting from database. gcworker stdout | 2022-06-09 11:39:37,496 [71] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 11:40:07 UTC)" executed successfully repositorygcworker stdout | 2022-06-09 11:39:38,472 [89] [DEBUG] [apscheduler.scheduler] Looking for jobs to run repositorygcworker stdout | 2022-06-09 11:39:38,472 [89] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:39:51.502316+00:00 (in 13.029522 seconds) repositorygcworker stdout | 2022-06-09 11:39:38,473 [89] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 11:40:38 UTC)" (scheduled at 2022-06-09 11:39:38.463361+00:00) repositorygcworker stdout | 2022-06-09 11:39:38,473 [89] [DEBUG] [workers.queueworker] Getting work item from queue. repositorygcworker stdout | 2022-06-09 11:39:38,474 [89] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 39, 38, 473309), True, datetime.datetime(2022, 6, 9, 11, 39, 38, 473309), 0, 'repositorygc/%', 50, 1, 0]) repositorygcworker stdout | 2022-06-09 11:39:38,476 [89] [DEBUG] [workers.queueworker] No more work. repositorygcworker stdout | 2022-06-09 11:39:38,476 [89] [DEBUG] [data.database] Disconnecting from database. repositorygcworker stdout | 2022-06-09 11:39:38,476 [89] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 11:40:38 UTC)" executed successfully notificationworker stdout | 2022-06-09 11:39:40,630 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 11:39:40,630 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:39:50.617379+00:00 (in 9.987198 seconds) notificationworker stdout | 2022-06-09 11:39:40,630 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:39:50 UTC)" (scheduled at 2022-06-09 11:39:40.617379+00:00) notificationworker stdout | 2022-06-09 11:39:40,630 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 11:39:40,631 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 39, 40, 630765), True, datetime.datetime(2022, 6, 9, 11, 39, 40, 630765), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 11:39:40,633 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 11:39:40,634 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 11:39:40,634 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:39:50 UTC)" executed successfully buildlogsarchiver stdout | 2022-06-09 11:39:45,369 [66] [DEBUG] [apscheduler.scheduler] Looking for jobs to run buildlogsarchiver stdout | 2022-06-09 11:39:45,369 [66] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:40:15.366042+00:00 (in 29.996804 seconds) buildlogsarchiver stdout | 2022-06-09 11:39:45,369 [66] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 11:40:15 UTC)" (scheduled at 2022-06-09 11:39:45.366042+00:00) buildlogsarchiver stdout | 2022-06-09 11:39:45,370 [66] [DEBUG] [peewee] ('SELECT `candidates`.`id` FROM (SELECT `t1`.`id` FROM `repositorybuild` AS `t1` WHERE (((`t1`.`phase` IN (%s, %s, %s)) OR (`t1`.`started` < %s)) AND (`t1`.`logs_archived` = %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2022, 5, 25, 11, 39, 45, 369552), False, 50, 1, 0]) buildlogsarchiver stdout | 2022-06-09 11:39:45,372 [66] [DEBUG] [__main__] No more builds to archive buildlogsarchiver stdout | 2022-06-09 11:39:45,372 [66] [DEBUG] [data.database] Disconnecting from database. buildlogsarchiver stdout | 2022-06-09 11:39:45,372 [66] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 11:40:15 UTC)" executed successfully exportactionlogsworker stdout | 2022-06-09 11:39:47,458 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run exportactionlogsworker stdout | 2022-06-09 11:39:47,458 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:40:04.366245+00:00 (in 16.907824 seconds) exportactionlogsworker stdout | 2022-06-09 11:39:47,458 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 11:40:47 UTC)" (scheduled at 2022-06-09 11:39:47.409953+00:00) exportactionlogsworker stdout | 2022-06-09 11:39:47,458 [70] [DEBUG] [workers.queueworker] Running watchdog. exportactionlogsworker stdout | 2022-06-09 11:39:47,458 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 11:40:47 UTC)" executed successfully blobuploadcleanupworker stdout | 2022-06-09 11:39:47,667 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'blobuploadcleanupworker.py', 'pid': '64'} logrotateworker stdout | 2022-06-09 11:39:47,842 [77] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'logrotateworker.py', 'pid': '77'} securityscanningnotificationworker stdout | 2022-06-09 11:39:47,896 [90] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'securityscanningnotificationworker.py', 'pid': '90'} repositoryactioncounter stdout | 2022-06-09 11:39:47,919 [88] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositoryactioncounter.py', 'pid': '88'} exportactionlogsworker stdout | 2022-06-09 11:39:47,944 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'exportactionlogsworker.py', 'pid': '70'} chunkcleanupworker stdout | 2022-06-09 11:39:48,017 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'chunkcleanupworker.py', 'pid': '67'} namespacegcworker stdout | 2022-06-09 11:39:48,106 [83] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'namespacegcworker.py', 'pid': '83'} gunicorn-web stdout | 2022-06-09 11:39:48,253 [243] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '243'} gunicorn-web stdout | 2022-06-09 11:39:48,263 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '75'} gunicorn-web stdout | 2022-06-09 11:39:48,280 [226] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '226'} gunicorn-web stdout | 2022-06-09 11:39:48,323 [242] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '242'} gunicorn-web stdout | 2022-06-09 11:39:48,330 [235] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '235'} gunicorn-web stdout | 2022-06-09 11:39:48,338 [228] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '228'} repositorygcworker stdout | 2022-06-09 11:39:48,344 [89] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositorygcworker.py', 'pid': '89'} gunicorn-web stdout | 2022-06-09 11:39:48,351 [241] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '241'} manifestbackfillworker stdout | 2022-06-09 11:39:48,359 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'manifestbackfillworker.py', 'pid': '78'} gunicorn-web stdout | 2022-06-09 11:39:48,373 [244] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '244'} gunicorn-web stdout | 2022-06-09 11:39:48,397 [237] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '237'} gunicorn-web stdout | 2022-06-09 11:39:48,403 [234] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '234'} storagereplication stdout | 2022-06-09 11:39:48,410 [93] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'storagereplication.py', 'pid': '93'} gunicorn-web stdout | 2022-06-09 11:39:48,421 [236] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '236'} gunicorn-web stdout | 2022-06-09 11:39:48,427 [230] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '230'} globalpromstats stdout | 2022-06-09 11:39:48,435 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'globalpromstats.py', 'pid': '72'} gunicorn-web stdout | 2022-06-09 11:39:48,442 [239] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '239'} expiredappspecifictokenworker stdout | 2022-06-09 11:39:48,449 [69] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '69'} gunicorn-web stdout | 2022-06-09 11:39:48,455 [231] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '231'} gunicorn-web stdout | 2022-06-09 11:39:48,463 [229] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '229'} gunicorn-web stdout | 2022-06-09 11:39:48,473 [238] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '238'} servicekey stdout | 2022-06-09 11:39:48,482 [92] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'servicekeyworker.py', 'pid': '92'} gunicorn-web stdout | 2022-06-09 11:39:48,488 [232] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '232'} gunicorn-secscan stdout | 2022-06-09 11:39:48,495 [221] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '221'} gunicorn-secscan stdout | 2022-06-09 11:39:48,505 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '74'} gunicorn-secscan stdout | 2022-06-09 11:39:48,512 [224] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '224'} gunicorn-secscan stdout | 2022-06-09 11:39:48,520 [225] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '225'} notificationworker stdout | 2022-06-09 11:39:48,528 [85] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'notificationworker.py', 'pid': '85'} gunicorn-secscan stdout | 2022-06-09 11:39:48,535 [227] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '227'} buildlogsarchiver stdout | 2022-06-09 11:39:48,566 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'buildlogsarchiver.py', 'pid': '66'} builder stdout | 2022-06-09 11:39:48,587 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'builder.py', 'pid': '65'} gcworker stdout | 2022-06-09 11:39:48,596 [71] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'gcworker.py', 'pid': '71'} teamsyncworker stdout | 2022-06-09 11:39:48,602 [94] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'teamsyncworker.py', 'pid': '94'} queuecleanupworker stdout | 2022-06-09 11:39:48,656 [87] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'queuecleanupworker.py', 'pid': '87'} notificationworker stdout | 2022-06-09 11:39:50,641 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 11:39:50,641 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:40:00.617379+00:00 (in 9.976105 seconds) notificationworker stdout | 2022-06-09 11:39:50,641 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:40:00 UTC)" (scheduled at 2022-06-09 11:39:50.617379+00:00) notificationworker stdout | 2022-06-09 11:39:50,641 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 11:39:50,642 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 39, 50, 641911), True, datetime.datetime(2022, 6, 9, 11, 39, 50, 641911), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 11:39:50,645 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 11:39:50,645 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 11:39:50,645 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:40:00 UTC)" executed successfully gunicorn-registry stdout | 2022-06-09 11:39:50,697 [271] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '271'} gunicorn-registry stdout | 2022-06-09 11:39:50,705 [275] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '275'} gunicorn-registry stdout | 2022-06-09 11:39:50,712 [273] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '273'} gunicorn-registry stdout | 2022-06-09 11:39:50,722 [277] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '277'} gunicorn-registry stdout | 2022-06-09 11:39:50,731 [276] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '276'} gunicorn-registry stdout | 2022-06-09 11:39:50,740 [246] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '246'} gunicorn-registry stdout | 2022-06-09 11:39:50,747 [274] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '274'} gunicorn-registry stdout | 2022-06-09 11:39:50,757 [263] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '263'} gunicorn-registry stdout | 2022-06-09 11:39:50,766 [266] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '266'} gunicorn-registry stdout | 2022-06-09 11:39:50,772 [254] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '254'} gunicorn-registry stdout | 2022-06-09 11:39:50,779 [260] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '260'} gunicorn-registry stdout | 2022-06-09 11:39:50,788 [270] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '270'} gunicorn-registry stdout | 2022-06-09 11:39:50,796 [253] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '253'} gunicorn-registry stdout | 2022-06-09 11:39:50,803 [268] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '268'} gunicorn-registry stdout | 2022-06-09 11:39:50,810 [261] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '261'} gunicorn-registry stdout | 2022-06-09 11:39:50,824 [248] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '248'} gunicorn-registry stdout | 2022-06-09 11:39:50,831 [245] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '245'} gunicorn-registry stdout | 2022-06-09 11:39:50,839 [249] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '249'} gunicorn-registry stdout | 2022-06-09 11:39:50,847 [251] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '251'} gunicorn-registry stdout | 2022-06-09 11:39:50,859 [259] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '259'} gunicorn-registry stdout | 2022-06-09 11:39:50,867 [250] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '250'} gunicorn-registry stdout | 2022-06-09 11:39:50,874 [265] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '265'} gunicorn-registry stdout | 2022-06-09 11:39:50,882 [73] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '73'} gunicorn-registry stdout | 2022-06-09 11:39:50,889 [267] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '267'} gunicorn-registry stdout | 2022-06-09 11:39:50,897 [256] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '256'} gunicorn-registry stdout | 2022-06-09 11:39:50,907 [262] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '262'} gunicorn-registry stdout | 2022-06-09 11:39:50,918 [264] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '264'} gunicorn-registry stdout | 2022-06-09 11:39:50,925 [272] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '272'} gunicorn-registry stdout | 2022-06-09 11:39:50,933 [269] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '269'} gunicorn-registry stdout | 2022-06-09 11:39:50,940 [247] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '247'} gunicorn-registry stdout | 2022-06-09 11:39:50,947 [255] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '255'} gunicorn-registry stdout | 2022-06-09 11:39:50,954 [252] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '252'} gunicorn-registry stdout | 2022-06-09 11:39:50,960 [257] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '257'} repositorygcworker stdout | 2022-06-09 11:39:51,504 [89] [DEBUG] [apscheduler.scheduler] Looking for jobs to run repositorygcworker stdout | 2022-06-09 11:39:51,505 [89] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:39:53.501847+00:00 (in 1.996768 seconds) repositorygcworker stdout | 2022-06-09 11:39:51,505 [89] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 11:40:51 UTC)" (scheduled at 2022-06-09 11:39:51.502316+00:00) repositorygcworker stdout | 2022-06-09 11:39:51,505 [89] [DEBUG] [workers.queueworker] Running watchdog. repositorygcworker stdout | 2022-06-09 11:39:51,505 [89] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 11:40:51 UTC)" executed successfully repositorygcworker stdout | 2022-06-09 11:39:53,505 [89] [DEBUG] [apscheduler.scheduler] Looking for jobs to run repositorygcworker stdout | 2022-06-09 11:39:53,505 [89] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:40:38.463361+00:00 (in 44.957729 seconds) repositorygcworker stdout | 2022-06-09 11:39:53,505 [89] [INFO] [apscheduler.executors.default] Running job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2022-06-09 11:44:53 UTC)" (scheduled at 2022-06-09 11:39:53.501847+00:00) repositorygcworker stdout | 2022-06-09 11:39:53,506 [89] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT `t1`.`queue_name` FROM `queueitem` AS `t1` WHERE (((`t1`.`available` = %s) AND (`t1`.`processing_expires` > %s)) AND (`t1`.`queue_name` LIKE %s))) AS `_wrapped`', [False, datetime.datetime(2022, 6, 9, 11, 39, 53, 506073), 'repositorygc/%']) repositorygcworker stdout | 2022-06-09 11:39:53,508 [89] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT `t1`.`queue_name` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s))) AS `_wrapped`', [datetime.datetime(2022, 6, 9, 11, 39, 53, 506073), True, datetime.datetime(2022, 6, 9, 11, 39, 53, 506073), 0, 'repositorygc/%']) repositorygcworker stdout | 2022-06-09 11:39:53,510 [89] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT `t1`.`queue_name` FROM `queueitem` AS `t1` WHERE (((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) AND NOT (`t1`.`queue_name` IN (SELECT `t1`.`queue_name` FROM `queueitem` AS `t1` WHERE (((`t1`.`available` = %s) AND (`t1`.`processing_expires` > %s)) AND (`t1`.`queue_name` LIKE %s)))))) AS `_wrapped`', [datetime.datetime(2022, 6, 9, 11, 39, 53, 506073), True, datetime.datetime(2022, 6, 9, 11, 39, 53, 506073), 0, 'repositorygc/%', False, datetime.datetime(2022, 6, 9, 11, 39, 53, 506073), 'repositorygc/%']) repositorygcworker stdout | 2022-06-09 11:39:53,511 [89] [DEBUG] [data.database] Disconnecting from database. repositorygcworker stdout | 2022-06-09 11:39:53,512 [89] [INFO] [apscheduler.executors.default] Job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2022-06-09 11:44:53 UTC)" executed successfully namespacegcworker stdout | 2022-06-09 11:39:55,464 [83] [DEBUG] [apscheduler.scheduler] Looking for jobs to run namespacegcworker stdout | 2022-06-09 11:39:55,464 [83] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:40:01.521527+00:00 (in 6.056783 seconds) namespacegcworker stdout | 2022-06-09 11:39:55,464 [83] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 11:40:55 UTC)" (scheduled at 2022-06-09 11:39:55.463831+00:00) namespacegcworker stdout | 2022-06-09 11:39:55,465 [83] [DEBUG] [workers.queueworker] Getting work item from queue. namespacegcworker stdout | 2022-06-09 11:39:55,465 [83] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 39, 55, 465073), True, datetime.datetime(2022, 6, 9, 11, 39, 55, 465073), 0, 'namespacegc/%', 50, 1, 0]) namespacegcworker stdout | 2022-06-09 11:39:55,468 [83] [DEBUG] [workers.queueworker] No more work. namespacegcworker stdout | 2022-06-09 11:39:55,468 [83] [DEBUG] [data.database] Disconnecting from database. namespacegcworker stdout | 2022-06-09 11:39:55,468 [83] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 11:40:55 UTC)" executed successfully notificationworker stdout | 2022-06-09 11:40:00,625 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 11:40:00,626 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:40:10.617379+00:00 (in 9.991361 seconds) notificationworker stdout | 2022-06-09 11:40:00,626 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:40:10 UTC)" (scheduled at 2022-06-09 11:40:00.617379+00:00) notificationworker stdout | 2022-06-09 11:40:00,626 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 11:40:00,627 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 40, 0, 626440), True, datetime.datetime(2022, 6, 9, 11, 40, 0, 626440), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 11:40:00,629 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 11:40:00,629 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 11:40:00,629 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:40:10 UTC)" executed successfully namespacegcworker stdout | 2022-06-09 11:40:01,524 [83] [DEBUG] [apscheduler.scheduler] Looking for jobs to run namespacegcworker stdout | 2022-06-09 11:40:01,525 [83] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:40:55.463831+00:00 (in 53.938896 seconds) namespacegcworker stdout | 2022-06-09 11:40:01,525 [83] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 11:41:01 UTC)" (scheduled at 2022-06-09 11:40:01.521527+00:00) namespacegcworker stdout | 2022-06-09 11:40:01,525 [83] [DEBUG] [workers.queueworker] Running watchdog. namespacegcworker stdout | 2022-06-09 11:40:01,525 [83] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 11:41:01 UTC)" executed successfully exportactionlogsworker stdout | 2022-06-09 11:40:04,389 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run exportactionlogsworker stdout | 2022-06-09 11:40:04,389 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:40:47.409953+00:00 (in 43.020382 seconds) exportactionlogsworker stdout | 2022-06-09 11:40:04,389 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 11:41:04 UTC)" (scheduled at 2022-06-09 11:40:04.366245+00:00) exportactionlogsworker stdout | 2022-06-09 11:40:04,390 [70] [DEBUG] [workers.queueworker] Getting work item from queue. exportactionlogsworker stdout | 2022-06-09 11:40:04,390 [70] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 40, 4, 390054), True, datetime.datetime(2022, 6, 9, 11, 40, 4, 390054), 0, 'exportactionlogs/%', 50, 1, 0]) exportactionlogsworker stdout | 2022-06-09 11:40:04,393 [70] [DEBUG] [workers.queueworker] No more work. exportactionlogsworker stdout | 2022-06-09 11:40:04,393 [70] [DEBUG] [data.database] Disconnecting from database. exportactionlogsworker stdout | 2022-06-09 11:40:04,393 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 11:41:04 UTC)" executed successfully gcworker stdout | 2022-06-09 11:40:07,492 [71] [DEBUG] [apscheduler.scheduler] Looking for jobs to run gcworker stdout | 2022-06-09 11:40:07,492 [71] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:40:37.490424+00:00 (in 29.997688 seconds) gcworker stdout | 2022-06-09 11:40:07,493 [71] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 11:40:37 UTC)" (scheduled at 2022-06-09 11:40:07.490424+00:00) gcworker stdout | 2022-06-09 11:40:07,493 [71] [DEBUG] [peewee] ('SELECT `candidates`.`repository_id` FROM (SELECT DISTINCT `t1`.`repository_id` FROM `tag` AS `t1` INNER JOIN `repository` AS `t2` ON (`t1`.`repository_id` = `t2`.`id`) INNER JOIN `user` AS `t3` ON (`t2`.`namespace_user_id` = `t3`.`id`) WHERE ((((NOT (`t1`.`lifetime_end_ms` IS %s) AND (`t1`.`lifetime_end_ms` <= %s)) AND (`t3`.`removed_tag_expiration_s` = %s)) AND (`t3`.`enabled` = %s)) AND (`t2`.`state` != %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', [None, 1653565207493, 1209600, True, 3, 500, 1, 0]) gcworker stdout | 2022-06-09 11:40:07,498 [71] [DEBUG] [__main__] No repository with garbage found gcworker stdout | 2022-06-09 11:40:07,498 [71] [DEBUG] [data.database] Disconnecting from database. gcworker stdout | 2022-06-09 11:40:07,498 [71] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 11:40:37 UTC)" executed successfully notificationworker stdout | 2022-06-09 11:40:10,629 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 11:40:10,629 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:40:19.645536+00:00 (in 9.016214 seconds) notificationworker stdout | 2022-06-09 11:40:10,629 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:40:20 UTC)" (scheduled at 2022-06-09 11:40:10.617379+00:00) notificationworker stdout | 2022-06-09 11:40:10,629 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 11:40:10,630 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 40, 10, 629813), True, datetime.datetime(2022, 6, 9, 11, 40, 10, 629813), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 11:40:10,632 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 11:40:10,632 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 11:40:10,633 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:40:20 UTC)" executed successfully buildlogsarchiver stdout | 2022-06-09 11:40:15,366 [66] [DEBUG] [apscheduler.scheduler] Looking for jobs to run buildlogsarchiver stdout | 2022-06-09 11:40:15,366 [66] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:40:45.366042+00:00 (in 29.999362 seconds) buildlogsarchiver stdout | 2022-06-09 11:40:15,366 [66] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 11:40:45 UTC)" (scheduled at 2022-06-09 11:40:15.366042+00:00) buildlogsarchiver stdout | 2022-06-09 11:40:15,367 [66] [DEBUG] [peewee] ('SELECT `candidates`.`id` FROM (SELECT `t1`.`id` FROM `repositorybuild` AS `t1` WHERE (((`t1`.`phase` IN (%s, %s, %s)) OR (`t1`.`started` < %s)) AND (`t1`.`logs_archived` = %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2022, 5, 25, 11, 40, 15, 367120), False, 50, 1, 0]) buildlogsarchiver stdout | 2022-06-09 11:40:15,369 [66] [DEBUG] [__main__] No more builds to archive buildlogsarchiver stdout | 2022-06-09 11:40:15,369 [66] [DEBUG] [data.database] Disconnecting from database. buildlogsarchiver stdout | 2022-06-09 11:40:15,369 [66] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 11:40:45 UTC)" executed successfully blobuploadcleanupworker stdout | 2022-06-09 11:40:17,797 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'blobuploadcleanupworker.py', 'pid': '64'} logrotateworker stdout | 2022-06-09 11:40:17,875 [77] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'logrotateworker.py', 'pid': '77'} securityscanningnotificationworker stdout | 2022-06-09 11:40:17,940 [90] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'securityscanningnotificationworker.py', 'pid': '90'} repositoryactioncounter stdout | 2022-06-09 11:40:17,959 [88] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositoryactioncounter.py', 'pid': '88'} exportactionlogsworker stdout | 2022-06-09 11:40:17,982 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'exportactionlogsworker.py', 'pid': '70'} chunkcleanupworker stdout | 2022-06-09 11:40:18,092 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'chunkcleanupworker.py', 'pid': '67'} namespacegcworker stdout | 2022-06-09 11:40:18,118 [83] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'namespacegcworker.py', 'pid': '83'} gunicorn-web stdout | 2022-06-09 11:40:18,265 [243] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '243'} gunicorn-web stdout | 2022-06-09 11:40:18,274 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '75'} gunicorn-web stdout | 2022-06-09 11:40:18,292 [226] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '226'} gunicorn-web stdout | 2022-06-09 11:40:18,335 [242] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '242'} gunicorn-web stdout | 2022-06-09 11:40:18,344 [235] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '235'} gunicorn-web stdout | 2022-06-09 11:40:18,351 [228] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '228'} gunicorn-web stdout | 2022-06-09 11:40:18,363 [241] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '241'} repositorygcworker stdout | 2022-06-09 11:40:18,389 [89] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositorygcworker.py', 'pid': '89'} gunicorn-web stdout | 2022-06-09 11:40:18,396 [244] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '244'} manifestbackfillworker stdout | 2022-06-09 11:40:18,403 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'manifestbackfillworker.py', 'pid': '78'} gunicorn-web stdout | 2022-06-09 11:40:18,422 [237] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '237'} gunicorn-web stdout | 2022-06-09 11:40:18,430 [234] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '234'} gunicorn-web stdout | 2022-06-09 11:40:18,437 [236] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '236'} gunicorn-web stdout | 2022-06-09 11:40:18,444 [230] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '230'} storagereplication stdout | 2022-06-09 11:40:18,452 [93] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'storagereplication.py', 'pid': '93'} gunicorn-web stdout | 2022-06-09 11:40:18,459 [239] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '239'} gunicorn-web stdout | 2022-06-09 11:40:18,468 [231] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '231'} globalpromstats stdout | 2022-06-09 11:40:18,477 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'globalpromstats.py', 'pid': '72'} gunicorn-web stdout | 2022-06-09 11:40:18,484 [229] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '229'} expiredappspecifictokenworker stdout | 2022-06-09 11:40:18,491 [69] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '69'} gunicorn-web stdout | 2022-06-09 11:40:18,498 [238] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '238'} gunicorn-web stdout | 2022-06-09 11:40:18,506 [232] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '232'} gunicorn-secscan stdout | 2022-06-09 11:40:18,513 [221] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '221'} gunicorn-secscan stdout | 2022-06-09 11:40:18,520 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '74'} servicekey stdout | 2022-06-09 11:40:18,528 [92] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'servicekeyworker.py', 'pid': '92'} gunicorn-secscan stdout | 2022-06-09 11:40:18,534 [224] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '224'} gunicorn-secscan stdout | 2022-06-09 11:40:18,542 [225] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '225'} gunicorn-secscan stdout | 2022-06-09 11:40:18,549 [227] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '227'} notificationworker stdout | 2022-06-09 11:40:18,569 [85] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'notificationworker.py', 'pid': '85'} buildlogsarchiver stdout | 2022-06-09 11:40:18,606 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'buildlogsarchiver.py', 'pid': '66'} builder stdout | 2022-06-09 11:40:18,614 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'builder.py', 'pid': '65'} gcworker stdout | 2022-06-09 11:40:18,635 [71] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'gcworker.py', 'pid': '71'} teamsyncworker stdout | 2022-06-09 11:40:18,641 [94] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'teamsyncworker.py', 'pid': '94'} queuecleanupworker stdout | 2022-06-09 11:40:18,694 [87] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'queuecleanupworker.py', 'pid': '87'} notificationworker stdout | 2022-06-09 11:40:19,650 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 11:40:19,651 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:40:20.617379+00:00 (in 0.966454 seconds) notificationworker stdout | 2022-06-09 11:40:19,651 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 11:41:19 UTC)" (scheduled at 2022-06-09 11:40:19.645536+00:00) notificationworker stdout | 2022-06-09 11:40:19,651 [85] [DEBUG] [workers.queueworker] Running watchdog. notificationworker stdout | 2022-06-09 11:40:19,651 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 11:41:19 UTC)" executed successfully notificationworker stdout | 2022-06-09 11:40:20,634 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 11:40:20,635 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:40:30.617379+00:00 (in 9.982418 seconds) notificationworker stdout | 2022-06-09 11:40:20,635 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:40:30 UTC)" (scheduled at 2022-06-09 11:40:20.617379+00:00) notificationworker stdout | 2022-06-09 11:40:20,635 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 11:40:20,635 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 40, 20, 635330), True, datetime.datetime(2022, 6, 9, 11, 40, 20, 635330), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 11:40:20,638 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 11:40:20,638 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 11:40:20,638 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:40:30 UTC)" executed successfully gunicorn-registry stdout | 2022-06-09 11:40:20,710 [271] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '271'} gunicorn-registry stdout | 2022-06-09 11:40:20,718 [275] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '275'} gunicorn-registry stdout | 2022-06-09 11:40:20,725 [273] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '273'} gunicorn-registry stdout | 2022-06-09 11:40:20,735 [277] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '277'} gunicorn-registry stdout | 2022-06-09 11:40:20,745 [276] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '276'} gunicorn-registry stdout | 2022-06-09 11:40:20,753 [246] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '246'} gunicorn-registry stdout | 2022-06-09 11:40:20,761 [274] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '274'} gunicorn-registry stdout | 2022-06-09 11:40:20,769 [263] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '263'} gunicorn-registry stdout | 2022-06-09 11:40:20,781 [266] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '266'} gunicorn-registry stdout | 2022-06-09 11:40:20,788 [254] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '254'} gunicorn-registry stdout | 2022-06-09 11:40:20,795 [260] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '260'} gunicorn-registry stdout | 2022-06-09 11:40:20,802 [270] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '270'} gunicorn-registry stdout | 2022-06-09 11:40:20,812 [253] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '253'} gunicorn-registry stdout | 2022-06-09 11:40:20,820 [268] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '268'} gunicorn-registry stdout | 2022-06-09 11:40:20,826 [261] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '261'} gunicorn-registry stdout | 2022-06-09 11:40:20,838 [248] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '248'} gunicorn-registry stdout | 2022-06-09 11:40:20,845 [245] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '245'} gunicorn-registry stdout | 2022-06-09 11:40:20,853 [249] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '249'} gunicorn-registry stdout | 2022-06-09 11:40:20,859 [251] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '251'} gunicorn-registry stdout | 2022-06-09 11:40:20,873 [259] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '259'} gunicorn-registry stdout | 2022-06-09 11:40:20,881 [250] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '250'} gunicorn-registry stdout | 2022-06-09 11:40:20,888 [265] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '265'} gunicorn-registry stdout | 2022-06-09 11:40:20,895 [73] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '73'} gunicorn-registry stdout | 2022-06-09 11:40:20,906 [267] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '267'} gunicorn-registry stdout | 2022-06-09 11:40:20,914 [256] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '256'} gunicorn-registry stdout | 2022-06-09 11:40:20,920 [262] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '262'} gunicorn-registry stdout | 2022-06-09 11:40:20,932 [264] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '264'} gunicorn-registry stdout | 2022-06-09 11:40:20,940 [272] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '272'} gunicorn-registry stdout | 2022-06-09 11:40:20,947 [269] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '269'} gunicorn-registry stdout | 2022-06-09 11:40:20,956 [247] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '247'} gunicorn-registry stdout | 2022-06-09 11:40:20,963 [255] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '255'} gunicorn-registry stdout | 2022-06-09 11:40:20,972 [252] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '252'} gunicorn-registry stdout | 2022-06-09 11:40:20,979 [257] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '257'} notificationworker stdout | 2022-06-09 11:40:30,621 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 11:40:30,621 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:40:40.617379+00:00 (in 9.995820 seconds) notificationworker stdout | 2022-06-09 11:40:30,621 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:40:40 UTC)" (scheduled at 2022-06-09 11:40:30.617379+00:00) notificationworker stdout | 2022-06-09 11:40:30,622 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 11:40:30,622 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 40, 30, 622090), True, datetime.datetime(2022, 6, 9, 11, 40, 30, 622090), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 11:40:30,625 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 11:40:30,625 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 11:40:30,625 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:40:40 UTC)" executed successfully gcworker stdout | 2022-06-09 11:40:37,500 [71] [DEBUG] [apscheduler.scheduler] Looking for jobs to run gcworker stdout | 2022-06-09 11:40:37,500 [71] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:41:07.490424+00:00 (in 29.989831 seconds) gcworker stdout | 2022-06-09 11:40:37,500 [71] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 11:41:07 UTC)" (scheduled at 2022-06-09 11:40:37.490424+00:00) gcworker stdout | 2022-06-09 11:40:37,501 [71] [DEBUG] [peewee] ('SELECT `candidates`.`repository_id` FROM (SELECT DISTINCT `t1`.`repository_id` FROM `tag` AS `t1` INNER JOIN `repository` AS `t2` ON (`t1`.`repository_id` = `t2`.`id`) INNER JOIN `user` AS `t3` ON (`t2`.`namespace_user_id` = `t3`.`id`) WHERE ((((NOT (`t1`.`lifetime_end_ms` IS %s) AND (`t1`.`lifetime_end_ms` <= %s)) AND (`t3`.`removed_tag_expiration_s` = %s)) AND (`t3`.`enabled` = %s)) AND (`t2`.`state` != %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', [None, 1653565237501, 1209600, True, 3, 500, 1, 0]) gcworker stdout | 2022-06-09 11:40:37,503 [71] [DEBUG] [__main__] No repository with garbage found gcworker stdout | 2022-06-09 11:40:37,503 [71] [DEBUG] [data.database] Disconnecting from database. gcworker stdout | 2022-06-09 11:40:37,504 [71] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 11:41:07 UTC)" executed successfully repositorygcworker stdout | 2022-06-09 11:40:38,472 [89] [DEBUG] [apscheduler.scheduler] Looking for jobs to run repositorygcworker stdout | 2022-06-09 11:40:38,472 [89] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:40:51.502316+00:00 (in 13.029748 seconds) repositorygcworker stdout | 2022-06-09 11:40:38,472 [89] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 11:41:38 UTC)" (scheduled at 2022-06-09 11:40:38.463361+00:00) repositorygcworker stdout | 2022-06-09 11:40:38,473 [89] [DEBUG] [workers.queueworker] Getting work item from queue. repositorygcworker stdout | 2022-06-09 11:40:38,473 [89] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 40, 38, 473034), True, datetime.datetime(2022, 6, 9, 11, 40, 38, 473034), 0, 'repositorygc/%', 50, 1, 0]) repositorygcworker stdout | 2022-06-09 11:40:38,476 [89] [DEBUG] [workers.queueworker] No more work. repositorygcworker stdout | 2022-06-09 11:40:38,476 [89] [DEBUG] [data.database] Disconnecting from database. repositorygcworker stdout | 2022-06-09 11:40:38,476 [89] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 11:41:38 UTC)" executed successfully notificationworker stdout | 2022-06-09 11:40:40,632 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 11:40:40,632 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:40:50.617379+00:00 (in 9.984691 seconds) notificationworker stdout | 2022-06-09 11:40:40,632 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:40:50 UTC)" (scheduled at 2022-06-09 11:40:40.617379+00:00) notificationworker stdout | 2022-06-09 11:40:40,633 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 11:40:40,633 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 40, 40, 633084), True, datetime.datetime(2022, 6, 9, 11, 40, 40, 633084), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 11:40:40,636 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 11:40:40,636 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 11:40:40,636 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:40:50 UTC)" executed successfully buildlogsarchiver stdout | 2022-06-09 11:40:45,366 [66] [DEBUG] [apscheduler.scheduler] Looking for jobs to run buildlogsarchiver stdout | 2022-06-09 11:40:45,367 [66] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:41:15.366042+00:00 (in 29.998926 seconds) buildlogsarchiver stdout | 2022-06-09 11:40:45,367 [66] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 11:41:15 UTC)" (scheduled at 2022-06-09 11:40:45.366042+00:00) buildlogsarchiver stdout | 2022-06-09 11:40:45,368 [66] [DEBUG] [peewee] ('SELECT `candidates`.`id` FROM (SELECT `t1`.`id` FROM `repositorybuild` AS `t1` WHERE (((`t1`.`phase` IN (%s, %s, %s)) OR (`t1`.`started` < %s)) AND (`t1`.`logs_archived` = %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2022, 5, 25, 11, 40, 45, 367566), False, 50, 1, 0]) buildlogsarchiver stdout | 2022-06-09 11:40:45,370 [66] [DEBUG] [__main__] No more builds to archive buildlogsarchiver stdout | 2022-06-09 11:40:45,370 [66] [DEBUG] [data.database] Disconnecting from database. buildlogsarchiver stdout | 2022-06-09 11:40:45,370 [66] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 11:41:15 UTC)" executed successfully exportactionlogsworker stdout | 2022-06-09 11:40:47,480 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run exportactionlogsworker stdout | 2022-06-09 11:40:47,481 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:41:04.366245+00:00 (in 16.885174 seconds) exportactionlogsworker stdout | 2022-06-09 11:40:47,481 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 11:41:47 UTC)" (scheduled at 2022-06-09 11:40:47.409953+00:00) exportactionlogsworker stdout | 2022-06-09 11:40:47,481 [70] [DEBUG] [workers.queueworker] Running watchdog. exportactionlogsworker stdout | 2022-06-09 11:40:47,481 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 11:41:47 UTC)" executed successfully blobuploadcleanupworker stdout | 2022-06-09 11:40:47,810 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'blobuploadcleanupworker.py', 'pid': '64'} securityscanningnotificationworker stdout | 2022-06-09 11:40:47,951 [90] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'securityscanningnotificationworker.py', 'pid': '90'} logrotateworker stdout | 2022-06-09 11:40:47,957 [77] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'logrotateworker.py', 'pid': '77'} repositoryactioncounter stdout | 2022-06-09 11:40:47,996 [88] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositoryactioncounter.py', 'pid': '88'} exportactionlogsworker stdout | 2022-06-09 11:40:48,019 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'exportactionlogsworker.py', 'pid': '70'} chunkcleanupworker stdout | 2022-06-09 11:40:48,102 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'chunkcleanupworker.py', 'pid': '67'} namespacegcworker stdout | 2022-06-09 11:40:48,150 [83] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'namespacegcworker.py', 'pid': '83'} gunicorn-web stdout | 2022-06-09 11:40:48,290 [243] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '243'} gunicorn-web stdout | 2022-06-09 11:40:48,297 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '75'} gunicorn-web stdout | 2022-06-09 11:40:48,304 [226] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '226'} gunicorn-web stdout | 2022-06-09 11:40:48,349 [242] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '242'} gunicorn-web stdout | 2022-06-09 11:40:48,357 [235] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '235'} gunicorn-web stdout | 2022-06-09 11:40:48,363 [228] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '228'} gunicorn-web stdout | 2022-06-09 11:40:48,374 [241] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '241'} repositorygcworker stdout | 2022-06-09 11:40:48,402 [89] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositorygcworker.py', 'pid': '89'} gunicorn-web stdout | 2022-06-09 11:40:48,409 [244] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '244'} manifestbackfillworker stdout | 2022-06-09 11:40:48,417 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'manifestbackfillworker.py', 'pid': '78'} gunicorn-web stdout | 2022-06-09 11:40:48,441 [237] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '237'} gunicorn-web stdout | 2022-06-09 11:40:48,447 [234] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '234'} gunicorn-web stdout | 2022-06-09 11:40:48,462 [236] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '236'} gunicorn-web stdout | 2022-06-09 11:40:48,469 [230] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '230'} gunicorn-web stdout | 2022-06-09 11:40:48,476 [239] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '239'} gunicorn-web stdout | 2022-06-09 11:40:48,483 [231] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '231'} storagereplication stdout | 2022-06-09 11:40:48,494 [93] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'storagereplication.py', 'pid': '93'} gunicorn-web stdout | 2022-06-09 11:40:48,501 [229] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '229'} gunicorn-web stdout | 2022-06-09 11:40:48,512 [238] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '238'} globalpromstats stdout | 2022-06-09 11:40:48,520 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'globalpromstats.py', 'pid': '72'} gunicorn-web stdout | 2022-06-09 11:40:48,526 [232] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '232'} gunicorn-secscan stdout | 2022-06-09 11:40:48,537 [221] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '221'} expiredappspecifictokenworker stdout | 2022-06-09 11:40:48,543 [69] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '69'} gunicorn-secscan stdout | 2022-06-09 11:40:48,551 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '74'} gunicorn-secscan stdout | 2022-06-09 11:40:48,559 [224] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '224'} gunicorn-secscan stdout | 2022-06-09 11:40:48,566 [225] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '225'} gunicorn-secscan stdout | 2022-06-09 11:40:48,572 [227] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '227'} servicekey stdout | 2022-06-09 11:40:48,579 [92] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'servicekeyworker.py', 'pid': '92'} notificationworker stdout | 2022-06-09 11:40:48,612 [85] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'notificationworker.py', 'pid': '85'} buildlogsarchiver stdout | 2022-06-09 11:40:48,644 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'buildlogsarchiver.py', 'pid': '66'} builder stdout | 2022-06-09 11:40:48,654 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'builder.py', 'pid': '65'} teamsyncworker stdout | 2022-06-09 11:40:48,661 [94] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'teamsyncworker.py', 'pid': '94'} gcworker stdout | 2022-06-09 11:40:48,675 [71] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'gcworker.py', 'pid': '71'} queuecleanupworker stdout | 2022-06-09 11:40:48,731 [87] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'queuecleanupworker.py', 'pid': '87'} notificationworker stdout | 2022-06-09 11:40:50,625 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 11:40:50,625 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:41:00.617379+00:00 (in 9.991980 seconds) notificationworker stdout | 2022-06-09 11:40:50,625 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:41:00 UTC)" (scheduled at 2022-06-09 11:40:50.617379+00:00) notificationworker stdout | 2022-06-09 11:40:50,625 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 11:40:50,626 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 40, 50, 625733), True, datetime.datetime(2022, 6, 9, 11, 40, 50, 625733), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 11:40:50,629 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 11:40:50,629 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 11:40:50,629 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:41:00 UTC)" executed successfully gunicorn-registry stdout | 2022-06-09 11:40:50,722 [271] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '271'} gunicorn-registry stdout | 2022-06-09 11:40:50,733 [275] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '275'} gunicorn-registry stdout | 2022-06-09 11:40:50,739 [273] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '273'} gunicorn-registry stdout | 2022-06-09 11:40:50,748 [277] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '277'} gunicorn-registry stdout | 2022-06-09 11:40:50,758 [276] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '276'} gunicorn-registry stdout | 2022-06-09 11:40:50,765 [246] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '246'} gunicorn-registry stdout | 2022-06-09 11:40:50,775 [274] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '274'} gunicorn-registry stdout | 2022-06-09 11:40:50,781 [263] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '263'} gunicorn-registry stdout | 2022-06-09 11:40:50,792 [266] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '266'} gunicorn-registry stdout | 2022-06-09 11:40:50,802 [254] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '254'} gunicorn-registry stdout | 2022-06-09 11:40:50,810 [260] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '260'} gunicorn-registry stdout | 2022-06-09 11:40:50,817 [270] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '270'} gunicorn-registry stdout | 2022-06-09 11:40:50,826 [253] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '253'} gunicorn-registry stdout | 2022-06-09 11:40:50,835 [268] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '268'} gunicorn-registry stdout | 2022-06-09 11:40:50,842 [261] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '261'} gunicorn-registry stdout | 2022-06-09 11:40:50,849 [248] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '248'} gunicorn-registry stdout | 2022-06-09 11:40:50,863 [245] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '245'} gunicorn-registry stdout | 2022-06-09 11:40:50,870 [249] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '249'} gunicorn-registry stdout | 2022-06-09 11:40:50,877 [251] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '251'} gunicorn-registry stdout | 2022-06-09 11:40:50,884 [259] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '259'} gunicorn-registry stdout | 2022-06-09 11:40:50,893 [250] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '250'} gunicorn-registry stdout | 2022-06-09 11:40:50,901 [265] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '265'} gunicorn-registry stdout | 2022-06-09 11:40:50,908 [73] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '73'} gunicorn-registry stdout | 2022-06-09 11:40:50,917 [267] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '267'} gunicorn-registry stdout | 2022-06-09 11:40:50,927 [256] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '256'} gunicorn-registry stdout | 2022-06-09 11:40:50,934 [262] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '262'} gunicorn-registry stdout | 2022-06-09 11:40:50,944 [264] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '264'} gunicorn-registry stdout | 2022-06-09 11:40:50,953 [272] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '272'} gunicorn-registry stdout | 2022-06-09 11:40:50,960 [269] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '269'} gunicorn-registry stdout | 2022-06-09 11:40:50,966 [247] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '247'} gunicorn-registry stdout | 2022-06-09 11:40:50,980 [255] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '255'} gunicorn-registry stdout | 2022-06-09 11:40:50,987 [252] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '252'} gunicorn-registry stdout | 2022-06-09 11:40:50,994 [257] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '257'} repositorygcworker stdout | 2022-06-09 11:40:51,512 [89] [DEBUG] [apscheduler.scheduler] Looking for jobs to run repositorygcworker stdout | 2022-06-09 11:40:51,513 [89] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:41:38.463361+00:00 (in 46.950292 seconds) repositorygcworker stdout | 2022-06-09 11:40:51,513 [89] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 11:41:51 UTC)" (scheduled at 2022-06-09 11:40:51.502316+00:00) repositorygcworker stdout | 2022-06-09 11:40:51,513 [89] [DEBUG] [workers.queueworker] Running watchdog. repositorygcworker stdout | 2022-06-09 11:40:51,513 [89] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 11:41:51 UTC)" executed successfully namespacegcworker stdout | 2022-06-09 11:40:55,466 [83] [DEBUG] [apscheduler.scheduler] Looking for jobs to run namespacegcworker stdout | 2022-06-09 11:40:55,467 [83] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:41:01.521527+00:00 (in 6.054420 seconds) namespacegcworker stdout | 2022-06-09 11:40:55,467 [83] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 11:41:55 UTC)" (scheduled at 2022-06-09 11:40:55.463831+00:00) namespacegcworker stdout | 2022-06-09 11:40:55,467 [83] [DEBUG] [workers.queueworker] Getting work item from queue. namespacegcworker stdout | 2022-06-09 11:40:55,468 [83] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 40, 55, 467589), True, datetime.datetime(2022, 6, 9, 11, 40, 55, 467589), 0, 'namespacegc/%', 50, 1, 0]) namespacegcworker stdout | 2022-06-09 11:40:55,470 [83] [DEBUG] [workers.queueworker] No more work. namespacegcworker stdout | 2022-06-09 11:40:55,470 [83] [DEBUG] [data.database] Disconnecting from database. namespacegcworker stdout | 2022-06-09 11:40:55,470 [83] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 11:41:55 UTC)" executed successfully notificationworker stdout | 2022-06-09 11:41:00,626 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 11:41:00,626 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:41:10.617379+00:00 (in 9.990711 seconds) notificationworker stdout | 2022-06-09 11:41:00,627 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:41:10 UTC)" (scheduled at 2022-06-09 11:41:00.617379+00:00) notificationworker stdout | 2022-06-09 11:41:00,627 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 11:41:00,627 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 41, 0, 627176), True, datetime.datetime(2022, 6, 9, 11, 41, 0, 627176), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 11:41:00,630 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 11:41:00,630 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 11:41:00,630 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:41:10 UTC)" executed successfully namespacegcworker stdout | 2022-06-09 11:41:01,522 [83] [DEBUG] [apscheduler.scheduler] Looking for jobs to run namespacegcworker stdout | 2022-06-09 11:41:01,522 [83] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:41:55.463831+00:00 (in 53.941188 seconds) namespacegcworker stdout | 2022-06-09 11:41:01,522 [83] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 11:42:01 UTC)" (scheduled at 2022-06-09 11:41:01.521527+00:00) namespacegcworker stdout | 2022-06-09 11:41:01,522 [83] [DEBUG] [workers.queueworker] Running watchdog. namespacegcworker stdout | 2022-06-09 11:41:01,522 [83] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 11:42:01 UTC)" executed successfully exportactionlogsworker stdout | 2022-06-09 11:41:04,369 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run exportactionlogsworker stdout | 2022-06-09 11:41:04,369 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:41:25.409412+00:00 (in 21.040105 seconds) exportactionlogsworker stdout | 2022-06-09 11:41:04,369 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 11:42:04 UTC)" (scheduled at 2022-06-09 11:41:04.366245+00:00) exportactionlogsworker stdout | 2022-06-09 11:41:04,369 [70] [DEBUG] [workers.queueworker] Getting work item from queue. exportactionlogsworker stdout | 2022-06-09 11:41:04,370 [70] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 41, 4, 369791), True, datetime.datetime(2022, 6, 9, 11, 41, 4, 369791), 0, 'exportactionlogs/%', 50, 1, 0]) exportactionlogsworker stdout | 2022-06-09 11:41:04,373 [70] [DEBUG] [workers.queueworker] No more work. exportactionlogsworker stdout | 2022-06-09 11:41:04,373 [70] [DEBUG] [data.database] Disconnecting from database. exportactionlogsworker stdout | 2022-06-09 11:41:04,373 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 11:42:04 UTC)" executed successfully gcworker stdout | 2022-06-09 11:41:07,494 [71] [DEBUG] [apscheduler.scheduler] Looking for jobs to run gcworker stdout | 2022-06-09 11:41:07,494 [71] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:41:37.490424+00:00 (in 29.995824 seconds) gcworker stdout | 2022-06-09 11:41:07,495 [71] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 11:41:37 UTC)" (scheduled at 2022-06-09 11:41:07.490424+00:00) gcworker stdout | 2022-06-09 11:41:07,495 [71] [DEBUG] [peewee] ('SELECT `candidates`.`repository_id` FROM (SELECT DISTINCT `t1`.`repository_id` FROM `tag` AS `t1` INNER JOIN `repository` AS `t2` ON (`t1`.`repository_id` = `t2`.`id`) INNER JOIN `user` AS `t3` ON (`t2`.`namespace_user_id` = `t3`.`id`) WHERE ((((NOT (`t1`.`lifetime_end_ms` IS %s) AND (`t1`.`lifetime_end_ms` <= %s)) AND (`t3`.`removed_tag_expiration_s` = %s)) AND (`t3`.`enabled` = %s)) AND (`t2`.`state` != %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', [None, 1653565267495, 1209600, True, 3, 500, 1, 0]) gcworker stdout | 2022-06-09 11:41:07,498 [71] [DEBUG] [__main__] No repository with garbage found gcworker stdout | 2022-06-09 11:41:07,498 [71] [DEBUG] [data.database] Disconnecting from database. gcworker stdout | 2022-06-09 11:41:07,498 [71] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 11:41:37 UTC)" executed successfully notificationworker stdout | 2022-06-09 11:41:10,620 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 11:41:10,621 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:41:19.645536+00:00 (in 9.024587 seconds) notificationworker stdout | 2022-06-09 11:41:10,621 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:41:20 UTC)" (scheduled at 2022-06-09 11:41:10.617379+00:00) notificationworker stdout | 2022-06-09 11:41:10,621 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 11:41:10,622 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 41, 10, 621415), True, datetime.datetime(2022, 6, 9, 11, 41, 10, 621415), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 11:41:10,624 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 11:41:10,624 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 11:41:10,624 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:41:20 UTC)" executed successfully buildlogsarchiver stdout | 2022-06-09 11:41:15,366 [66] [DEBUG] [apscheduler.scheduler] Looking for jobs to run buildlogsarchiver stdout | 2022-06-09 11:41:15,367 [66] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:41:45.366042+00:00 (in 29.999053 seconds) buildlogsarchiver stdout | 2022-06-09 11:41:15,367 [66] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 11:41:45 UTC)" (scheduled at 2022-06-09 11:41:15.366042+00:00) buildlogsarchiver stdout | 2022-06-09 11:41:15,367 [66] [DEBUG] [peewee] ('SELECT `candidates`.`id` FROM (SELECT `t1`.`id` FROM `repositorybuild` AS `t1` WHERE (((`t1`.`phase` IN (%s, %s, %s)) OR (`t1`.`started` < %s)) AND (`t1`.`logs_archived` = %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2022, 5, 25, 11, 41, 15, 367480), False, 50, 1, 0]) buildlogsarchiver stdout | 2022-06-09 11:41:15,370 [66] [DEBUG] [__main__] No more builds to archive buildlogsarchiver stdout | 2022-06-09 11:41:15,370 [66] [DEBUG] [data.database] Disconnecting from database. buildlogsarchiver stdout | 2022-06-09 11:41:15,370 [66] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 11:41:45 UTC)" executed successfully blobuploadcleanupworker stdout | 2022-06-09 11:41:17,847 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'blobuploadcleanupworker.py', 'pid': '64'} logrotateworker stdout | 2022-06-09 11:41:17,990 [77] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'logrotateworker.py', 'pid': '77'} securityscanningnotificationworker stdout | 2022-06-09 11:41:17,996 [90] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'securityscanningnotificationworker.py', 'pid': '90'} repositoryactioncounter stdout | 2022-06-09 11:41:18,018 [88] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositoryactioncounter.py', 'pid': '88'} exportactionlogsworker stdout | 2022-06-09 11:41:18,063 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'exportactionlogsworker.py', 'pid': '70'} chunkcleanupworker stdout | 2022-06-09 11:41:18,142 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'chunkcleanupworker.py', 'pid': '67'} namespacegcworker stdout | 2022-06-09 11:41:18,161 [83] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'namespacegcworker.py', 'pid': '83'} gunicorn-web stdout | 2022-06-09 11:41:18,303 [243] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '243'} gunicorn-web stdout | 2022-06-09 11:41:18,310 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '75'} gunicorn-web stdout | 2022-06-09 11:41:18,316 [226] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '226'} gunicorn-web stdout | 2022-06-09 11:41:18,365 [242] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '242'} gunicorn-web stdout | 2022-06-09 11:41:18,372 [235] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '235'} gunicorn-web stdout | 2022-06-09 11:41:18,379 [228] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '228'} gunicorn-web stdout | 2022-06-09 11:41:18,388 [241] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '241'} gunicorn-web stdout | 2022-06-09 11:41:18,421 [244] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '244'} repositorygcworker stdout | 2022-06-09 11:41:18,443 [89] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositorygcworker.py', 'pid': '89'} gunicorn-web stdout | 2022-06-09 11:41:18,454 [237] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '237'} manifestbackfillworker stdout | 2022-06-09 11:41:18,461 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'manifestbackfillworker.py', 'pid': '78'} gunicorn-web stdout | 2022-06-09 11:41:18,469 [234] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '234'} gunicorn-web stdout | 2022-06-09 11:41:18,476 [236] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '236'} gunicorn-web stdout | 2022-06-09 11:41:18,483 [230] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '230'} gunicorn-web stdout | 2022-06-09 11:41:18,491 [239] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '239'} gunicorn-web stdout | 2022-06-09 11:41:18,506 [231] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '231'} gunicorn-web stdout | 2022-06-09 11:41:18,515 [229] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '229'} gunicorn-web stdout | 2022-06-09 11:41:18,524 [238] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '238'} storagereplication stdout | 2022-06-09 11:41:18,534 [93] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'storagereplication.py', 'pid': '93'} gunicorn-web stdout | 2022-06-09 11:41:18,540 [232] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '232'} gunicorn-secscan stdout | 2022-06-09 11:41:18,548 [221] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '221'} globalpromstats stdout | 2022-06-09 11:41:18,559 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'globalpromstats.py', 'pid': '72'} expiredappspecifictokenworker stdout | 2022-06-09 11:41:18,566 [69] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '69'} gunicorn-secscan stdout | 2022-06-09 11:41:18,574 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '74'} gunicorn-secscan stdout | 2022-06-09 11:41:18,582 [224] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '224'} gunicorn-secscan stdout | 2022-06-09 11:41:18,589 [225] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '225'} gunicorn-secscan stdout | 2022-06-09 11:41:18,596 [227] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '227'} servicekey stdout | 2022-06-09 11:41:18,620 [92] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'servicekeyworker.py', 'pid': '92'} notificationworker stdout | 2022-06-09 11:41:18,653 [85] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'notificationworker.py', 'pid': '85'} builder stdout | 2022-06-09 11:41:18,678 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'builder.py', 'pid': '65'} buildlogsarchiver stdout | 2022-06-09 11:41:18,685 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'buildlogsarchiver.py', 'pid': '66'} teamsyncworker stdout | 2022-06-09 11:41:18,693 [94] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'teamsyncworker.py', 'pid': '94'} gcworker stdout | 2022-06-09 11:41:18,717 [71] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'gcworker.py', 'pid': '71'} queuecleanupworker stdout | 2022-06-09 11:41:18,775 [87] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'queuecleanupworker.py', 'pid': '87'} notificationworker stdout | 2022-06-09 11:41:19,648 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 11:41:19,648 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:41:20.617379+00:00 (in 0.968957 seconds) notificationworker stdout | 2022-06-09 11:41:19,648 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 11:42:19 UTC)" (scheduled at 2022-06-09 11:41:19.645536+00:00) notificationworker stdout | 2022-06-09 11:41:19,648 [85] [DEBUG] [workers.queueworker] Running watchdog. notificationworker stdout | 2022-06-09 11:41:19,649 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 11:42:19 UTC)" executed successfully notificationworker stdout | 2022-06-09 11:41:20,622 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 11:41:20,622 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:41:30.617379+00:00 (in 9.994634 seconds) notificationworker stdout | 2022-06-09 11:41:20,623 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:41:30 UTC)" (scheduled at 2022-06-09 11:41:20.617379+00:00) notificationworker stdout | 2022-06-09 11:41:20,623 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 11:41:20,623 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 41, 20, 623195), True, datetime.datetime(2022, 6, 9, 11, 41, 20, 623195), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 11:41:20,626 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 11:41:20,626 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 11:41:20,626 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:41:30 UTC)" executed successfully gunicorn-registry stdout | 2022-06-09 11:41:20,738 [271] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '271'} gunicorn-registry stdout | 2022-06-09 11:41:20,750 [275] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '275'} gunicorn-registry stdout | 2022-06-09 11:41:20,758 [273] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '273'} gunicorn-registry stdout | 2022-06-09 11:41:20,764 [277] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '277'} gunicorn-registry stdout | 2022-06-09 11:41:20,773 [276] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '276'} gunicorn-registry stdout | 2022-06-09 11:41:20,780 [246] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '246'} gunicorn-registry stdout | 2022-06-09 11:41:20,787 [274] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '274'} gunicorn-registry stdout | 2022-06-09 11:41:20,797 [263] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '263'} gunicorn-registry stdout | 2022-06-09 11:41:20,808 [266] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '266'} gunicorn-registry stdout | 2022-06-09 11:41:20,815 [254] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '254'} gunicorn-registry stdout | 2022-06-09 11:41:20,823 [260] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '260'} gunicorn-registry stdout | 2022-06-09 11:41:20,832 [270] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '270'} gunicorn-registry stdout | 2022-06-09 11:41:20,845 [253] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '253'} gunicorn-registry stdout | 2022-06-09 11:41:20,853 [268] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '268'} gunicorn-registry stdout | 2022-06-09 11:41:20,861 [261] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '261'} gunicorn-registry stdout | 2022-06-09 11:41:20,868 [248] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '248'} gunicorn-registry stdout | 2022-06-09 11:41:20,876 [245] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '245'} gunicorn-registry stdout | 2022-06-09 11:41:20,887 [249] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '249'} gunicorn-registry stdout | 2022-06-09 11:41:20,894 [251] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '251'} gunicorn-registry stdout | 2022-06-09 11:41:20,904 [259] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '259'} gunicorn-registry stdout | 2022-06-09 11:41:20,911 [250] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '250'} gunicorn-registry stdout | 2022-06-09 11:41:20,918 [265] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '265'} gunicorn-registry stdout | 2022-06-09 11:41:20,926 [73] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '73'} gunicorn-registry stdout | 2022-06-09 11:41:20,932 [267] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '267'} gunicorn-registry stdout | 2022-06-09 11:41:20,944 [256] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '256'} gunicorn-registry stdout | 2022-06-09 11:41:20,953 [262] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '262'} gunicorn-registry stdout | 2022-06-09 11:41:20,963 [264] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '264'} gunicorn-registry stdout | 2022-06-09 11:41:20,972 [272] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '272'} gunicorn-registry stdout | 2022-06-09 11:41:20,979 [269] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '269'} gunicorn-registry stdout | 2022-06-09 11:41:20,986 [247] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '247'} gunicorn-registry stdout | 2022-06-09 11:41:20,993 [255] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '255'} gunicorn-registry stdout | 2022-06-09 11:41:20,999 [252] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '252'} gunicorn-registry stdout | 2022-06-09 11:41:21,008 [257] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '257'} exportactionlogsworker stdout | 2022-06-09 11:41:25,418 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run exportactionlogsworker stdout | 2022-06-09 11:41:25,418 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:41:47.409953+00:00 (in 21.991814 seconds) exportactionlogsworker stdout | 2022-06-09 11:41:25,418 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2022-06-09 11:46:25 UTC)" (scheduled at 2022-06-09 11:41:25.409412+00:00) exportactionlogsworker stdout | 2022-06-09 11:41:25,418 [70] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT `t1`.`queue_name` FROM `queueitem` AS `t1` WHERE (((`t1`.`available` = %s) AND (`t1`.`processing_expires` > %s)) AND (`t1`.`queue_name` LIKE %s))) AS `_wrapped`', [False, datetime.datetime(2022, 6, 9, 11, 41, 25, 418466), 'exportactionlogs/%']) exportactionlogsworker stdout | 2022-06-09 11:41:25,421 [70] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT `t1`.`queue_name` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s))) AS `_wrapped`', [datetime.datetime(2022, 6, 9, 11, 41, 25, 418466), True, datetime.datetime(2022, 6, 9, 11, 41, 25, 418466), 0, 'exportactionlogs/%']) exportactionlogsworker stdout | 2022-06-09 11:41:25,423 [70] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT `t1`.`queue_name` FROM `queueitem` AS `t1` WHERE (((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) AND NOT (`t1`.`queue_name` IN (SELECT `t1`.`queue_name` FROM `queueitem` AS `t1` WHERE (((`t1`.`available` = %s) AND (`t1`.`processing_expires` > %s)) AND (`t1`.`queue_name` LIKE %s)))))) AS `_wrapped`', [datetime.datetime(2022, 6, 9, 11, 41, 25, 418466), True, datetime.datetime(2022, 6, 9, 11, 41, 25, 418466), 0, 'exportactionlogs/%', False, datetime.datetime(2022, 6, 9, 11, 41, 25, 418466), 'exportactionlogs/%']) exportactionlogsworker stdout | 2022-06-09 11:41:25,424 [70] [DEBUG] [data.database] Disconnecting from database. exportactionlogsworker stdout | 2022-06-09 11:41:25,424 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2022-06-09 11:46:25 UTC)" executed successfully manifestbackfillworker stdout | 2022-06-09 11:41:25,559 [78] [DEBUG] [apscheduler.scheduler] Looking for jobs to run manifestbackfillworker stdout | 2022-06-09 11:41:25,560 [78] [INFO] [apscheduler.executors.default] Running job "ManifestBackfillWorker._backfill_manifests (trigger: interval[1:00:00], next run at: 2022-06-09 11:41:25 UTC)" (scheduled at 2022-06-09 11:41:25.556941+00:00) manifestbackfillworker stdout | 2022-06-09 11:41:25,560 [78] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`repository_id`, `t1`.`digest`, `t1`.`media_type_id`, `t1`.`manifest_bytes`, `t1`.`config_media_type`, `t1`.`layers_compressed_size` FROM `manifest` AS `t1` WHERE (`t1`.`layers_compressed_size` IS %s) LIMIT %s OFFSET %s', [None, 1, 0]) manifestbackfillworker stdout | 2022-06-09 11:41:25,560 [78] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:41:25.556941+00:00 (in 3599.997391 seconds) manifestbackfillworker stdout | 2022-06-09 11:41:25,562 [78] [DEBUG] [__main__] Manifest backfill worker has completed; skipping manifestbackfillworker stdout | 2022-06-09 11:41:25,563 [78] [DEBUG] [data.database] Disconnecting from database. manifestbackfillworker stdout | 2022-06-09 11:41:25,563 [78] [INFO] [apscheduler.executors.default] Job "ManifestBackfillWorker._backfill_manifests (trigger: interval[1:00:00], next run at: 2022-06-09 12:41:25 UTC)" executed successfully notificationworker stdout | 2022-06-09 11:41:30,619 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 11:41:30,619 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:41:40.617379+00:00 (in 9.997902 seconds) notificationworker stdout | 2022-06-09 11:41:30,619 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:41:40 UTC)" (scheduled at 2022-06-09 11:41:30.617379+00:00) notificationworker stdout | 2022-06-09 11:41:30,619 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 11:41:30,620 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 41, 30, 619935), True, datetime.datetime(2022, 6, 9, 11, 41, 30, 619935), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 11:41:30,623 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 11:41:30,623 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 11:41:30,623 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:41:40 UTC)" executed successfully gcworker stdout | 2022-06-09 11:41:37,491 [71] [DEBUG] [apscheduler.scheduler] Looking for jobs to run gcworker stdout | 2022-06-09 11:41:37,491 [71] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:42:07.490424+00:00 (in 29.998700 seconds) gcworker stdout | 2022-06-09 11:41:37,492 [71] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 11:42:07 UTC)" (scheduled at 2022-06-09 11:41:37.490424+00:00) gcworker stdout | 2022-06-09 11:41:37,493 [71] [DEBUG] [peewee] ('SELECT `candidates`.`repository_id` FROM (SELECT DISTINCT `t1`.`repository_id` FROM `tag` AS `t1` INNER JOIN `repository` AS `t2` ON (`t1`.`repository_id` = `t2`.`id`) INNER JOIN `user` AS `t3` ON (`t2`.`namespace_user_id` = `t3`.`id`) WHERE ((((NOT (`t1`.`lifetime_end_ms` IS %s) AND (`t1`.`lifetime_end_ms` <= %s)) AND (`t3`.`removed_tag_expiration_s` = %s)) AND (`t3`.`enabled` = %s)) AND (`t2`.`state` != %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', [None, 1653565297492, 1209600, True, 3, 500, 1, 0]) gcworker stdout | 2022-06-09 11:41:37,495 [71] [DEBUG] [__main__] No repository with garbage found gcworker stdout | 2022-06-09 11:41:37,495 [71] [DEBUG] [data.database] Disconnecting from database. gcworker stdout | 2022-06-09 11:41:37,495 [71] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 11:42:07 UTC)" executed successfully repositorygcworker stdout | 2022-06-09 11:41:38,464 [89] [DEBUG] [apscheduler.scheduler] Looking for jobs to run repositorygcworker stdout | 2022-06-09 11:41:38,464 [89] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:41:51.502316+00:00 (in 13.037797 seconds) repositorygcworker stdout | 2022-06-09 11:41:38,464 [89] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 11:42:38 UTC)" (scheduled at 2022-06-09 11:41:38.463361+00:00) repositorygcworker stdout | 2022-06-09 11:41:38,465 [89] [DEBUG] [workers.queueworker] Getting work item from queue. repositorygcworker stdout | 2022-06-09 11:41:38,465 [89] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 41, 38, 465143), True, datetime.datetime(2022, 6, 9, 11, 41, 38, 465143), 0, 'repositorygc/%', 50, 1, 0]) repositorygcworker stdout | 2022-06-09 11:41:38,468 [89] [DEBUG] [workers.queueworker] No more work. repositorygcworker stdout | 2022-06-09 11:41:38,468 [89] [DEBUG] [data.database] Disconnecting from database. repositorygcworker stdout | 2022-06-09 11:41:38,468 [89] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 11:42:38 UTC)" executed successfully notificationworker stdout | 2022-06-09 11:41:40,618 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 11:41:40,618 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:41:50.617379+00:00 (in 9.999228 seconds) notificationworker stdout | 2022-06-09 11:41:40,618 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:41:50 UTC)" (scheduled at 2022-06-09 11:41:40.617379+00:00) notificationworker stdout | 2022-06-09 11:41:40,618 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 11:41:40,619 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 41, 40, 618665), True, datetime.datetime(2022, 6, 9, 11, 41, 40, 618665), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 11:41:40,621 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 11:41:40,621 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 11:41:40,621 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:41:50 UTC)" executed successfully buildlogsarchiver stdout | 2022-06-09 11:41:45,367 [66] [DEBUG] [apscheduler.scheduler] Looking for jobs to run buildlogsarchiver stdout | 2022-06-09 11:41:45,367 [66] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:42:15.366042+00:00 (in 29.998838 seconds) buildlogsarchiver stdout | 2022-06-09 11:41:45,367 [66] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 11:42:15 UTC)" (scheduled at 2022-06-09 11:41:45.366042+00:00) buildlogsarchiver stdout | 2022-06-09 11:41:45,368 [66] [DEBUG] [peewee] ('SELECT `candidates`.`id` FROM (SELECT `t1`.`id` FROM `repositorybuild` AS `t1` WHERE (((`t1`.`phase` IN (%s, %s, %s)) OR (`t1`.`started` < %s)) AND (`t1`.`logs_archived` = %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2022, 5, 25, 11, 41, 45, 367557), False, 50, 1, 0]) buildlogsarchiver stdout | 2022-06-09 11:41:45,370 [66] [DEBUG] [__main__] No more builds to archive buildlogsarchiver stdout | 2022-06-09 11:41:45,370 [66] [DEBUG] [data.database] Disconnecting from database. buildlogsarchiver stdout | 2022-06-09 11:41:45,370 [66] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 11:42:15 UTC)" executed successfully exportactionlogsworker stdout | 2022-06-09 11:41:47,410 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run exportactionlogsworker stdout | 2022-06-09 11:41:47,411 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:42:04.366245+00:00 (in 16.955169 seconds) exportactionlogsworker stdout | 2022-06-09 11:41:47,411 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 11:42:47 UTC)" (scheduled at 2022-06-09 11:41:47.409953+00:00) exportactionlogsworker stdout | 2022-06-09 11:41:47,411 [70] [DEBUG] [workers.queueworker] Running watchdog. exportactionlogsworker stdout | 2022-06-09 11:41:47,411 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 11:42:47 UTC)" executed successfully blobuploadcleanupworker stdout | 2022-06-09 11:41:47,874 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'blobuploadcleanupworker.py', 'pid': '64'} logrotateworker stdout | 2022-06-09 11:41:48,014 [77] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'logrotateworker.py', 'pid': '77'} securityscanningnotificationworker stdout | 2022-06-09 11:41:48,038 [90] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'securityscanningnotificationworker.py', 'pid': '90'} repositoryactioncounter stdout | 2022-06-09 11:41:48,045 [88] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositoryactioncounter.py', 'pid': '88'} exportactionlogsworker stdout | 2022-06-09 11:41:48,096 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'exportactionlogsworker.py', 'pid': '70'} chunkcleanupworker stdout | 2022-06-09 11:41:48,190 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'chunkcleanupworker.py', 'pid': '67'} namespacegcworker stdout | 2022-06-09 11:41:48,201 [83] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'namespacegcworker.py', 'pid': '83'} gunicorn-web stdout | 2022-06-09 11:41:48,317 [243] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '243'} gunicorn-web stdout | 2022-06-09 11:41:48,324 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '75'} gunicorn-web stdout | 2022-06-09 11:41:48,331 [226] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '226'} gunicorn-web stdout | 2022-06-09 11:41:48,386 [242] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '242'} gunicorn-web stdout | 2022-06-09 11:41:48,392 [235] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '235'} gunicorn-web stdout | 2022-06-09 11:41:48,403 [228] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '228'} gunicorn-web stdout | 2022-06-09 11:41:48,410 [241] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '241'} gunicorn-web stdout | 2022-06-09 11:41:48,435 [244] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '244'} gunicorn-web stdout | 2022-06-09 11:41:48,467 [237] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '237'} repositorygcworker stdout | 2022-06-09 11:41:48,475 [89] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositorygcworker.py', 'pid': '89'} gunicorn-web stdout | 2022-06-09 11:41:48,484 [234] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '234'} gunicorn-web stdout | 2022-06-09 11:41:48,491 [236] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '236'} gunicorn-web stdout | 2022-06-09 11:41:48,500 [230] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '230'} manifestbackfillworker stdout | 2022-06-09 11:41:48,507 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'manifestbackfillworker.py', 'pid': '78'} gunicorn-web stdout | 2022-06-09 11:41:48,516 [239] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '239'} gunicorn-web stdout | 2022-06-09 11:41:48,524 [231] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '231'} gunicorn-web stdout | 2022-06-09 11:41:48,530 [229] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '229'} gunicorn-web stdout | 2022-06-09 11:41:48,546 [238] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '238'} gunicorn-web stdout | 2022-06-09 11:41:48,554 [232] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '232'} gunicorn-secscan stdout | 2022-06-09 11:41:48,561 [221] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '221'} storagereplication stdout | 2022-06-09 11:41:48,570 [93] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'storagereplication.py', 'pid': '93'} gunicorn-secscan stdout | 2022-06-09 11:41:48,585 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '74'} gunicorn-secscan stdout | 2022-06-09 11:41:48,593 [224] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '224'} globalpromstats stdout | 2022-06-09 11:41:48,601 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'globalpromstats.py', 'pid': '72'} gunicorn-secscan stdout | 2022-06-09 11:41:48,609 [225] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '225'} expiredappspecifictokenworker stdout | 2022-06-09 11:41:48,616 [69] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '69'} gunicorn-secscan stdout | 2022-06-09 11:41:48,624 [227] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '227'} servicekey stdout | 2022-06-09 11:41:48,659 [92] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'servicekeyworker.py', 'pid': '92'} notificationworker stdout | 2022-06-09 11:41:48,691 [85] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'notificationworker.py', 'pid': '85'} builder stdout | 2022-06-09 11:41:48,714 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'builder.py', 'pid': '65'} buildlogsarchiver stdout | 2022-06-09 11:41:48,725 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'buildlogsarchiver.py', 'pid': '66'} teamsyncworker stdout | 2022-06-09 11:41:48,731 [94] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'teamsyncworker.py', 'pid': '94'} gcworker stdout | 2022-06-09 11:41:48,756 [71] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'gcworker.py', 'pid': '71'} queuecleanupworker stdout | 2022-06-09 11:41:48,812 [87] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'queuecleanupworker.py', 'pid': '87'} notificationworker stdout | 2022-06-09 11:41:50,645 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 11:41:50,645 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:42:00.617379+00:00 (in 9.971802 seconds) notificationworker stdout | 2022-06-09 11:41:50,645 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:42:00 UTC)" (scheduled at 2022-06-09 11:41:50.617379+00:00) notificationworker stdout | 2022-06-09 11:41:50,646 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 11:41:50,646 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 41, 50, 646152), True, datetime.datetime(2022, 6, 9, 11, 41, 50, 646152), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 11:41:50,649 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 11:41:50,649 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 11:41:50,649 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:42:00 UTC)" executed successfully gunicorn-registry stdout | 2022-06-09 11:41:50,751 [271] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '271'} gunicorn-registry stdout | 2022-06-09 11:41:50,763 [275] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '275'} gunicorn-registry stdout | 2022-06-09 11:41:50,773 [273] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '273'} gunicorn-registry stdout | 2022-06-09 11:41:50,780 [277] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '277'} gunicorn-registry stdout | 2022-06-09 11:41:50,789 [276] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '276'} gunicorn-registry stdout | 2022-06-09 11:41:50,797 [246] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '246'} gunicorn-registry stdout | 2022-06-09 11:41:50,803 [274] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '274'} gunicorn-registry stdout | 2022-06-09 11:41:50,810 [263] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '263'} gunicorn-registry stdout | 2022-06-09 11:41:50,823 [266] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '266'} gunicorn-registry stdout | 2022-06-09 11:41:50,831 [254] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '254'} gunicorn-registry stdout | 2022-06-09 11:41:50,839 [260] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '260'} gunicorn-registry stdout | 2022-06-09 11:41:50,846 [270] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '270'} gunicorn-registry stdout | 2022-06-09 11:41:50,861 [253] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '253'} gunicorn-registry stdout | 2022-06-09 11:41:50,867 [268] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '268'} gunicorn-registry stdout | 2022-06-09 11:41:50,875 [261] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '261'} gunicorn-registry stdout | 2022-06-09 11:41:50,883 [248] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '248'} gunicorn-registry stdout | 2022-06-09 11:41:50,890 [245] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '245'} gunicorn-registry stdout | 2022-06-09 11:41:50,898 [249] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '249'} gunicorn-registry stdout | 2022-06-09 11:41:50,907 [251] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '251'} gunicorn-registry stdout | 2022-06-09 11:41:50,916 [259] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '259'} gunicorn-registry stdout | 2022-06-09 11:41:50,923 [250] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '250'} gunicorn-registry stdout | 2022-06-09 11:41:50,933 [265] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '265'} gunicorn-registry stdout | 2022-06-09 11:41:50,941 [73] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '73'} gunicorn-registry stdout | 2022-06-09 11:41:50,948 [267] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '267'} gunicorn-registry stdout | 2022-06-09 11:41:50,960 [256] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '256'} gunicorn-registry stdout | 2022-06-09 11:41:50,967 [262] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '262'} gunicorn-registry stdout | 2022-06-09 11:41:50,980 [264] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '264'} gunicorn-registry stdout | 2022-06-09 11:41:50,988 [272] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '272'} gunicorn-registry stdout | 2022-06-09 11:41:50,998 [269] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '269'} gunicorn-registry stdout | 2022-06-09 11:41:51,006 [247] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '247'} gunicorn-registry stdout | 2022-06-09 11:41:51,012 [255] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '255'} gunicorn-registry stdout | 2022-06-09 11:41:51,021 [252] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '252'} gunicorn-registry stdout | 2022-06-09 11:41:51,027 [257] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '257'} repositorygcworker stdout | 2022-06-09 11:41:51,503 [89] [DEBUG] [apscheduler.scheduler] Looking for jobs to run repositorygcworker stdout | 2022-06-09 11:41:51,503 [89] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:42:38.463361+00:00 (in 46.960021 seconds) repositorygcworker stdout | 2022-06-09 11:41:51,503 [89] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 11:42:51 UTC)" (scheduled at 2022-06-09 11:41:51.502316+00:00) repositorygcworker stdout | 2022-06-09 11:41:51,503 [89] [DEBUG] [workers.queueworker] Running watchdog. repositorygcworker stdout | 2022-06-09 11:41:51,503 [89] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 11:42:51 UTC)" executed successfully namespacegcworker stdout | 2022-06-09 11:41:55,465 [83] [DEBUG] [apscheduler.scheduler] Looking for jobs to run namespacegcworker stdout | 2022-06-09 11:41:55,465 [83] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:42:01.521527+00:00 (in 6.056141 seconds) namespacegcworker stdout | 2022-06-09 11:41:55,465 [83] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 11:42:55 UTC)" (scheduled at 2022-06-09 11:41:55.463831+00:00) namespacegcworker stdout | 2022-06-09 11:41:55,465 [83] [DEBUG] [workers.queueworker] Getting work item from queue. namespacegcworker stdout | 2022-06-09 11:41:55,468 [83] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 41, 55, 465886), True, datetime.datetime(2022, 6, 9, 11, 41, 55, 465886), 0, 'namespacegc/%', 50, 1, 0]) namespacegcworker stdout | 2022-06-09 11:41:55,471 [83] [DEBUG] [workers.queueworker] No more work. namespacegcworker stdout | 2022-06-09 11:41:55,471 [83] [DEBUG] [data.database] Disconnecting from database. namespacegcworker stdout | 2022-06-09 11:41:55,471 [83] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 11:42:55 UTC)" executed successfully notificationworker stdout | 2022-06-09 11:42:00,618 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 11:42:00,618 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:42:10.617379+00:00 (in 9.999077 seconds) notificationworker stdout | 2022-06-09 11:42:00,618 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:42:10 UTC)" (scheduled at 2022-06-09 11:42:00.617379+00:00) notificationworker stdout | 2022-06-09 11:42:00,618 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 11:42:00,619 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 42, 0, 618835), True, datetime.datetime(2022, 6, 9, 11, 42, 0, 618835), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 11:42:00,622 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 11:42:00,622 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 11:42:00,622 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:42:10 UTC)" executed successfully namespacegcworker stdout | 2022-06-09 11:42:01,521 [83] [DEBUG] [apscheduler.scheduler] Looking for jobs to run namespacegcworker stdout | 2022-06-09 11:42:01,522 [83] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:42:55.463831+00:00 (in 53.941768 seconds) namespacegcworker stdout | 2022-06-09 11:42:01,522 [83] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 11:43:01 UTC)" (scheduled at 2022-06-09 11:42:01.521527+00:00) namespacegcworker stdout | 2022-06-09 11:42:01,522 [83] [DEBUG] [workers.queueworker] Running watchdog. namespacegcworker stdout | 2022-06-09 11:42:01,522 [83] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 11:43:01 UTC)" executed successfully exportactionlogsworker stdout | 2022-06-09 11:42:04,385 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run exportactionlogsworker stdout | 2022-06-09 11:42:04,385 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:42:47.409953+00:00 (in 43.024540 seconds) exportactionlogsworker stdout | 2022-06-09 11:42:04,385 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 11:43:04 UTC)" (scheduled at 2022-06-09 11:42:04.366245+00:00) exportactionlogsworker stdout | 2022-06-09 11:42:04,385 [70] [DEBUG] [workers.queueworker] Getting work item from queue. exportactionlogsworker stdout | 2022-06-09 11:42:04,386 [70] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 42, 4, 385957), True, datetime.datetime(2022, 6, 9, 11, 42, 4, 385957), 0, 'exportactionlogs/%', 50, 1, 0]) exportactionlogsworker stdout | 2022-06-09 11:42:04,389 [70] [DEBUG] [workers.queueworker] No more work. exportactionlogsworker stdout | 2022-06-09 11:42:04,389 [70] [DEBUG] [data.database] Disconnecting from database. exportactionlogsworker stdout | 2022-06-09 11:42:04,389 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 11:43:04 UTC)" executed successfully gcworker stdout | 2022-06-09 11:42:07,491 [71] [DEBUG] [apscheduler.scheduler] Looking for jobs to run gcworker stdout | 2022-06-09 11:42:07,492 [71] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:42:37.490424+00:00 (in 29.998369 seconds) gcworker stdout | 2022-06-09 11:42:07,492 [71] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 11:42:37 UTC)" (scheduled at 2022-06-09 11:42:07.490424+00:00) gcworker stdout | 2022-06-09 11:42:07,493 [71] [DEBUG] [peewee] ('SELECT `candidates`.`repository_id` FROM (SELECT DISTINCT `t1`.`repository_id` FROM `tag` AS `t1` INNER JOIN `repository` AS `t2` ON (`t1`.`repository_id` = `t2`.`id`) INNER JOIN `user` AS `t3` ON (`t2`.`namespace_user_id` = `t3`.`id`) WHERE ((((NOT (`t1`.`lifetime_end_ms` IS %s) AND (`t1`.`lifetime_end_ms` <= %s)) AND (`t3`.`removed_tag_expiration_s` = %s)) AND (`t3`.`enabled` = %s)) AND (`t2`.`state` != %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', [None, 1653565327492, 1209600, True, 3, 500, 1, 0]) gcworker stdout | 2022-06-09 11:42:07,495 [71] [DEBUG] [__main__] No repository with garbage found gcworker stdout | 2022-06-09 11:42:07,495 [71] [DEBUG] [data.database] Disconnecting from database. gcworker stdout | 2022-06-09 11:42:07,496 [71] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 11:42:37 UTC)" executed successfully notificationworker stdout | 2022-06-09 11:42:10,620 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 11:42:10,620 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:42:19.645536+00:00 (in 9.024901 seconds) notificationworker stdout | 2022-06-09 11:42:10,621 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:42:20 UTC)" (scheduled at 2022-06-09 11:42:10.617379+00:00) notificationworker stdout | 2022-06-09 11:42:10,621 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 11:42:10,621 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 42, 10, 621162), True, datetime.datetime(2022, 6, 9, 11, 42, 10, 621162), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 11:42:10,624 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 11:42:10,624 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 11:42:10,624 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:42:20 UTC)" executed successfully buildlogsarchiver stdout | 2022-06-09 11:42:15,386 [66] [DEBUG] [apscheduler.scheduler] Looking for jobs to run buildlogsarchiver stdout | 2022-06-09 11:42:15,386 [66] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:42:45.366042+00:00 (in 29.979545 seconds) buildlogsarchiver stdout | 2022-06-09 11:42:15,386 [66] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 11:42:45 UTC)" (scheduled at 2022-06-09 11:42:15.366042+00:00) buildlogsarchiver stdout | 2022-06-09 11:42:15,387 [66] [DEBUG] [peewee] ('SELECT `candidates`.`id` FROM (SELECT `t1`.`id` FROM `repositorybuild` AS `t1` WHERE (((`t1`.`phase` IN (%s, %s, %s)) OR (`t1`.`started` < %s)) AND (`t1`.`logs_archived` = %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2022, 5, 25, 11, 42, 15, 387036), False, 50, 1, 0]) buildlogsarchiver stdout | 2022-06-09 11:42:15,389 [66] [DEBUG] [__main__] No more builds to archive buildlogsarchiver stdout | 2022-06-09 11:42:15,389 [66] [DEBUG] [data.database] Disconnecting from database. buildlogsarchiver stdout | 2022-06-09 11:42:15,389 [66] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 11:42:45 UTC)" executed successfully blobuploadcleanupworker stdout | 2022-06-09 11:42:17,899 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'blobuploadcleanupworker.py', 'pid': '64'} logrotateworker stdout | 2022-06-09 11:42:18,053 [77] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'logrotateworker.py', 'pid': '77'} repositoryactioncounter stdout | 2022-06-09 11:42:18,059 [88] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositoryactioncounter.py', 'pid': '88'} securityscanningnotificationworker stdout | 2022-06-09 11:42:18,080 [90] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'securityscanningnotificationworker.py', 'pid': '90'} exportactionlogsworker stdout | 2022-06-09 11:42:18,130 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'exportactionlogsworker.py', 'pid': '70'} chunkcleanupworker stdout | 2022-06-09 11:42:18,227 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'chunkcleanupworker.py', 'pid': '67'} namespacegcworker stdout | 2022-06-09 11:42:18,234 [83] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'namespacegcworker.py', 'pid': '83'} gunicorn-web stdout | 2022-06-09 11:42:18,331 [243] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '243'} gunicorn-web stdout | 2022-06-09 11:42:18,339 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '75'} gunicorn-web stdout | 2022-06-09 11:42:18,346 [226] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '226'} gunicorn-web stdout | 2022-06-09 11:42:18,397 [242] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '242'} gunicorn-web stdout | 2022-06-09 11:42:18,406 [235] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '235'} gunicorn-web stdout | 2022-06-09 11:42:18,414 [228] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '228'} gunicorn-web stdout | 2022-06-09 11:42:18,425 [241] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '241'} gunicorn-web stdout | 2022-06-09 11:42:18,449 [244] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '244'} gunicorn-web stdout | 2022-06-09 11:42:18,478 [237] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '237'} gunicorn-web stdout | 2022-06-09 11:42:18,498 [234] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '234'} gunicorn-web stdout | 2022-06-09 11:42:18,505 [236] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '236'} gunicorn-web stdout | 2022-06-09 11:42:18,512 [230] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '230'} repositorygcworker stdout | 2022-06-09 11:42:18,519 [89] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositorygcworker.py', 'pid': '89'} gunicorn-web stdout | 2022-06-09 11:42:18,531 [239] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '239'} gunicorn-web stdout | 2022-06-09 11:42:18,538 [231] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '231'} gunicorn-web stdout | 2022-06-09 11:42:18,544 [229] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '229'} manifestbackfillworker stdout | 2022-06-09 11:42:18,552 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'manifestbackfillworker.py', 'pid': '78'} gunicorn-web stdout | 2022-06-09 11:42:18,560 [238] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '238'} gunicorn-web stdout | 2022-06-09 11:42:18,569 [232] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '232'} gunicorn-secscan stdout | 2022-06-09 11:42:18,577 [221] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '221'} storagereplication stdout | 2022-06-09 11:42:18,590 [93] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'storagereplication.py', 'pid': '93'} gunicorn-secscan stdout | 2022-06-09 11:42:18,598 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '74'} gunicorn-secscan stdout | 2022-06-09 11:42:18,604 [224] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '224'} gunicorn-secscan stdout | 2022-06-09 11:42:18,623 [225] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '225'} globalpromstats stdout | 2022-06-09 11:42:18,630 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'globalpromstats.py', 'pid': '72'} expiredappspecifictokenworker stdout | 2022-06-09 11:42:18,638 [69] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '69'} gunicorn-secscan stdout | 2022-06-09 11:42:18,644 [227] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '227'} servicekey stdout | 2022-06-09 11:42:18,703 [92] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'servicekeyworker.py', 'pid': '92'} notificationworker stdout | 2022-06-09 11:42:18,732 [85] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'notificationworker.py', 'pid': '85'} builder stdout | 2022-06-09 11:42:18,740 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'builder.py', 'pid': '65'} buildlogsarchiver stdout | 2022-06-09 11:42:18,750 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'buildlogsarchiver.py', 'pid': '66'} teamsyncworker stdout | 2022-06-09 11:42:18,758 [94] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'teamsyncworker.py', 'pid': '94'} gcworker stdout | 2022-06-09 11:42:18,799 [71] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'gcworker.py', 'pid': '71'} queuecleanupworker stdout | 2022-06-09 11:42:18,838 [87] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'queuecleanupworker.py', 'pid': '87'} notificationworker stdout | 2022-06-09 11:42:19,651 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 11:42:19,651 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:42:20.617379+00:00 (in 0.966175 seconds) notificationworker stdout | 2022-06-09 11:42:19,651 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 11:43:19 UTC)" (scheduled at 2022-06-09 11:42:19.645536+00:00) notificationworker stdout | 2022-06-09 11:42:19,651 [85] [DEBUG] [workers.queueworker] Running watchdog. notificationworker stdout | 2022-06-09 11:42:19,651 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 11:43:19 UTC)" executed successfully notificationworker stdout | 2022-06-09 11:42:20,618 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 11:42:20,618 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:42:30.617379+00:00 (in 9.999056 seconds) notificationworker stdout | 2022-06-09 11:42:20,618 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:42:30 UTC)" (scheduled at 2022-06-09 11:42:20.617379+00:00) notificationworker stdout | 2022-06-09 11:42:20,618 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 11:42:20,619 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 42, 20, 618643), True, datetime.datetime(2022, 6, 9, 11, 42, 20, 618643), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 11:42:20,622 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 11:42:20,622 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 11:42:20,622 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:42:30 UTC)" executed successfully gunicorn-registry stdout | 2022-06-09 11:42:20,786 [271] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '271'} gunicorn-registry stdout | 2022-06-09 11:42:20,792 [273] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '273'} gunicorn-registry stdout | 2022-06-09 11:42:20,800 [275] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '275'} gunicorn-registry stdout | 2022-06-09 11:42:20,810 [277] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '277'} gunicorn-registry stdout | 2022-06-09 11:42:20,817 [276] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '276'} gunicorn-registry stdout | 2022-06-09 11:42:20,824 [246] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '246'} gunicorn-registry stdout | 2022-06-09 11:42:20,831 [274] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '274'} gunicorn-registry stdout | 2022-06-09 11:42:20,838 [263] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '263'} gunicorn-registry stdout | 2022-06-09 11:42:20,844 [266] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '266'} gunicorn-registry stdout | 2022-06-09 11:42:20,851 [254] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '254'} gunicorn-registry stdout | 2022-06-09 11:42:20,859 [260] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '260'} gunicorn-registry stdout | 2022-06-09 11:42:20,866 [270] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '270'} gunicorn-registry stdout | 2022-06-09 11:42:20,875 [253] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '253'} gunicorn-registry stdout | 2022-06-09 11:42:20,883 [268] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '268'} gunicorn-registry stdout | 2022-06-09 11:42:20,890 [261] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '261'} gunicorn-registry stdout | 2022-06-09 11:42:20,898 [248] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '248'} gunicorn-registry stdout | 2022-06-09 11:42:20,907 [245] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '245'} gunicorn-registry stdout | 2022-06-09 11:42:20,914 [249] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '249'} gunicorn-registry stdout | 2022-06-09 11:42:20,922 [251] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '251'} gunicorn-registry stdout | 2022-06-09 11:42:20,927 [259] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '259'} gunicorn-registry stdout | 2022-06-09 11:42:20,936 [250] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '250'} gunicorn-registry stdout | 2022-06-09 11:42:20,946 [265] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '265'} gunicorn-registry stdout | 2022-06-09 11:42:20,954 [73] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '73'} gunicorn-registry stdout | 2022-06-09 11:42:20,961 [267] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '267'} gunicorn-registry stdout | 2022-06-09 11:42:20,972 [256] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '256'} gunicorn-registry stdout | 2022-06-09 11:42:20,982 [262] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '262'} gunicorn-registry stdout | 2022-06-09 11:42:20,991 [264] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '264'} gunicorn-registry stdout | 2022-06-09 11:42:21,002 [272] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '272'} gunicorn-registry stdout | 2022-06-09 11:42:21,010 [269] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '269'} gunicorn-registry stdout | 2022-06-09 11:42:21,020 [247] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '247'} gunicorn-registry stdout | 2022-06-09 11:42:21,027 [255] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '255'} gunicorn-registry stdout | 2022-06-09 11:42:21,035 [252] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '252'} gunicorn-registry stdout | 2022-06-09 11:42:21,041 [257] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '257'} notificationworker stdout | 2022-06-09 11:42:30,617 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 11:42:30,618 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:42:40.617379+00:00 (in 9.999362 seconds) notificationworker stdout | 2022-06-09 11:42:30,618 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:42:40 UTC)" (scheduled at 2022-06-09 11:42:30.617379+00:00) notificationworker stdout | 2022-06-09 11:42:30,618 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 11:42:30,619 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 42, 30, 618525), True, datetime.datetime(2022, 6, 9, 11, 42, 30, 618525), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 11:42:30,621 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 11:42:30,622 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 11:42:30,622 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:42:40 UTC)" executed successfully gcworker stdout | 2022-06-09 11:42:37,504 [71] [DEBUG] [apscheduler.scheduler] Looking for jobs to run gcworker stdout | 2022-06-09 11:42:37,504 [71] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:43:07.490424+00:00 (in 29.986004 seconds) gcworker stdout | 2022-06-09 11:42:37,504 [71] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 11:43:07 UTC)" (scheduled at 2022-06-09 11:42:37.490424+00:00) gcworker stdout | 2022-06-09 11:42:37,504 [71] [DEBUG] [peewee] ('SELECT DISTINCT `t1`.`removed_tag_expiration_s` FROM `user` AS `t1` LIMIT %s', [100]) gcworker stdout | 2022-06-09 11:42:37,507 [71] [DEBUG] [peewee] ('SELECT `candidates`.`repository_id` FROM (SELECT DISTINCT `t1`.`repository_id` FROM `tag` AS `t1` INNER JOIN `repository` AS `t2` ON (`t1`.`repository_id` = `t2`.`id`) INNER JOIN `user` AS `t3` ON (`t2`.`namespace_user_id` = `t3`.`id`) WHERE ((((NOT (`t1`.`lifetime_end_ms` IS %s) AND (`t1`.`lifetime_end_ms` <= %s)) AND (`t3`.`removed_tag_expiration_s` = %s)) AND (`t3`.`enabled` = %s)) AND (`t2`.`state` != %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', [None, 1654774957507, 0, True, 3, 500, 1, 0]) gcworker stdout | 2022-06-09 11:42:37,508 [71] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`namespace_user_id`, `t1`.`name`, `t1`.`visibility_id`, `t1`.`description`, `t1`.`badge_token`, `t1`.`kind_id`, `t1`.`trust_enabled`, `t1`.`state` FROM `repository` AS `t1` WHERE (`t1`.`id` = %s) LIMIT %s OFFSET %s', [1, 1, 0]) gcworker stdout | 2022-06-09 11:42:37,509 [71] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`name` FROM `repositorykind` AS `t1`', []) gcworker stdout | 2022-06-09 11:42:37,510 [71] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`name` FROM `visibility` AS `t1` WHERE (`t1`.`name` = %s) LIMIT %s OFFSET %s', ['public', 1, 0]) gcworker stdout | 2022-06-09 11:42:37,511 [71] [DEBUG] [util.locking] Acquiring global lock REPO_GARBAGE_COLLECTION_1 gcworker stdout | 2022-06-09 11:42:37,512 [71] [DEBUG] [redis_lock.acquire] Getting 'lock:REPO_GARBAGE_COLLECTION_1' ... gcworker stdout | 2022-06-09 11:42:37,512 [71] [INFO] [redis_lock.acquire] Got lock for 'lock:REPO_GARBAGE_COLLECTION_1'. gcworker stdout | 2022-06-09 11:42:37,512 [71] [DEBUG] [util.locking] Acquired lock REPO_GARBAGE_COLLECTION_1 gcworker stdout | 2022-06-09 11:42:37,513 [71] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`namespace_user_id`, `t1`.`name`, `t1`.`visibility_id`, `t1`.`description`, `t1`.`badge_token`, `t1`.`kind_id`, `t1`.`trust_enabled`, `t1`.`state` FROM `repository` AS `t1` WHERE (`t1`.`id` = %s) LIMIT %s OFFSET %s', [1, 1, 0]) gcworker stdout | 2022-06-09 11:42:37,513 [71] [DEBUG] [__main__] Starting GC of repository #1 (quay) gcworker stdout | 2022-06-09 11:42:37,514 [71] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`name`, `t1`.`repository_id`, `t1`.`manifest_id`, `t1`.`lifetime_start_ms`, `t1`.`lifetime_end_ms`, `t1`.`hidden`, `t1`.`reversion`, `t1`.`tag_kind_id`, `t1`.`linked_tag_id` FROM `tag` AS `t1` INNER JOIN `repository` AS `t2` ON (`t1`.`repository_id` = `t2`.`id`) INNER JOIN `user` AS `t3` ON (`t2`.`namespace_user_id` = `t3`.`id`) WHERE (((`t1`.`repository_id` = %s) AND NOT (`t1`.`lifetime_end_ms` IS %s)) AND (`t1`.`lifetime_end_ms` <= (%s - (`t3`.`removed_tag_expiration_s` * %s)))) LIMIT %s', [1, None, 1654774957513, 1000, 10]) gcworker stdout | 2022-06-09 11:42:37,515 [71] [DEBUG] [data.model.gc] Found 1 tags to GC under repository 1 gcworker stdout | 2022-06-09 11:42:37,515 [71] [DEBUG] [data.model.gc] Deleting tag 1 under repository 1 gcworker stdout | 2022-06-09 11:42:37,517 [71] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`name`, `t1`.`repository_id`, `t1`.`manifest_id`, `t1`.`lifetime_start_ms`, `t1`.`lifetime_end_ms`, `t1`.`hidden`, `t1`.`reversion`, `t1`.`tag_kind_id`, `t1`.`linked_tag_id` FROM `tag` AS `t1` WHERE (`t1`.`id` = %s) LIMIT %s OFFSET %s FOR UPDATE', [1, 1, 0]) gcworker stdout | 2022-06-09 11:42:37,518 [71] [DEBUG] [peewee] ('DELETE FROM `tagtorepositorytag` WHERE (`tagtorepositorytag`.`tag_id` = %s)', [1]) gcworker stdout | 2022-06-09 11:42:37,519 [71] [DEBUG] [peewee] ('DELETE FROM `tag` WHERE (`tag`.`id` = %s)', [1]) gcworker stdout | 2022-06-09 11:42:37,522 [71] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`name`, `t1`.`repository_id`, `t1`.`manifest_id`, `t1`.`lifetime_start_ms`, `t1`.`lifetime_end_ms`, `t1`.`hidden`, `t1`.`reversion`, `t1`.`tag_kind_id`, `t1`.`linked_tag_id` FROM `tag` AS `t1` WHERE (`t1`.`manifest_id` = %s) LIMIT %s OFFSET %s', [1, 1, 0]) gcworker stdout | 2022-06-09 11:42:37,523 [71] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`repository_id`, `t1`.`manifest_id`, `t1`.`child_manifest_id` FROM `manifestchild` AS `t1` WHERE (`t1`.`child_manifest_id` = %s) LIMIT %s OFFSET %s', [1, 1, 0]) gcworker stdout | 2022-06-09 11:42:37,525 [71] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`repository_id`, `t1`.`manifest_id`, `t1`.`blob_id` FROM `manifestblob` AS `t1` WHERE (`t1`.`manifest_id` = %s)', [1]) gcworker stdout | 2022-06-09 11:42:37,526 [71] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`repository_id`, `t1`.`manifest_id`, `t1`.`image_id` FROM `manifestlegacyimage` AS `t1` WHERE (`t1`.`manifest_id` = %s) LIMIT %s OFFSET %s', [1, 1, 0]) gcworker stdout | 2022-06-09 11:42:37,527 [71] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`repository_id`, `t1`.`manifest_id`, `t1`.`child_manifest_id` FROM `manifestchild` AS `t1` WHERE (`t1`.`manifest_id` = %s)', [1]) gcworker stdout | 2022-06-09 11:42:37,528 [71] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`repository_id`, `t1`.`manifest_id`, `t1`.`label_id` FROM `manifestlabel` AS `t1` WHERE (`t1`.`manifest_id` = %s)', [1]) gcworker stdout | 2022-06-09 11:42:37,531 [71] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`repository_id`, `t1`.`digest`, `t1`.`media_type_id`, `t1`.`manifest_bytes`, `t1`.`config_media_type`, `t1`.`layers_compressed_size` FROM `manifest` AS `t1` WHERE (`t1`.`id` = %s) LIMIT %s OFFSET %s', [1, 1, 0]) gcworker stdout | 2022-06-09 11:42:37,532 [71] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`name`, `t1`.`repository_id`, `t1`.`manifest_id`, `t1`.`lifetime_start_ms`, `t1`.`lifetime_end_ms`, `t1`.`hidden`, `t1`.`reversion`, `t1`.`tag_kind_id`, `t1`.`linked_tag_id` FROM `tag` AS `t1` WHERE (`t1`.`manifest_id` = %s) LIMIT %s OFFSET %s', [1, 1, 0]) gcworker stdout | 2022-06-09 11:42:37,533 [71] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`repository_id`, `t1`.`manifest_id`, `t1`.`child_manifest_id` FROM `manifestchild` AS `t1` WHERE (`t1`.`child_manifest_id` = %s) LIMIT %s OFFSET %s', [1, 1, 0]) gcworker stdout | 2022-06-09 11:42:37,534 [71] [DEBUG] [peewee] ('DELETE FROM `tagmanifestlabelmap` WHERE (`tagmanifestlabelmap`.`manifest_id` = %s)', [1]) gcworker stdout | 2022-06-09 11:42:37,535 [71] [DEBUG] [peewee] ('DELETE FROM `tagmanifesttomanifest` WHERE (`tagmanifesttomanifest`.`manifest_id` = %s)', [1]) gcworker stdout | 2022-06-09 11:42:37,536 [71] [DEBUG] [peewee] ('DELETE FROM `manifestlabel` WHERE ((`manifestlabel`.`manifest_id` = %s) AND (`manifestlabel`.`repository_id` = %s))', [1, 1]) gcworker stdout | 2022-06-09 11:42:37,539 [71] [DEBUG] [peewee] ('DELETE FROM `manifestchild` WHERE ((`manifestchild`.`manifest_id` = %s) AND (`manifestchild`.`repository_id` = %s))', [1, 1]) gcworker stdout | 2022-06-09 11:42:37,540 [71] [DEBUG] [peewee] ('DELETE FROM `manifestblob` WHERE ((`manifestblob`.`manifest_id` = %s) AND (`manifestblob`.`repository_id` = %s))', [1, 1]) gcworker stdout | 2022-06-09 11:42:37,541 [71] [DEBUG] [peewee] ('DELETE FROM `manifestsecuritystatus` WHERE ((`manifestsecuritystatus`.`manifest_id` = %s) AND (`manifestsecuritystatus`.`repository_id` = %s))', [1, 1]) gcworker stdout | 2022-06-09 11:42:37,541 [71] [DEBUG] [peewee] ('DELETE FROM `manifest` WHERE (`manifest`.`id` = %s)', [1]) gcworker stdout | 2022-06-09 11:42:37,544 [71] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`repository_id`, `t1`.`manifest_id`, `t1`.`label_id` FROM `manifestlabel` AS `t1` WHERE (`t1`.`label_id` = %s) LIMIT %s OFFSET %s', [1, 1, 0]) gcworker stdout | 2022-06-09 11:42:37,545 [71] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`repository_id`, `t1`.`annotated_id`, `t1`.`label_id` FROM `tagmanifestlabel` AS `t1` WHERE (`t1`.`label_id` = %s) LIMIT %s OFFSET %s', [1, 1, 0]) gcworker stdout | 2022-06-09 11:42:37,546 [71] [DEBUG] [peewee] ('DELETE FROM `label` WHERE (`label`.`id` = %s)', [1]) gcworker stdout | 2022-06-09 11:42:37,548 [71] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`repository_id`, `t1`.`manifest_id`, `t1`.`label_id` FROM `manifestlabel` AS `t1` WHERE (`t1`.`label_id` = %s) LIMIT %s OFFSET %s', [2, 1, 0]) gcworker stdout | 2022-06-09 11:42:37,550 [71] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`repository_id`, `t1`.`annotated_id`, `t1`.`label_id` FROM `tagmanifestlabel` AS `t1` WHERE (`t1`.`label_id` = %s) LIMIT %s OFFSET %s', [2, 1, 0]) gcworker stdout | 2022-06-09 11:42:37,550 [71] [DEBUG] [peewee] ('DELETE FROM `label` WHERE (`label`.`id` = %s)', [2]) gcworker stdout | 2022-06-09 11:42:37,553 [71] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`repository_id`, `t1`.`manifest_id`, `t1`.`label_id` FROM `manifestlabel` AS `t1` WHERE (`t1`.`label_id` = %s) LIMIT %s OFFSET %s', [3, 1, 0]) gcworker stdout | 2022-06-09 11:42:37,554 [71] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`repository_id`, `t1`.`annotated_id`, `t1`.`label_id` FROM `tagmanifestlabel` AS `t1` WHERE (`t1`.`label_id` = %s) LIMIT %s OFFSET %s', [3, 1, 0]) gcworker stdout | 2022-06-09 11:42:37,554 [71] [DEBUG] [peewee] ('DELETE FROM `label` WHERE (`label`.`id` = %s)', [3]) gcworker stdout | 2022-06-09 11:42:37,556 [71] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`repository_id`, `t1`.`manifest_id`, `t1`.`label_id` FROM `manifestlabel` AS `t1` WHERE (`t1`.`label_id` = %s) LIMIT %s OFFSET %s', [4, 1, 0]) gcworker stdout | 2022-06-09 11:42:37,557 [71] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`repository_id`, `t1`.`annotated_id`, `t1`.`label_id` FROM `tagmanifestlabel` AS `t1` WHERE (`t1`.`label_id` = %s) LIMIT %s OFFSET %s', [4, 1, 0]) gcworker stdout | 2022-06-09 11:42:37,558 [71] [DEBUG] [peewee] ('DELETE FROM `label` WHERE (`label`.`id` = %s)', [4]) gcworker stdout | 2022-06-09 11:42:37,560 [71] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`repository_id`, `t1`.`manifest_id`, `t1`.`label_id` FROM `manifestlabel` AS `t1` WHERE (`t1`.`label_id` = %s) LIMIT %s OFFSET %s', [5, 1, 0]) gcworker stdout | 2022-06-09 11:42:37,561 [71] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`repository_id`, `t1`.`annotated_id`, `t1`.`label_id` FROM `tagmanifestlabel` AS `t1` WHERE (`t1`.`label_id` = %s) LIMIT %s OFFSET %s', [5, 1, 0]) gcworker stdout | 2022-06-09 11:42:37,562 [71] [DEBUG] [peewee] ('DELETE FROM `label` WHERE (`label`.`id` = %s)', [5]) gcworker stdout | 2022-06-09 11:42:37,565 [71] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`repository_id`, `t1`.`manifest_id`, `t1`.`label_id` FROM `manifestlabel` AS `t1` WHERE (`t1`.`label_id` = %s) LIMIT %s OFFSET %s', [6, 1, 0]) gcworker stdout | 2022-06-09 11:42:37,566 [71] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`repository_id`, `t1`.`annotated_id`, `t1`.`label_id` FROM `tagmanifestlabel` AS `t1` WHERE (`t1`.`label_id` = %s) LIMIT %s OFFSET %s', [6, 1, 0]) gcworker stdout | 2022-06-09 11:42:37,567 [71] [DEBUG] [peewee] ('DELETE FROM `label` WHERE (`label`.`id` = %s)', [6]) gcworker stdout | 2022-06-09 11:42:37,569 [71] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`repository_id`, `t1`.`manifest_id`, `t1`.`label_id` FROM `manifestlabel` AS `t1` WHERE (`t1`.`label_id` = %s) LIMIT %s OFFSET %s', [7, 1, 0]) gcworker stdout | 2022-06-09 11:42:37,570 [71] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`repository_id`, `t1`.`annotated_id`, `t1`.`label_id` FROM `tagmanifestlabel` AS `t1` WHERE (`t1`.`label_id` = %s) LIMIT %s OFFSET %s', [7, 1, 0]) gcworker stdout | 2022-06-09 11:42:37,571 [71] [DEBUG] [peewee] ('DELETE FROM `label` WHERE (`label`.`id` = %s)', [7]) gcworker stdout | 2022-06-09 11:42:37,573 [71] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`repository_id`, `t1`.`manifest_id`, `t1`.`label_id` FROM `manifestlabel` AS `t1` WHERE (`t1`.`label_id` = %s) LIMIT %s OFFSET %s', [8, 1, 0]) gcworker stdout | 2022-06-09 11:42:37,574 [71] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`repository_id`, `t1`.`annotated_id`, `t1`.`label_id` FROM `tagmanifestlabel` AS `t1` WHERE (`t1`.`label_id` = %s) LIMIT %s OFFSET %s', [8, 1, 0]) gcworker stdout | 2022-06-09 11:42:37,575 [71] [DEBUG] [peewee] ('DELETE FROM `label` WHERE (`label`.`id` = %s)', [8]) gcworker stdout | 2022-06-09 11:42:37,577 [71] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`repository_id`, `t1`.`manifest_id`, `t1`.`label_id` FROM `manifestlabel` AS `t1` WHERE (`t1`.`label_id` = %s) LIMIT %s OFFSET %s', [9, 1, 0]) gcworker stdout | 2022-06-09 11:42:37,578 [71] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`repository_id`, `t1`.`annotated_id`, `t1`.`label_id` FROM `tagmanifestlabel` AS `t1` WHERE (`t1`.`label_id` = %s) LIMIT %s OFFSET %s', [9, 1, 0]) gcworker stdout | 2022-06-09 11:42:37,579 [71] [DEBUG] [peewee] ('DELETE FROM `label` WHERE (`label`.`id` = %s)', [9]) gcworker stdout | 2022-06-09 11:42:37,582 [71] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`repository_id`, `t1`.`manifest_id`, `t1`.`label_id` FROM `manifestlabel` AS `t1` WHERE (`t1`.`label_id` = %s) LIMIT %s OFFSET %s', [10, 1, 0]) gcworker stdout | 2022-06-09 11:42:37,583 [71] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`repository_id`, `t1`.`annotated_id`, `t1`.`label_id` FROM `tagmanifestlabel` AS `t1` WHERE (`t1`.`label_id` = %s) LIMIT %s OFFSET %s', [10, 1, 0]) gcworker stdout | 2022-06-09 11:42:37,584 [71] [DEBUG] [peewee] ('DELETE FROM `label` WHERE (`label`.`id` = %s)', [10]) gcworker stdout | 2022-06-09 11:42:37,586 [71] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`repository_id`, `t1`.`manifest_id`, `t1`.`label_id` FROM `manifestlabel` AS `t1` WHERE (`t1`.`label_id` = %s) LIMIT %s OFFSET %s', [11, 1, 0]) gcworker stdout | 2022-06-09 11:42:37,587 [71] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`repository_id`, `t1`.`annotated_id`, `t1`.`label_id` FROM `tagmanifestlabel` AS `t1` WHERE (`t1`.`label_id` = %s) LIMIT %s OFFSET %s', [11, 1, 0]) gcworker stdout | 2022-06-09 11:42:37,588 [71] [DEBUG] [peewee] ('DELETE FROM `label` WHERE (`label`.`id` = %s)', [11]) gcworker stdout | 2022-06-09 11:42:37,591 [71] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`repository_id`, `t1`.`manifest_id`, `t1`.`label_id` FROM `manifestlabel` AS `t1` WHERE (`t1`.`label_id` = %s) LIMIT %s OFFSET %s', [12, 1, 0]) gcworker stdout | 2022-06-09 11:42:37,592 [71] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`repository_id`, `t1`.`annotated_id`, `t1`.`label_id` FROM `tagmanifestlabel` AS `t1` WHERE (`t1`.`label_id` = %s) LIMIT %s OFFSET %s', [12, 1, 0]) gcworker stdout | 2022-06-09 11:42:37,593 [71] [DEBUG] [peewee] ('DELETE FROM `label` WHERE (`label`.`id` = %s)', [12]) gcworker stdout | 2022-06-09 11:42:37,595 [71] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`repository_id`, `t1`.`manifest_id`, `t1`.`label_id` FROM `manifestlabel` AS `t1` WHERE (`t1`.`label_id` = %s) LIMIT %s OFFSET %s', [13, 1, 0]) gcworker stdout | 2022-06-09 11:42:37,596 [71] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`repository_id`, `t1`.`annotated_id`, `t1`.`label_id` FROM `tagmanifestlabel` AS `t1` WHERE (`t1`.`label_id` = %s) LIMIT %s OFFSET %s', [13, 1, 0]) gcworker stdout | 2022-06-09 11:42:37,597 [71] [DEBUG] [peewee] ('DELETE FROM `label` WHERE (`label`.`id` = %s)', [13]) gcworker stdout | 2022-06-09 11:42:37,600 [71] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`repository_id`, `t1`.`manifest_id`, `t1`.`label_id` FROM `manifestlabel` AS `t1` WHERE (`t1`.`label_id` = %s) LIMIT %s OFFSET %s', [14, 1, 0]) gcworker stdout | 2022-06-09 11:42:37,600 [71] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`repository_id`, `t1`.`annotated_id`, `t1`.`label_id` FROM `tagmanifestlabel` AS `t1` WHERE (`t1`.`label_id` = %s) LIMIT %s OFFSET %s', [14, 1, 0]) gcworker stdout | 2022-06-09 11:42:37,601 [71] [DEBUG] [peewee] ('DELETE FROM `label` WHERE (`label`.`id` = %s)', [14]) gcworker stdout | 2022-06-09 11:42:37,604 [71] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`repository_id`, `t1`.`manifest_id`, `t1`.`label_id` FROM `manifestlabel` AS `t1` WHERE (`t1`.`label_id` = %s) LIMIT %s OFFSET %s', [15, 1, 0]) gcworker stdout | 2022-06-09 11:42:37,605 [71] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`repository_id`, `t1`.`annotated_id`, `t1`.`label_id` FROM `tagmanifestlabel` AS `t1` WHERE (`t1`.`label_id` = %s) LIMIT %s OFFSET %s', [15, 1, 0]) gcworker stdout | 2022-06-09 11:42:37,605 [71] [DEBUG] [peewee] ('DELETE FROM `label` WHERE (`label`.`id` = %s)', [15]) gcworker stdout | 2022-06-09 11:42:37,608 [71] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`repository_id`, `t1`.`manifest_id`, `t1`.`label_id` FROM `manifestlabel` AS `t1` WHERE (`t1`.`label_id` = %s) LIMIT %s OFFSET %s', [16, 1, 0]) gcworker stdout | 2022-06-09 11:42:37,608 [71] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`repository_id`, `t1`.`annotated_id`, `t1`.`label_id` FROM `tagmanifestlabel` AS `t1` WHERE (`t1`.`label_id` = %s) LIMIT %s OFFSET %s', [16, 1, 0]) gcworker stdout | 2022-06-09 11:42:37,609 [71] [DEBUG] [peewee] ('DELETE FROM `label` WHERE (`label`.`id` = %s)', [16]) gcworker stdout | 2022-06-09 11:42:37,611 [71] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`repository_id`, `t1`.`manifest_id`, `t1`.`label_id` FROM `manifestlabel` AS `t1` WHERE (`t1`.`label_id` = %s) LIMIT %s OFFSET %s', [17, 1, 0]) gcworker stdout | 2022-06-09 11:42:37,612 [71] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`repository_id`, `t1`.`annotated_id`, `t1`.`label_id` FROM `tagmanifestlabel` AS `t1` WHERE (`t1`.`label_id` = %s) LIMIT %s OFFSET %s', [17, 1, 0]) gcworker stdout | 2022-06-09 11:42:37,613 [71] [DEBUG] [peewee] ('DELETE FROM `label` WHERE (`label`.`id` = %s)', [17]) gcworker stdout | 2022-06-09 11:42:37,615 [71] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`repository_id`, `t1`.`manifest_id`, `t1`.`label_id` FROM `manifestlabel` AS `t1` WHERE (`t1`.`label_id` = %s) LIMIT %s OFFSET %s', [18, 1, 0]) gcworker stdout | 2022-06-09 11:42:37,616 [71] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`repository_id`, `t1`.`annotated_id`, `t1`.`label_id` FROM `tagmanifestlabel` AS `t1` WHERE (`t1`.`label_id` = %s) LIMIT %s OFFSET %s', [18, 1, 0]) gcworker stdout | 2022-06-09 11:42:37,616 [71] [DEBUG] [peewee] ('DELETE FROM `label` WHERE (`label`.`id` = %s)', [18]) gcworker stdout | 2022-06-09 11:42:37,618 [71] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`repository_id`, `t1`.`manifest_id`, `t1`.`label_id` FROM `manifestlabel` AS `t1` WHERE (`t1`.`label_id` = %s) LIMIT %s OFFSET %s', [19, 1, 0]) gcworker stdout | 2022-06-09 11:42:37,619 [71] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`repository_id`, `t1`.`annotated_id`, `t1`.`label_id` FROM `tagmanifestlabel` AS `t1` WHERE (`t1`.`label_id` = %s) LIMIT %s OFFSET %s', [19, 1, 0]) gcworker stdout | 2022-06-09 11:42:37,620 [71] [DEBUG] [peewee] ('DELETE FROM `label` WHERE (`label`.`id` = %s)', [19]) gcworker stdout | 2022-06-09 11:42:37,622 [71] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`repository_id`, `t1`.`manifest_id`, `t1`.`label_id` FROM `manifestlabel` AS `t1` WHERE (`t1`.`label_id` = %s) LIMIT %s OFFSET %s', [20, 1, 0]) gcworker stdout | 2022-06-09 11:42:37,623 [71] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`repository_id`, `t1`.`annotated_id`, `t1`.`label_id` FROM `tagmanifestlabel` AS `t1` WHERE (`t1`.`label_id` = %s) LIMIT %s OFFSET %s', [20, 1, 0]) gcworker stdout | 2022-06-09 11:42:37,624 [71] [DEBUG] [peewee] ('DELETE FROM `label` WHERE (`label`.`id` = %s)', [20]) gcworker stdout | 2022-06-09 11:42:37,625 [71] [DEBUG] [data.model.storage] Garbage collecting storages from candidates: {1, 2, 3, 4} gcworker stdout | 2022-06-09 11:42:37,625 [71] [DEBUG] [data.model.storage] Garbage collecting storage 1 gcworker stdout | 2022-06-09 11:42:37,626 [71] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`repository_id`, `t1`.`manifest_id`, `t1`.`blob_id` FROM `manifestblob` AS `t1` WHERE (`t1`.`blob_id` = %s) LIMIT %s OFFSET %s', [1, 1, 0]) gcworker stdout | 2022-06-09 11:42:37,627 [71] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`docker_image_id`, `t1`.`repository_id`, `t1`.`ancestors`, `t1`.`storage_id`, `t1`.`created`, `t1`.`comment`, `t1`.`command`, `t1`.`aggregate_size`, `t1`.`v1_json_metadata`, `t1`.`v1_checksum`, `t1`.`security_indexed`, `t1`.`security_indexed_engine`, `t1`.`parent_id` FROM `image` AS `t1` WHERE (`t1`.`storage_id` = %s) LIMIT %s OFFSET %s', [1, 1, 0]) gcworker stdout | 2022-06-09 11:42:37,629 [71] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`repository_id`, `t1`.`blob_id`, `t1`.`uploaded_at`, `t1`.`expires_at` FROM `uploadedblob` AS `t1` WHERE (`t1`.`blob_id` = %s) LIMIT %s OFFSET %s', [1, 1, 0]) gcworker stdout | 2022-06-09 11:42:37,630 [71] [DEBUG] [data.model.storage] Garbage collecting storage 2 gcworker stdout | 2022-06-09 11:42:37,631 [71] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`repository_id`, `t1`.`manifest_id`, `t1`.`blob_id` FROM `manifestblob` AS `t1` WHERE (`t1`.`blob_id` = %s) LIMIT %s OFFSET %s', [2, 1, 0]) gcworker stdout | 2022-06-09 11:42:37,632 [71] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`docker_image_id`, `t1`.`repository_id`, `t1`.`ancestors`, `t1`.`storage_id`, `t1`.`created`, `t1`.`comment`, `t1`.`command`, `t1`.`aggregate_size`, `t1`.`v1_json_metadata`, `t1`.`v1_checksum`, `t1`.`security_indexed`, `t1`.`security_indexed_engine`, `t1`.`parent_id` FROM `image` AS `t1` WHERE (`t1`.`storage_id` = %s) LIMIT %s OFFSET %s', [2, 1, 0]) gcworker stdout | 2022-06-09 11:42:37,634 [71] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`repository_id`, `t1`.`blob_id`, `t1`.`uploaded_at`, `t1`.`expires_at` FROM `uploadedblob` AS `t1` WHERE (`t1`.`blob_id` = %s) LIMIT %s OFFSET %s', [2, 1, 0]) gcworker stdout | 2022-06-09 11:42:37,634 [71] [DEBUG] [data.model.storage] Garbage collecting storage 3 gcworker stdout | 2022-06-09 11:42:37,636 [71] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`repository_id`, `t1`.`manifest_id`, `t1`.`blob_id` FROM `manifestblob` AS `t1` WHERE (`t1`.`blob_id` = %s) LIMIT %s OFFSET %s', [3, 1, 0]) gcworker stdout | 2022-06-09 11:42:37,637 [71] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`docker_image_id`, `t1`.`repository_id`, `t1`.`ancestors`, `t1`.`storage_id`, `t1`.`created`, `t1`.`comment`, `t1`.`command`, `t1`.`aggregate_size`, `t1`.`v1_json_metadata`, `t1`.`v1_checksum`, `t1`.`security_indexed`, `t1`.`security_indexed_engine`, `t1`.`parent_id` FROM `image` AS `t1` WHERE (`t1`.`storage_id` = %s) LIMIT %s OFFSET %s', [3, 1, 0]) gcworker stdout | 2022-06-09 11:42:37,638 [71] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`repository_id`, `t1`.`blob_id`, `t1`.`uploaded_at`, `t1`.`expires_at` FROM `uploadedblob` AS `t1` WHERE (`t1`.`blob_id` = %s) LIMIT %s OFFSET %s', [3, 1, 0]) gcworker stdout | 2022-06-09 11:42:37,639 [71] [DEBUG] [data.model.storage] Garbage collecting storage 4 gcworker stdout | 2022-06-09 11:42:37,640 [71] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`repository_id`, `t1`.`manifest_id`, `t1`.`blob_id` FROM `manifestblob` AS `t1` WHERE (`t1`.`blob_id` = %s) LIMIT %s OFFSET %s', [4, 1, 0]) gcworker stdout | 2022-06-09 11:42:37,641 [71] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`docker_image_id`, `t1`.`repository_id`, `t1`.`ancestors`, `t1`.`storage_id`, `t1`.`created`, `t1`.`comment`, `t1`.`command`, `t1`.`aggregate_size`, `t1`.`v1_json_metadata`, `t1`.`v1_checksum`, `t1`.`security_indexed`, `t1`.`security_indexed_engine`, `t1`.`parent_id` FROM `image` AS `t1` WHERE (`t1`.`storage_id` = %s) LIMIT %s OFFSET %s', [4, 1, 0]) gcworker stdout | 2022-06-09 11:42:37,642 [71] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`repository_id`, `t1`.`blob_id`, `t1`.`uploaded_at`, `t1`.`expires_at` FROM `uploadedblob` AS `t1` WHERE (`t1`.`blob_id` = %s) LIMIT %s OFFSET %s', [4, 1, 0]) gcworker stdout | 2022-06-09 11:42:37,643 [71] [DEBUG] [data.model.storage] Garbage collecting storages from candidates: {1, 2, 3, 4} gcworker stdout | 2022-06-09 11:42:37,643 [71] [DEBUG] [data.model.storage] Garbage collecting storage 1 gcworker stdout | 2022-06-09 11:42:37,645 [71] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`repository_id`, `t1`.`manifest_id`, `t1`.`blob_id` FROM `manifestblob` AS `t1` WHERE (`t1`.`blob_id` = %s) LIMIT %s OFFSET %s', [1, 1, 0]) gcworker stdout | 2022-06-09 11:42:37,646 [71] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`docker_image_id`, `t1`.`repository_id`, `t1`.`ancestors`, `t1`.`storage_id`, `t1`.`created`, `t1`.`comment`, `t1`.`command`, `t1`.`aggregate_size`, `t1`.`v1_json_metadata`, `t1`.`v1_checksum`, `t1`.`security_indexed`, `t1`.`security_indexed_engine`, `t1`.`parent_id` FROM `image` AS `t1` WHERE (`t1`.`storage_id` = %s) LIMIT %s OFFSET %s', [1, 1, 0]) gcworker stdout | 2022-06-09 11:42:37,647 [71] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`repository_id`, `t1`.`blob_id`, `t1`.`uploaded_at`, `t1`.`expires_at` FROM `uploadedblob` AS `t1` WHERE (`t1`.`blob_id` = %s) LIMIT %s OFFSET %s', [1, 1, 0]) gcworker stdout | 2022-06-09 11:42:37,648 [71] [DEBUG] [data.model.storage] Garbage collecting storage 2 gcworker stdout | 2022-06-09 11:42:37,649 [71] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`repository_id`, `t1`.`manifest_id`, `t1`.`blob_id` FROM `manifestblob` AS `t1` WHERE (`t1`.`blob_id` = %s) LIMIT %s OFFSET %s', [2, 1, 0]) gcworker stdout | 2022-06-09 11:42:37,651 [71] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`docker_image_id`, `t1`.`repository_id`, `t1`.`ancestors`, `t1`.`storage_id`, `t1`.`created`, `t1`.`comment`, `t1`.`command`, `t1`.`aggregate_size`, `t1`.`v1_json_metadata`, `t1`.`v1_checksum`, `t1`.`security_indexed`, `t1`.`security_indexed_engine`, `t1`.`parent_id` FROM `image` AS `t1` WHERE (`t1`.`storage_id` = %s) LIMIT %s OFFSET %s', [2, 1, 0]) gcworker stdout | 2022-06-09 11:42:37,652 [71] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`repository_id`, `t1`.`blob_id`, `t1`.`uploaded_at`, `t1`.`expires_at` FROM `uploadedblob` AS `t1` WHERE (`t1`.`blob_id` = %s) LIMIT %s OFFSET %s', [2, 1, 0]) gcworker stdout | 2022-06-09 11:42:37,653 [71] [DEBUG] [data.model.storage] Garbage collecting storage 3 gcworker stdout | 2022-06-09 11:42:37,654 [71] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`repository_id`, `t1`.`manifest_id`, `t1`.`blob_id` FROM `manifestblob` AS `t1` WHERE (`t1`.`blob_id` = %s) LIMIT %s OFFSET %s', [3, 1, 0]) gcworker stdout | 2022-06-09 11:42:37,655 [71] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`docker_image_id`, `t1`.`repository_id`, `t1`.`ancestors`, `t1`.`storage_id`, `t1`.`created`, `t1`.`comment`, `t1`.`command`, `t1`.`aggregate_size`, `t1`.`v1_json_metadata`, `t1`.`v1_checksum`, `t1`.`security_indexed`, `t1`.`security_indexed_engine`, `t1`.`parent_id` FROM `image` AS `t1` WHERE (`t1`.`storage_id` = %s) LIMIT %s OFFSET %s', [3, 1, 0]) gcworker stdout | 2022-06-09 11:42:37,657 [71] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`repository_id`, `t1`.`blob_id`, `t1`.`uploaded_at`, `t1`.`expires_at` FROM `uploadedblob` AS `t1` WHERE (`t1`.`blob_id` = %s) LIMIT %s OFFSET %s', [3, 1, 0]) gcworker stdout | 2022-06-09 11:42:37,657 [71] [DEBUG] [data.model.storage] Garbage collecting storage 4 gcworker stdout | 2022-06-09 11:42:37,659 [71] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`repository_id`, `t1`.`manifest_id`, `t1`.`blob_id` FROM `manifestblob` AS `t1` WHERE (`t1`.`blob_id` = %s) LIMIT %s OFFSET %s', [4, 1, 0]) gcworker stdout | 2022-06-09 11:42:37,660 [71] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`docker_image_id`, `t1`.`repository_id`, `t1`.`ancestors`, `t1`.`storage_id`, `t1`.`created`, `t1`.`comment`, `t1`.`command`, `t1`.`aggregate_size`, `t1`.`v1_json_metadata`, `t1`.`v1_checksum`, `t1`.`security_indexed`, `t1`.`security_indexed_engine`, `t1`.`parent_id` FROM `image` AS `t1` WHERE (`t1`.`storage_id` = %s) LIMIT %s OFFSET %s', [4, 1, 0]) gcworker stdout | 2022-06-09 11:42:37,661 [71] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`repository_id`, `t1`.`blob_id`, `t1`.`uploaded_at`, `t1`.`expires_at` FROM `uploadedblob` AS `t1` WHERE (`t1`.`blob_id` = %s) LIMIT %s OFFSET %s', [4, 1, 0]) gcworker stdout | 2022-06-09 11:42:37,663 [71] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`name`, `t1`.`repository_id`, `t1`.`manifest_id`, `t1`.`lifetime_start_ms`, `t1`.`lifetime_end_ms`, `t1`.`hidden`, `t1`.`reversion`, `t1`.`tag_kind_id`, `t1`.`linked_tag_id` FROM `tag` AS `t1` INNER JOIN `repository` AS `t2` ON (`t1`.`repository_id` = `t2`.`id`) INNER JOIN `user` AS `t3` ON (`t2`.`namespace_user_id` = `t3`.`id`) WHERE (((`t1`.`repository_id` = %s) AND NOT (`t1`.`lifetime_end_ms` IS %s)) AND (`t1`.`lifetime_end_ms` <= (%s - (`t3`.`removed_tag_expiration_s` * %s)))) LIMIT %s', [1, None, 1654774957513, 1000, 10]) gcworker stdout | 2022-06-09 11:42:37,664 [71] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`name`, `t1`.`image_id`, `t1`.`repository_id`, `t1`.`lifetime_start_ts`, `t1`.`lifetime_end_ts`, `t1`.`hidden`, `t1`.`reversion` FROM `repositorytag` AS `t1` INNER JOIN `repository` AS `t2` ON (`t1`.`repository_id` = `t2`.`id`) INNER JOIN `user` AS `t3` ON (`t2`.`namespace_user_id` = `t3`.`id`) WHERE (((`t1`.`repository_id` = %s) AND NOT (`t1`.`lifetime_end_ts` IS %s)) AND (`t1`.`lifetime_end_ts` <= (%s - `t3`.`removed_tag_expiration_s`))) LIMIT %s', [1, None, 1654774957, 10]) gcworker stdout | 2022-06-09 11:42:37,665 [71] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`repository_id`, `t1`.`blob_id`, `t1`.`uploaded_at`, `t1`.`expires_at` FROM `uploadedblob` AS `t1` WHERE ((`t1`.`repository_id` = %s) AND (`t1`.`expires_at` <= %s)) LIMIT %s', [1, datetime.datetime(2022, 6, 9, 11, 42, 37, 665467), 10]) gcworker stdout | 2022-06-09 11:42:37,666 [71] [DEBUG] [__main__] Finished GC of repository #1 (quay) gcworker stdout | 2022-06-09 11:42:37,666 [71] [DEBUG] [util.locking] Releasing lock REPO_GARBAGE_COLLECTION_1 gcworker stdout | 2022-06-09 11:42:37,666 [71] [DEBUG] [redis_lock.release] Releasing 'lock:REPO_GARBAGE_COLLECTION_1'. gcworker stdout | 2022-06-09 11:42:37,667 [71] [DEBUG] [util.locking] Released lock REPO_GARBAGE_COLLECTION_1 gcworker stdout | 2022-06-09 11:42:37,667 [71] [DEBUG] [data.database] Disconnecting from database. gcworker stdout | 2022-06-09 11:42:37,667 [71] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 11:43:07 UTC)" executed successfully repositorygcworker stdout | 2022-06-09 11:42:38,465 [89] [DEBUG] [apscheduler.scheduler] Looking for jobs to run repositorygcworker stdout | 2022-06-09 11:42:38,465 [89] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:42:51.502316+00:00 (in 13.036621 seconds) repositorygcworker stdout | 2022-06-09 11:42:38,466 [89] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 11:43:38 UTC)" (scheduled at 2022-06-09 11:42:38.463361+00:00) repositorygcworker stdout | 2022-06-09 11:42:38,466 [89] [DEBUG] [workers.queueworker] Getting work item from queue. repositorygcworker stdout | 2022-06-09 11:42:38,466 [89] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 42, 38, 466255), True, datetime.datetime(2022, 6, 9, 11, 42, 38, 466255), 0, 'repositorygc/%', 50, 1, 0]) repositorygcworker stdout | 2022-06-09 11:42:38,469 [89] [DEBUG] [workers.queueworker] No more work. repositorygcworker stdout | 2022-06-09 11:42:38,470 [89] [DEBUG] [data.database] Disconnecting from database. repositorygcworker stdout | 2022-06-09 11:42:38,470 [89] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 11:43:38 UTC)" executed successfully notificationworker stdout | 2022-06-09 11:42:40,619 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 11:42:40,619 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:42:50.617379+00:00 (in 9.998085 seconds) notificationworker stdout | 2022-06-09 11:42:40,619 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:42:50 UTC)" (scheduled at 2022-06-09 11:42:40.617379+00:00) notificationworker stdout | 2022-06-09 11:42:40,619 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 11:42:40,620 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 42, 40, 619746), True, datetime.datetime(2022, 6, 9, 11, 42, 40, 619746), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 11:42:40,622 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 11:42:40,622 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 11:42:40,622 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:42:50 UTC)" executed successfully buildlogsarchiver stdout | 2022-06-09 11:42:45,367 [66] [DEBUG] [apscheduler.scheduler] Looking for jobs to run buildlogsarchiver stdout | 2022-06-09 11:42:45,368 [66] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:43:15.366042+00:00 (in 29.998051 seconds) buildlogsarchiver stdout | 2022-06-09 11:42:45,368 [66] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 11:43:15 UTC)" (scheduled at 2022-06-09 11:42:45.366042+00:00) buildlogsarchiver stdout | 2022-06-09 11:42:45,368 [66] [DEBUG] [peewee] ('SELECT `candidates`.`id` FROM (SELECT `t1`.`id` FROM `repositorybuild` AS `t1` WHERE (((`t1`.`phase` IN (%s, %s, %s)) OR (`t1`.`started` < %s)) AND (`t1`.`logs_archived` = %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2022, 5, 25, 11, 42, 45, 368295), False, 50, 1, 0]) buildlogsarchiver stdout | 2022-06-09 11:42:45,371 [66] [DEBUG] [__main__] No more builds to archive buildlogsarchiver stdout | 2022-06-09 11:42:45,371 [66] [DEBUG] [data.database] Disconnecting from database. buildlogsarchiver stdout | 2022-06-09 11:42:45,371 [66] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 11:43:15 UTC)" executed successfully exportactionlogsworker stdout | 2022-06-09 11:42:47,410 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run exportactionlogsworker stdout | 2022-06-09 11:42:47,410 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:43:04.366245+00:00 (in 16.955798 seconds) exportactionlogsworker stdout | 2022-06-09 11:42:47,410 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 11:43:47 UTC)" (scheduled at 2022-06-09 11:42:47.409953+00:00) exportactionlogsworker stdout | 2022-06-09 11:42:47,410 [70] [DEBUG] [workers.queueworker] Running watchdog. exportactionlogsworker stdout | 2022-06-09 11:42:47,410 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 11:43:47 UTC)" executed successfully blobuploadcleanupworker stdout | 2022-06-09 11:42:47,961 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'blobuploadcleanupworker.py', 'pid': '64'} logrotateworker stdout | 2022-06-09 11:42:48,070 [77] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'logrotateworker.py', 'pid': '77'} repositoryactioncounter stdout | 2022-06-09 11:42:48,094 [88] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositoryactioncounter.py', 'pid': '88'} securityscanningnotificationworker stdout | 2022-06-09 11:42:48,125 [90] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'securityscanningnotificationworker.py', 'pid': '90'} exportactionlogsworker stdout | 2022-06-09 11:42:48,171 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'exportactionlogsworker.py', 'pid': '70'} chunkcleanupworker stdout | 2022-06-09 11:42:48,248 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'chunkcleanupworker.py', 'pid': '67'} namespacegcworker stdout | 2022-06-09 11:42:48,253 [83] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'namespacegcworker.py', 'pid': '83'} gunicorn-web stdout | 2022-06-09 11:42:48,352 [243] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '243'} gunicorn-web stdout | 2022-06-09 11:42:48,359 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '75'} gunicorn-web stdout | 2022-06-09 11:42:48,367 [226] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '226'} gunicorn-web stdout | 2022-06-09 11:42:48,410 [242] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '242'} gunicorn-web stdout | 2022-06-09 11:42:48,419 [235] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '235'} gunicorn-web stdout | 2022-06-09 11:42:48,428 [228] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '228'} gunicorn-web stdout | 2022-06-09 11:42:48,436 [241] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '241'} gunicorn-web stdout | 2022-06-09 11:42:48,461 [244] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '244'} gunicorn-web stdout | 2022-06-09 11:42:48,490 [237] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '237'} gunicorn-web stdout | 2022-06-09 11:42:48,511 [234] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '234'} gunicorn-web stdout | 2022-06-09 11:42:48,518 [236] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '236'} gunicorn-web stdout | 2022-06-09 11:42:48,525 [230] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '230'} gunicorn-web stdout | 2022-06-09 11:42:48,542 [239] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '239'} gunicorn-web stdout | 2022-06-09 11:42:48,550 [231] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '231'} gunicorn-web stdout | 2022-06-09 11:42:48,559 [229] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '229'} repositorygcworker stdout | 2022-06-09 11:42:48,567 [89] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositorygcworker.py', 'pid': '89'} gunicorn-web stdout | 2022-06-09 11:42:48,575 [238] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '238'} manifestbackfillworker stdout | 2022-06-09 11:42:48,583 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'manifestbackfillworker.py', 'pid': '78'} gunicorn-web stdout | 2022-06-09 11:42:48,591 [232] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '232'} gunicorn-secscan stdout | 2022-06-09 11:42:48,599 [221] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '221'} gunicorn-secscan stdout | 2022-06-09 11:42:48,618 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '74'} gunicorn-secscan stdout | 2022-06-09 11:42:48,627 [224] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '224'} storagereplication stdout | 2022-06-09 11:42:48,638 [93] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'storagereplication.py', 'pid': '93'} gunicorn-secscan stdout | 2022-06-09 11:42:48,645 [225] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '225'} gunicorn-secscan stdout | 2022-06-09 11:42:48,658 [227] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '227'} globalpromstats stdout | 2022-06-09 11:42:48,666 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'globalpromstats.py', 'pid': '72'} expiredappspecifictokenworker stdout | 2022-06-09 11:42:48,674 [69] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '69'} servicekey stdout | 2022-06-09 11:42:48,718 [92] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'servicekeyworker.py', 'pid': '92'} notificationworker stdout | 2022-06-09 11:42:48,772 [85] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'notificationworker.py', 'pid': '85'} builder stdout | 2022-06-09 11:42:48,780 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'builder.py', 'pid': '65'} buildlogsarchiver stdout | 2022-06-09 11:42:48,787 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'buildlogsarchiver.py', 'pid': '66'} teamsyncworker stdout | 2022-06-09 11:42:48,794 [94] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'teamsyncworker.py', 'pid': '94'} gcworker stdout | 2022-06-09 11:42:48,837 [71] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'gcworker.py', 'pid': '71'} queuecleanupworker stdout | 2022-06-09 11:42:48,847 [87] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'queuecleanupworker.py', 'pid': '87'} notificationworker stdout | 2022-06-09 11:42:50,620 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 11:42:50,620 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:43:00.617379+00:00 (in 9.996950 seconds) notificationworker stdout | 2022-06-09 11:42:50,621 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:43:00 UTC)" (scheduled at 2022-06-09 11:42:50.617379+00:00) notificationworker stdout | 2022-06-09 11:42:50,621 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 11:42:50,621 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 42, 50, 621254), True, datetime.datetime(2022, 6, 9, 11, 42, 50, 621254), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 11:42:50,624 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 11:42:50,624 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 11:42:50,624 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:43:00 UTC)" executed successfully gunicorn-registry stdout | 2022-06-09 11:42:50,801 [271] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '271'} gunicorn-registry stdout | 2022-06-09 11:42:50,808 [273] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '273'} gunicorn-registry stdout | 2022-06-09 11:42:50,817 [275] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '275'} gunicorn-registry stdout | 2022-06-09 11:42:50,825 [277] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '277'} gunicorn-registry stdout | 2022-06-09 11:42:50,835 [276] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '276'} gunicorn-registry stdout | 2022-06-09 11:42:50,842 [246] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '246'} gunicorn-registry stdout | 2022-06-09 11:42:50,851 [274] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '274'} gunicorn-registry stdout | 2022-06-09 11:42:50,858 [263] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '263'} gunicorn-registry stdout | 2022-06-09 11:42:50,866 [266] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '266'} gunicorn-registry stdout | 2022-06-09 11:42:50,873 [254] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '254'} gunicorn-registry stdout | 2022-06-09 11:42:50,881 [260] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '260'} gunicorn-registry stdout | 2022-06-09 11:42:50,889 [270] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '270'} gunicorn-registry stdout | 2022-06-09 11:42:50,896 [253] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '253'} gunicorn-registry stdout | 2022-06-09 11:42:50,903 [268] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '268'} gunicorn-registry stdout | 2022-06-09 11:42:50,913 [261] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '261'} gunicorn-registry stdout | 2022-06-09 11:42:50,918 [248] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '248'} gunicorn-registry stdout | 2022-06-09 11:42:50,925 [245] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '245'} gunicorn-registry stdout | 2022-06-09 11:42:50,934 [249] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '249'} gunicorn-registry stdout | 2022-06-09 11:42:50,941 [251] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '251'} gunicorn-registry stdout | 2022-06-09 11:42:50,949 [259] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '259'} gunicorn-registry stdout | 2022-06-09 11:42:50,957 [250] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '250'} gunicorn-registry stdout | 2022-06-09 11:42:50,964 [265] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '265'} gunicorn-registry stdout | 2022-06-09 11:42:50,973 [73] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '73'} gunicorn-registry stdout | 2022-06-09 11:42:50,979 [267] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '267'} gunicorn-registry stdout | 2022-06-09 11:42:50,986 [256] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '256'} gunicorn-registry stdout | 2022-06-09 11:42:50,994 [262] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '262'} gunicorn-registry stdout | 2022-06-09 11:42:51,005 [264] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '264'} gunicorn-registry stdout | 2022-06-09 11:42:51,020 [272] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '272'} gunicorn-registry stdout | 2022-06-09 11:42:51,027 [269] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '269'} gunicorn-registry stdout | 2022-06-09 11:42:51,033 [247] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '247'} gunicorn-registry stdout | 2022-06-09 11:42:51,043 [255] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '255'} gunicorn-registry stdout | 2022-06-09 11:42:51,051 [252] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '252'} gunicorn-registry stdout | 2022-06-09 11:42:51,058 [257] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '257'} repositorygcworker stdout | 2022-06-09 11:42:51,507 [89] [DEBUG] [apscheduler.scheduler] Looking for jobs to run repositorygcworker stdout | 2022-06-09 11:42:51,507 [89] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:43:38.463361+00:00 (in 46.956170 seconds) repositorygcworker stdout | 2022-06-09 11:42:51,507 [89] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 11:43:51 UTC)" (scheduled at 2022-06-09 11:42:51.502316+00:00) repositorygcworker stdout | 2022-06-09 11:42:51,507 [89] [DEBUG] [workers.queueworker] Running watchdog. repositorygcworker stdout | 2022-06-09 11:42:51,507 [89] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 11:43:51 UTC)" executed successfully gunicorn-web stdout | 2022-06-09 11:42:53,161 [226] [DEBUG] [app] Starting request: urn:request:eb8ffac9-742b-4b8d-a3d8-f99759e08a8b (/api/v1/user/notifications) {'X-Forwarded-For': '172.24.0.1'} gunicorn-web stdout | 2022-06-09 11:42:53,161 [242] [DEBUG] [app] Starting request: urn:request:59eae62e-438a-49fe-a19b-b67112424ca8 (/api/v1/user/apptoken) {'X-Forwarded-For': '172.24.0.1'} gunicorn-web stdout | 2022-06-09 11:42:53,161 [226] [DEBUG] [app] User loader loading deferred user with uuid: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 11:42:53,161 [226] [DEBUG] [auth.cookie] Loading user from cookie: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 11:42:53,161 [242] [DEBUG] [app] User loader loading deferred user with uuid: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 11:42:53,161 [242] [DEBUG] [auth.cookie] Loading user from cookie: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 11:42:53,162 [226] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`uuid`, `t1`.`username`, `t1`.`password_hash`, `t1`.`email`, `t1`.`verified`, `t1`.`stripe_id`, `t1`.`organization`, `t1`.`robot`, `t1`.`invoice_email`, `t1`.`invalid_login_attempts`, `t1`.`last_invalid_login`, `t1`.`removed_tag_expiration_s`, `t1`.`enabled`, `t1`.`invoice_email_address`, `t1`.`given_name`, `t1`.`family_name`, `t1`.`company`, `t1`.`location`, `t1`.`maximum_queued_builds_count`, `t1`.`creation_date`, `t1`.`last_accessed` FROM `user` AS `t1` WHERE ((`t1`.`uuid` = %s) AND (`t1`.`organization` = %s)) LIMIT %s OFFSET %s', ['82228490-d075-4921-ae7a-af4408cf11b4', False, 1, 0]) gunicorn-web stdout | 2022-06-09 11:42:53,162 [242] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`uuid`, `t1`.`username`, `t1`.`password_hash`, `t1`.`email`, `t1`.`verified`, `t1`.`stripe_id`, `t1`.`organization`, `t1`.`robot`, `t1`.`invoice_email`, `t1`.`invalid_login_attempts`, `t1`.`last_invalid_login`, `t1`.`removed_tag_expiration_s`, `t1`.`enabled`, `t1`.`invoice_email_address`, `t1`.`given_name`, `t1`.`family_name`, `t1`.`company`, `t1`.`location`, `t1`.`maximum_queued_builds_count`, `t1`.`creation_date`, `t1`.`last_accessed` FROM `user` AS `t1` WHERE ((`t1`.`uuid` = %s) AND (`t1`.`organization` = %s)) LIMIT %s OFFSET %s', ['82228490-d075-4921-ae7a-af4408cf11b4', False, 1, 0]) gunicorn-web stdout | 2022-06-09 11:42:53,164 [226] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None]) gunicorn-web stdout | 2022-06-09 11:42:53,164 [226] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2022-06-09 11:42:53,164 [226] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 11:42:53,164 [242] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None]) gunicorn-web stdout | 2022-06-09 11:42:53,164 [226] [DEBUG] [endpoints.api] Checking permission for user ibazulic gunicorn-web stdout | 2022-06-09 11:42:53,164 [242] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2022-06-09 11:42:53,164 [242] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 11:42:53,164 [226] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 11:42:53,165 [226] [DEBUG] [auth.permissions] User permission: userspecificneed(type='user', username='ibazulic', role='admin') gunicorn-web stdout | 2022-06-09 11:42:53,165 [226] [DEBUG] [auth.permissions] User namespace permission: namespacewide(type='organization', namespace='ibazulic', role='admin') gunicorn-web stdout | 2022-06-09 11:42:53,165 [226] [DEBUG] [auth.permissions] User namespace repo permission: namespacewide(type='organizationrepo', namespace='ibazulic', role='admin') gunicorn-web stdout | 2022-06-09 11:42:53,165 [242] [DEBUG] [endpoints.api] Checking permission for user ibazulic gunicorn-web stdout | 2022-06-09 11:42:53,165 [226] [DEBUG] [auth.permissions] Adding superuser to user: ibazulic gunicorn-web stdout | 2022-06-09 11:42:53,165 [242] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 11:42:53,165 [242] [DEBUG] [auth.permissions] User permission: userspecificneed(type='user', username='ibazulic', role='admin') gunicorn-web stdout | 2022-06-09 11:42:53,165 [242] [DEBUG] [auth.permissions] User namespace permission: namespacewide(type='organization', namespace='ibazulic', role='admin') gunicorn-web stdout | 2022-06-09 11:42:53,165 [242] [DEBUG] [auth.permissions] User namespace repo permission: namespacewide(type='organizationrepo', namespace='ibazulic', role='admin') gunicorn-web stdout | 2022-06-09 11:42:53,165 [242] [DEBUG] [auth.permissions] Adding superuser to user: ibazulic gunicorn-web stdout | 2022-06-09 11:42:53,165 [242] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`user_id`, `t1`.`uuid`, `t1`.`title`, `t1`.`token_name`, `t1`.`token_secret`, `t1`.`created`, `t1`.`expiration`, `t1`.`last_accessed` FROM `appspecificauthtoken` AS `t1` WHERE (((`t1`.`user_id` = %s) AND (`t1`.`expiration` <= %s)) AND (`t1`.`expiration` > %s))', [1, datetime.datetime(2022, 6, 12, 6, 54, 53, 165430), datetime.datetime(2022, 6, 9, 11, 42, 53, 165497)]) gunicorn-web stdout | 2022-06-09 11:42:53,166 [226] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`uuid`, `t1`.`kind_id`, `t1`.`metadata_json`, `t1`.`dismissed`, `t1`.`lookup_path`, `t1`.`created`, `t1`.`created` AS `cd`, `t1`.`target_id` FROM `notification` AS `t1` INNER JOIN `notificationkind` AS `t2` ON (`t1`.`kind_id` = `t2`.`id`) WHERE ((`t1`.`dismissed` = %s) AND (`t1`.`target_id` = %s)) UNION SELECT `t3`.`id`, `t3`.`uuid`, `t3`.`kind_id`, `t3`.`metadata_json`, `t3`.`dismissed`, `t3`.`lookup_path`, `t3`.`created`, `t3`.`created` AS `cd`, `t3`.`target_id` FROM `notification` AS `t3` INNER JOIN `notificationkind` AS `t4` ON (`t3`.`kind_id` = `t4`.`id`) INNER JOIN `user` AS `t5` ON (`t5`.`id` = `t3`.`target_id`) INNER JOIN `team` AS `t6` ON (`t5`.`id` = `t6`.`organization_id`) INNER JOIN `teamrole` AS `t7` ON (`t6`.`role_id` = `t7`.`id`) INNER JOIN `teammember` AS `t8` ON (`t6`.`id` = `t8`.`team_id`) INNER JOIN `user` AS `t9` ON (`t8`.`user_id` = `t9`.`id`) WHERE ((`t3`.`dismissed` = %s) AND ((`t9`.`id` = %s) AND (`t7`.`name` = %s))) ORDER BY cd desc LIMIT %s', [False, 1, False, 1, 'admin', 6]) gunicorn-web stdout | 2022-06-09 11:42:53,167 [242] [DEBUG] [app] Ending request: urn:request:59eae62e-438a-49fe-a19b-b67112424ca8 (/api/v1/user/apptoken) {'endpoint': 'api.apptokens', 'request_id': 'urn:request:59eae62e-438a-49fe-a19b-b67112424ca8', 'remote_addr': '172.24.0.1', 'http_method': 'GET', 'original_url': 'https://quay.skynet/api/v1/user/apptoken?expiring=true', 'path': '/api/v1/user/apptoken', 'parameters': {'expiring': 'true'}, 'json_body': None, 'confsha': '61c38a19', 'user-agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:101.0) Gecko/20100101 Firefox/101.0'} gunicorn-web stdout | 2022-06-09 11:42:53,168 [242] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2022-06-09 11:42:53,168 [226] [DEBUG] [app] Ending request: urn:request:eb8ffac9-742b-4b8d-a3d8-f99759e08a8b (/api/v1/user/notifications) {'endpoint': 'api.usernotificationlist', 'request_id': 'urn:request:eb8ffac9-742b-4b8d-a3d8-f99759e08a8b', 'remote_addr': '172.24.0.1', 'http_method': 'GET', 'original_url': 'https://quay.skynet/api/v1/user/notifications', 'path': '/api/v1/user/notifications', 'parameters': {}, 'json_body': None, 'confsha': '61c38a19', 'user-agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:101.0) Gecko/20100101 Firefox/101.0'} gunicorn-web stdout | 2022-06-09 11:42:53,168 [242] [INFO] [gunicorn.access] 172.24.0.1 - - [09/Jun/2022:11:42:53 +0000] "GET /api/v1/user/apptoken?expiring=true HTTP/1.0" 200 38 "https://quay.skynet/repository/ibazulic/quay?tab=history" "Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:101.0) Gecko/20100101 Firefox/101.0" nginx stdout | 172.24.0.1 () - - [09/Jun/2022:11:42:53 +0000] "GET /api/v1/user/apptoken?expiring=true HTTP/2.0" 200 38 "https://quay.skynet/repository/ibazulic/quay?tab=history" "Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:101.0) Gecko/20100101 Firefox/101.0" (0.008 61 0.004) gunicorn-web stdout | 2022-06-09 11:42:53,169 [226] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2022-06-09 11:42:53,169 [226] [INFO] [gunicorn.access] 172.24.0.1 - - [09/Jun/2022:11:42:53 +0000] "GET /api/v1/user/notifications HTTP/1.0" 200 43 "https://quay.skynet/repository/ibazulic/quay?tab=history" "Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:101.0) Gecko/20100101 Firefox/101.0" nginx stdout | 172.24.0.1 () - - [09/Jun/2022:11:42:53 +0000] "GET /api/v1/user/notifications HTTP/2.0" 200 43 "https://quay.skynet/repository/ibazulic/quay?tab=history" "Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:101.0) Gecko/20100101 Firefox/101.0" (0.010 753 0.008) namespacegcworker stdout | 2022-06-09 11:42:55,473 [83] [DEBUG] [apscheduler.scheduler] Looking for jobs to run namespacegcworker stdout | 2022-06-09 11:42:55,473 [83] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:43:01.521527+00:00 (in 6.047840 seconds) namespacegcworker stdout | 2022-06-09 11:42:55,474 [83] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 11:43:55 UTC)" (scheduled at 2022-06-09 11:42:55.463831+00:00) namespacegcworker stdout | 2022-06-09 11:42:55,474 [83] [DEBUG] [workers.queueworker] Getting work item from queue. namespacegcworker stdout | 2022-06-09 11:42:55,475 [83] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 42, 55, 474576), True, datetime.datetime(2022, 6, 9, 11, 42, 55, 474576), 0, 'namespacegc/%', 50, 1, 0]) namespacegcworker stdout | 2022-06-09 11:42:55,478 [83] [DEBUG] [workers.queueworker] No more work. namespacegcworker stdout | 2022-06-09 11:42:55,478 [83] [DEBUG] [data.database] Disconnecting from database. namespacegcworker stdout | 2022-06-09 11:42:55,479 [83] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 11:43:55 UTC)" executed successfully notificationworker stdout | 2022-06-09 11:43:00,619 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 11:43:00,619 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:43:10.617379+00:00 (in 9.997838 seconds) notificationworker stdout | 2022-06-09 11:43:00,619 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:43:10 UTC)" (scheduled at 2022-06-09 11:43:00.617379+00:00) notificationworker stdout | 2022-06-09 11:43:00,619 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 11:43:00,620 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 43, 0, 619992), True, datetime.datetime(2022, 6, 9, 11, 43, 0, 619992), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 11:43:00,623 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 11:43:00,623 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 11:43:00,623 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:43:10 UTC)" executed successfully namespacegcworker stdout | 2022-06-09 11:43:01,529 [83] [DEBUG] [apscheduler.scheduler] Looking for jobs to run namespacegcworker stdout | 2022-06-09 11:43:01,529 [83] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:43:55.463831+00:00 (in 53.934445 seconds) namespacegcworker stdout | 2022-06-09 11:43:01,529 [83] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 11:44:01 UTC)" (scheduled at 2022-06-09 11:43:01.521527+00:00) namespacegcworker stdout | 2022-06-09 11:43:01,529 [83] [DEBUG] [workers.queueworker] Running watchdog. namespacegcworker stdout | 2022-06-09 11:43:01,529 [83] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 11:44:01 UTC)" executed successfully exportactionlogsworker stdout | 2022-06-09 11:43:04,368 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run exportactionlogsworker stdout | 2022-06-09 11:43:04,368 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:43:47.409953+00:00 (in 43.041642 seconds) exportactionlogsworker stdout | 2022-06-09 11:43:04,368 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 11:44:04 UTC)" (scheduled at 2022-06-09 11:43:04.366245+00:00) exportactionlogsworker stdout | 2022-06-09 11:43:04,368 [70] [DEBUG] [workers.queueworker] Getting work item from queue. exportactionlogsworker stdout | 2022-06-09 11:43:04,369 [70] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 43, 4, 368880), True, datetime.datetime(2022, 6, 9, 11, 43, 4, 368880), 0, 'exportactionlogs/%', 50, 1, 0]) exportactionlogsworker stdout | 2022-06-09 11:43:04,372 [70] [DEBUG] [workers.queueworker] No more work. exportactionlogsworker stdout | 2022-06-09 11:43:04,372 [70] [DEBUG] [data.database] Disconnecting from database. exportactionlogsworker stdout | 2022-06-09 11:43:04,372 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 11:44:04 UTC)" executed successfully gcworker stdout | 2022-06-09 11:43:07,495 [71] [DEBUG] [apscheduler.scheduler] Looking for jobs to run gcworker stdout | 2022-06-09 11:43:07,495 [71] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:43:37.490424+00:00 (in 29.995112 seconds) gcworker stdout | 2022-06-09 11:43:07,495 [71] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 11:43:37 UTC)" (scheduled at 2022-06-09 11:43:07.490424+00:00) gcworker stdout | 2022-06-09 11:43:07,496 [71] [DEBUG] [peewee] ('SELECT `candidates`.`repository_id` FROM (SELECT DISTINCT `t1`.`repository_id` FROM `tag` AS `t1` INNER JOIN `repository` AS `t2` ON (`t1`.`repository_id` = `t2`.`id`) INNER JOIN `user` AS `t3` ON (`t2`.`namespace_user_id` = `t3`.`id`) WHERE ((((NOT (`t1`.`lifetime_end_ms` IS %s) AND (`t1`.`lifetime_end_ms` <= %s)) AND (`t3`.`removed_tag_expiration_s` = %s)) AND (`t3`.`enabled` = %s)) AND (`t2`.`state` != %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', [None, 1654774987495, 0, True, 3, 500, 1, 0]) gcworker stdout | 2022-06-09 11:43:07,498 [71] [DEBUG] [__main__] No repository with garbage found gcworker stdout | 2022-06-09 11:43:07,498 [71] [DEBUG] [data.database] Disconnecting from database. gcworker stdout | 2022-06-09 11:43:07,499 [71] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 11:43:37 UTC)" executed successfully notificationworker stdout | 2022-06-09 11:43:10,644 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 11:43:10,644 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:43:19.645536+00:00 (in 9.000871 seconds) notificationworker stdout | 2022-06-09 11:43:10,645 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:43:20 UTC)" (scheduled at 2022-06-09 11:43:10.617379+00:00) notificationworker stdout | 2022-06-09 11:43:10,645 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 11:43:10,645 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 43, 10, 645323), True, datetime.datetime(2022, 6, 9, 11, 43, 10, 645323), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 11:43:10,648 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 11:43:10,648 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 11:43:10,648 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:43:20 UTC)" executed successfully buildlogsarchiver stdout | 2022-06-09 11:43:15,372 [66] [DEBUG] [apscheduler.scheduler] Looking for jobs to run buildlogsarchiver stdout | 2022-06-09 11:43:15,372 [66] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:43:45.366042+00:00 (in 29.993309 seconds) buildlogsarchiver stdout | 2022-06-09 11:43:15,373 [66] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 11:43:45 UTC)" (scheduled at 2022-06-09 11:43:15.366042+00:00) buildlogsarchiver stdout | 2022-06-09 11:43:15,373 [66] [DEBUG] [peewee] ('SELECT `candidates`.`id` FROM (SELECT `t1`.`id` FROM `repositorybuild` AS `t1` WHERE (((`t1`.`phase` IN (%s, %s, %s)) OR (`t1`.`started` < %s)) AND (`t1`.`logs_archived` = %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2022, 5, 25, 11, 43, 15, 373214), False, 50, 1, 0]) buildlogsarchiver stdout | 2022-06-09 11:43:15,375 [66] [DEBUG] [__main__] No more builds to archive buildlogsarchiver stdout | 2022-06-09 11:43:15,375 [66] [DEBUG] [data.database] Disconnecting from database. buildlogsarchiver stdout | 2022-06-09 11:43:15,376 [66] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 11:43:45 UTC)" executed successfully blobuploadcleanupworker stdout | 2022-06-09 11:43:18,001 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'blobuploadcleanupworker.py', 'pid': '64'} logrotateworker stdout | 2022-06-09 11:43:18,115 [77] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'logrotateworker.py', 'pid': '77'} repositoryactioncounter stdout | 2022-06-09 11:43:18,125 [88] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositoryactioncounter.py', 'pid': '88'} securityscanningnotificationworker stdout | 2022-06-09 11:43:18,169 [90] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'securityscanningnotificationworker.py', 'pid': '90'} exportactionlogsworker stdout | 2022-06-09 11:43:18,197 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'exportactionlogsworker.py', 'pid': '70'} namespacegcworker stdout | 2022-06-09 11:43:18,271 [83] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'namespacegcworker.py', 'pid': '83'} chunkcleanupworker stdout | 2022-06-09 11:43:18,292 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'chunkcleanupworker.py', 'pid': '67'} gunicorn-web stdout | 2022-06-09 11:43:18,364 [243] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '243'} gunicorn-web stdout | 2022-06-09 11:43:18,373 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '75'} gunicorn-web stdout | 2022-06-09 11:43:18,380 [226] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '226'} gunicorn-web stdout | 2022-06-09 11:43:18,422 [242] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '242'} gunicorn-web stdout | 2022-06-09 11:43:18,431 [235] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '235'} gunicorn-web stdout | 2022-06-09 11:43:18,440 [228] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '228'} gunicorn-web stdout | 2022-06-09 11:43:18,448 [241] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '241'} gunicorn-web stdout | 2022-06-09 11:43:18,473 [244] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '244'} gunicorn-web stdout | 2022-06-09 11:43:18,502 [237] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '237'} gunicorn-web stdout | 2022-06-09 11:43:18,522 [234] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '234'} gunicorn-web stdout | 2022-06-09 11:43:18,530 [236] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '236'} gunicorn-web stdout | 2022-06-09 11:43:18,537 [230] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '230'} gunicorn-web stdout | 2022-06-09 11:43:18,555 [239] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '239'} gunicorn-web stdout | 2022-06-09 11:43:18,565 [231] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '231'} gunicorn-web stdout | 2022-06-09 11:43:18,573 [229] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '229'} gunicorn-web stdout | 2022-06-09 11:43:18,588 [238] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '238'} gunicorn-web stdout | 2022-06-09 11:43:18,603 [232] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '232'} repositorygcworker stdout | 2022-06-09 11:43:18,609 [89] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositorygcworker.py', 'pid': '89'} gunicorn-secscan stdout | 2022-06-09 11:43:18,619 [221] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '221'} manifestbackfillworker stdout | 2022-06-09 11:43:18,626 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'manifestbackfillworker.py', 'pid': '78'} gunicorn-secscan stdout | 2022-06-09 11:43:18,634 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '74'} gunicorn-secscan stdout | 2022-06-09 11:43:18,641 [224] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '224'} gunicorn-secscan stdout | 2022-06-09 11:43:18,662 [225] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '225'} gunicorn-secscan stdout | 2022-06-09 11:43:18,672 [227] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '227'} storagereplication stdout | 2022-06-09 11:43:18,678 [93] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'storagereplication.py', 'pid': '93'} globalpromstats stdout | 2022-06-09 11:43:18,705 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'globalpromstats.py', 'pid': '72'} expiredappspecifictokenworker stdout | 2022-06-09 11:43:18,715 [69] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '69'} servicekey stdout | 2022-06-09 11:43:18,758 [92] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'servicekeyworker.py', 'pid': '92'} notificationworker stdout | 2022-06-09 11:43:18,797 [85] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'notificationworker.py', 'pid': '85'} buildlogsarchiver stdout | 2022-06-09 11:43:18,803 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'buildlogsarchiver.py', 'pid': '66'} builder stdout | 2022-06-09 11:43:18,819 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'builder.py', 'pid': '65'} teamsyncworker stdout | 2022-06-09 11:43:18,833 [94] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'teamsyncworker.py', 'pid': '94'} gcworker stdout | 2022-06-09 11:43:18,874 [71] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'gcworker.py', 'pid': '71'} queuecleanupworker stdout | 2022-06-09 11:43:18,888 [87] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'queuecleanupworker.py', 'pid': '87'} notificationworker stdout | 2022-06-09 11:43:19,646 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 11:43:19,646 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:43:20.617379+00:00 (in 0.970945 seconds) notificationworker stdout | 2022-06-09 11:43:19,646 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 11:44:19 UTC)" (scheduled at 2022-06-09 11:43:19.645536+00:00) notificationworker stdout | 2022-06-09 11:43:19,646 [85] [DEBUG] [workers.queueworker] Running watchdog. notificationworker stdout | 2022-06-09 11:43:19,646 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 11:44:19 UTC)" executed successfully notificationworker stdout | 2022-06-09 11:43:20,617 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 11:43:20,617 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:43:30.617379+00:00 (in 9.999552 seconds) notificationworker stdout | 2022-06-09 11:43:20,618 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:43:30 UTC)" (scheduled at 2022-06-09 11:43:20.617379+00:00) notificationworker stdout | 2022-06-09 11:43:20,618 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 11:43:20,618 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 43, 20, 618163), True, datetime.datetime(2022, 6, 9, 11, 43, 20, 618163), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 11:43:20,621 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 11:43:20,621 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 11:43:20,621 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:43:30 UTC)" executed successfully gunicorn-registry stdout | 2022-06-09 11:43:20,830 [271] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '271'} gunicorn-registry stdout | 2022-06-09 11:43:20,838 [273] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '273'} gunicorn-registry stdout | 2022-06-09 11:43:20,849 [275] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '275'} gunicorn-registry stdout | 2022-06-09 11:43:20,855 [277] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '277'} gunicorn-registry stdout | 2022-06-09 11:43:20,863 [276] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '276'} gunicorn-registry stdout | 2022-06-09 11:43:20,871 [246] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '246'} gunicorn-registry stdout | 2022-06-09 11:43:20,878 [274] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '274'} gunicorn-registry stdout | 2022-06-09 11:43:20,885 [263] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '263'} gunicorn-registry stdout | 2022-06-09 11:43:20,894 [266] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '266'} gunicorn-registry stdout | 2022-06-09 11:43:20,901 [254] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '254'} gunicorn-registry stdout | 2022-06-09 11:43:20,909 [260] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '260'} gunicorn-registry stdout | 2022-06-09 11:43:20,916 [270] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '270'} gunicorn-registry stdout | 2022-06-09 11:43:20,923 [253] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '253'} gunicorn-registry stdout | 2022-06-09 11:43:20,933 [268] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '268'} gunicorn-registry stdout | 2022-06-09 11:43:20,940 [261] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '261'} gunicorn-registry stdout | 2022-06-09 11:43:20,948 [248] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '248'} gunicorn-registry stdout | 2022-06-09 11:43:20,955 [245] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '245'} gunicorn-registry stdout | 2022-06-09 11:43:20,962 [249] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '249'} gunicorn-registry stdout | 2022-06-09 11:43:20,969 [251] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '251'} gunicorn-registry stdout | 2022-06-09 11:43:20,975 [259] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '259'} gunicorn-registry stdout | 2022-06-09 11:43:20,982 [250] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '250'} gunicorn-registry stdout | 2022-06-09 11:43:20,990 [265] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '265'} gunicorn-registry stdout | 2022-06-09 11:43:20,999 [73] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '73'} gunicorn-registry stdout | 2022-06-09 11:43:21,006 [267] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '267'} gunicorn-registry stdout | 2022-06-09 11:43:21,013 [256] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '256'} gunicorn-registry stdout | 2022-06-09 11:43:21,019 [262] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '262'} gunicorn-registry stdout | 2022-06-09 11:43:21,026 [264] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '264'} gunicorn-registry stdout | 2022-06-09 11:43:21,035 [272] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '272'} gunicorn-registry stdout | 2022-06-09 11:43:21,045 [269] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '269'} gunicorn-registry stdout | 2022-06-09 11:43:21,051 [247] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '247'} gunicorn-registry stdout | 2022-06-09 11:43:21,057 [255] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '255'} gunicorn-registry stdout | 2022-06-09 11:43:21,065 [252] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '252'} gunicorn-registry stdout | 2022-06-09 11:43:21,073 [257] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '257'} notificationworker stdout | 2022-06-09 11:43:30,618 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 11:43:30,618 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:43:40.617379+00:00 (in 9.998684 seconds) notificationworker stdout | 2022-06-09 11:43:30,619 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:43:40 UTC)" (scheduled at 2022-06-09 11:43:30.617379+00:00) notificationworker stdout | 2022-06-09 11:43:30,619 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 11:43:30,619 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 43, 30, 619192), True, datetime.datetime(2022, 6, 9, 11, 43, 30, 619192), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 11:43:30,622 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 11:43:30,622 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 11:43:30,622 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:43:40 UTC)" executed successfully gcworker stdout | 2022-06-09 11:43:37,495 [71] [DEBUG] [apscheduler.scheduler] Looking for jobs to run gcworker stdout | 2022-06-09 11:43:37,495 [71] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:44:07.490424+00:00 (in 29.994876 seconds) gcworker stdout | 2022-06-09 11:43:37,495 [71] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 11:44:07 UTC)" (scheduled at 2022-06-09 11:43:37.490424+00:00) gcworker stdout | 2022-06-09 11:43:37,496 [71] [DEBUG] [peewee] ('SELECT `candidates`.`repository_id` FROM (SELECT DISTINCT `t1`.`repository_id` FROM `tag` AS `t1` INNER JOIN `repository` AS `t2` ON (`t1`.`repository_id` = `t2`.`id`) INNER JOIN `user` AS `t3` ON (`t2`.`namespace_user_id` = `t3`.`id`) WHERE ((((NOT (`t1`.`lifetime_end_ms` IS %s) AND (`t1`.`lifetime_end_ms` <= %s)) AND (`t3`.`removed_tag_expiration_s` = %s)) AND (`t3`.`enabled` = %s)) AND (`t2`.`state` != %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', [None, 1654775017496, 0, True, 3, 500, 1, 0]) gcworker stdout | 2022-06-09 11:43:37,498 [71] [DEBUG] [__main__] No repository with garbage found gcworker stdout | 2022-06-09 11:43:37,499 [71] [DEBUG] [data.database] Disconnecting from database. gcworker stdout | 2022-06-09 11:43:37,499 [71] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 11:44:07 UTC)" executed successfully repositorygcworker stdout | 2022-06-09 11:43:38,465 [89] [DEBUG] [apscheduler.scheduler] Looking for jobs to run repositorygcworker stdout | 2022-06-09 11:43:38,465 [89] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:43:51.502316+00:00 (in 13.037155 seconds) repositorygcworker stdout | 2022-06-09 11:43:38,465 [89] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 11:44:38 UTC)" (scheduled at 2022-06-09 11:43:38.463361+00:00) repositorygcworker stdout | 2022-06-09 11:43:38,465 [89] [DEBUG] [workers.queueworker] Getting work item from queue. repositorygcworker stdout | 2022-06-09 11:43:38,466 [89] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 43, 38, 465630), True, datetime.datetime(2022, 6, 9, 11, 43, 38, 465630), 0, 'repositorygc/%', 50, 1, 0]) repositorygcworker stdout | 2022-06-09 11:43:38,468 [89] [DEBUG] [workers.queueworker] No more work. repositorygcworker stdout | 2022-06-09 11:43:38,468 [89] [DEBUG] [data.database] Disconnecting from database. repositorygcworker stdout | 2022-06-09 11:43:38,468 [89] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 11:44:38 UTC)" executed successfully notificationworker stdout | 2022-06-09 11:43:40,624 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 11:43:40,624 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:43:50.617379+00:00 (in 9.993232 seconds) notificationworker stdout | 2022-06-09 11:43:40,624 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:43:50 UTC)" (scheduled at 2022-06-09 11:43:40.617379+00:00) notificationworker stdout | 2022-06-09 11:43:40,624 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 11:43:40,625 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 43, 40, 624613), True, datetime.datetime(2022, 6, 9, 11, 43, 40, 624613), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 11:43:40,627 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 11:43:40,627 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 11:43:40,627 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:43:50 UTC)" executed successfully buildlogsarchiver stdout | 2022-06-09 11:43:45,366 [66] [DEBUG] [apscheduler.scheduler] Looking for jobs to run buildlogsarchiver stdout | 2022-06-09 11:43:45,367 [66] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:44:15.366042+00:00 (in 29.999075 seconds) buildlogsarchiver stdout | 2022-06-09 11:43:45,367 [66] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 11:44:15 UTC)" (scheduled at 2022-06-09 11:43:45.366042+00:00) buildlogsarchiver stdout | 2022-06-09 11:43:45,367 [66] [DEBUG] [peewee] ('SELECT `candidates`.`id` FROM (SELECT `t1`.`id` FROM `repositorybuild` AS `t1` WHERE (((`t1`.`phase` IN (%s, %s, %s)) OR (`t1`.`started` < %s)) AND (`t1`.`logs_archived` = %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2022, 5, 25, 11, 43, 45, 367294), False, 50, 1, 0]) buildlogsarchiver stdout | 2022-06-09 11:43:45,370 [66] [DEBUG] [__main__] No more builds to archive buildlogsarchiver stdout | 2022-06-09 11:43:45,370 [66] [DEBUG] [data.database] Disconnecting from database. buildlogsarchiver stdout | 2022-06-09 11:43:45,370 [66] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 11:44:15 UTC)" executed successfully exportactionlogsworker stdout | 2022-06-09 11:43:47,412 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run exportactionlogsworker stdout | 2022-06-09 11:43:47,412 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:44:04.366245+00:00 (in 16.953633 seconds) exportactionlogsworker stdout | 2022-06-09 11:43:47,412 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 11:44:47 UTC)" (scheduled at 2022-06-09 11:43:47.409953+00:00) exportactionlogsworker stdout | 2022-06-09 11:43:47,413 [70] [DEBUG] [workers.queueworker] Running watchdog. exportactionlogsworker stdout | 2022-06-09 11:43:47,413 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 11:44:47 UTC)" executed successfully blobuploadcleanupworker stdout | 2022-06-09 11:43:48,038 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'blobuploadcleanupworker.py', 'pid': '64'} logrotateworker stdout | 2022-06-09 11:43:48,153 [77] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'logrotateworker.py', 'pid': '77'} repositoryactioncounter stdout | 2022-06-09 11:43:48,164 [88] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositoryactioncounter.py', 'pid': '88'} exportactionlogsworker stdout | 2022-06-09 11:43:48,210 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'exportactionlogsworker.py', 'pid': '70'} securityscanningnotificationworker stdout | 2022-06-09 11:43:48,217 [90] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'securityscanningnotificationworker.py', 'pid': '90'} namespacegcworker stdout | 2022-06-09 11:43:48,298 [83] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'namespacegcworker.py', 'pid': '83'} chunkcleanupworker stdout | 2022-06-09 11:43:48,331 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'chunkcleanupworker.py', 'pid': '67'} gunicorn-web stdout | 2022-06-09 11:43:48,376 [243] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '243'} gunicorn-web stdout | 2022-06-09 11:43:48,383 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '75'} gunicorn-web stdout | 2022-06-09 11:43:48,394 [226] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '226'} gunicorn-web stdout | 2022-06-09 11:43:48,434 [242] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '242'} gunicorn-web stdout | 2022-06-09 11:43:48,443 [235] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '235'} gunicorn-web stdout | 2022-06-09 11:43:48,451 [228] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '228'} gunicorn-web stdout | 2022-06-09 11:43:48,459 [241] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '241'} gunicorn-web stdout | 2022-06-09 11:43:48,486 [244] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '244'} gunicorn-web stdout | 2022-06-09 11:43:48,518 [237] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '237'} gunicorn-web stdout | 2022-06-09 11:43:48,539 [234] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '234'} gunicorn-web stdout | 2022-06-09 11:43:48,547 [236] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '236'} gunicorn-web stdout | 2022-06-09 11:43:48,553 [230] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '230'} gunicorn-web stdout | 2022-06-09 11:43:48,567 [239] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '239'} gunicorn-web stdout | 2022-06-09 11:43:48,578 [231] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '231'} gunicorn-web stdout | 2022-06-09 11:43:48,584 [229] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '229'} gunicorn-web stdout | 2022-06-09 11:43:48,602 [238] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '238'} gunicorn-web stdout | 2022-06-09 11:43:48,614 [232] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '232'} gunicorn-secscan stdout | 2022-06-09 11:43:48,634 [221] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '221'} gunicorn-secscan stdout | 2022-06-09 11:43:48,645 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '74'} repositorygcworker stdout | 2022-06-09 11:43:48,652 [89] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositorygcworker.py', 'pid': '89'} gunicorn-secscan stdout | 2022-06-09 11:43:48,661 [224] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '224'} manifestbackfillworker stdout | 2022-06-09 11:43:48,669 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'manifestbackfillworker.py', 'pid': '78'} gunicorn-secscan stdout | 2022-06-09 11:43:48,676 [225] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '225'} gunicorn-secscan stdout | 2022-06-09 11:43:48,683 [227] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '227'} storagereplication stdout | 2022-06-09 11:43:48,714 [93] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'storagereplication.py', 'pid': '93'} globalpromstats stdout | 2022-06-09 11:43:48,725 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'globalpromstats.py', 'pid': '72'} expiredappspecifictokenworker stdout | 2022-06-09 11:43:48,753 [69] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '69'} servicekey stdout | 2022-06-09 11:43:48,797 [92] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'servicekeyworker.py', 'pid': '92'} notificationworker stdout | 2022-06-09 11:43:48,847 [85] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'notificationworker.py', 'pid': '85'} builder stdout | 2022-06-09 11:43:48,854 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'builder.py', 'pid': '65'} buildlogsarchiver stdout | 2022-06-09 11:43:48,860 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'buildlogsarchiver.py', 'pid': '66'} teamsyncworker stdout | 2022-06-09 11:43:48,869 [94] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'teamsyncworker.py', 'pid': '94'} gcworker stdout | 2022-06-09 11:43:48,920 [71] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'gcworker.py', 'pid': '71'} queuecleanupworker stdout | 2022-06-09 11:43:48,927 [87] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'queuecleanupworker.py', 'pid': '87'} notificationworker stdout | 2022-06-09 11:43:50,617 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 11:43:50,618 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:44:00.617379+00:00 (in 9.999436 seconds) notificationworker stdout | 2022-06-09 11:43:50,618 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:44:00 UTC)" (scheduled at 2022-06-09 11:43:50.617379+00:00) notificationworker stdout | 2022-06-09 11:43:50,618 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 11:43:50,618 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 43, 50, 618304), True, datetime.datetime(2022, 6, 9, 11, 43, 50, 618304), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 11:43:50,621 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 11:43:50,621 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 11:43:50,621 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:44:00 UTC)" executed successfully gunicorn-registry stdout | 2022-06-09 11:43:50,845 [271] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '271'} gunicorn-registry stdout | 2022-06-09 11:43:50,853 [273] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '273'} gunicorn-registry stdout | 2022-06-09 11:43:50,861 [275] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '275'} gunicorn-registry stdout | 2022-06-09 11:43:50,870 [277] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '277'} gunicorn-registry stdout | 2022-06-09 11:43:50,878 [276] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '276'} gunicorn-registry stdout | 2022-06-09 11:43:50,884 [246] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '246'} gunicorn-registry stdout | 2022-06-09 11:43:50,892 [274] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '274'} gunicorn-registry stdout | 2022-06-09 11:43:50,899 [263] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '263'} gunicorn-registry stdout | 2022-06-09 11:43:50,906 [266] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '266'} gunicorn-registry stdout | 2022-06-09 11:43:50,916 [254] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '254'} gunicorn-registry stdout | 2022-06-09 11:43:50,928 [260] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '260'} gunicorn-registry stdout | 2022-06-09 11:43:50,936 [270] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '270'} gunicorn-registry stdout | 2022-06-09 11:43:50,943 [253] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '253'} gunicorn-registry stdout | 2022-06-09 11:43:50,951 [268] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '268'} gunicorn-registry stdout | 2022-06-09 11:43:50,958 [261] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '261'} gunicorn-registry stdout | 2022-06-09 11:43:50,965 [248] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '248'} gunicorn-registry stdout | 2022-06-09 11:43:50,972 [245] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '245'} gunicorn-registry stdout | 2022-06-09 11:43:50,980 [249] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '249'} gunicorn-registry stdout | 2022-06-09 11:43:50,988 [251] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '251'} gunicorn-registry stdout | 2022-06-09 11:43:50,995 [259] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '259'} gunicorn-registry stdout | 2022-06-09 11:43:51,002 [250] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '250'} gunicorn-registry stdout | 2022-06-09 11:43:51,010 [265] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '265'} gunicorn-registry stdout | 2022-06-09 11:43:51,016 [73] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '73'} gunicorn-registry stdout | 2022-06-09 11:43:51,023 [267] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '267'} gunicorn-registry stdout | 2022-06-09 11:43:51,034 [256] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '256'} gunicorn-registry stdout | 2022-06-09 11:43:51,041 [262] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '262'} gunicorn-registry stdout | 2022-06-09 11:43:51,048 [264] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '264'} gunicorn-registry stdout | 2022-06-09 11:43:51,056 [272] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '272'} gunicorn-registry stdout | 2022-06-09 11:43:51,064 [269] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '269'} gunicorn-registry stdout | 2022-06-09 11:43:51,071 [247] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '247'} gunicorn-registry stdout | 2022-06-09 11:43:51,080 [255] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '255'} gunicorn-registry stdout | 2022-06-09 11:43:51,086 [252] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '252'} gunicorn-registry stdout | 2022-06-09 11:43:51,093 [257] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '257'} repositorygcworker stdout | 2022-06-09 11:43:51,503 [89] [DEBUG] [apscheduler.scheduler] Looking for jobs to run repositorygcworker stdout | 2022-06-09 11:43:51,503 [89] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:44:38.463361+00:00 (in 46.959864 seconds) repositorygcworker stdout | 2022-06-09 11:43:51,503 [89] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 11:44:51 UTC)" (scheduled at 2022-06-09 11:43:51.502316+00:00) repositorygcworker stdout | 2022-06-09 11:43:51,503 [89] [DEBUG] [workers.queueworker] Running watchdog. repositorygcworker stdout | 2022-06-09 11:43:51,504 [89] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 11:44:51 UTC)" executed successfully namespacegcworker stdout | 2022-06-09 11:43:55,478 [83] [DEBUG] [apscheduler.scheduler] Looking for jobs to run namespacegcworker stdout | 2022-06-09 11:43:55,478 [83] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:44:01.521527+00:00 (in 6.042941 seconds) namespacegcworker stdout | 2022-06-09 11:43:55,478 [83] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 11:44:55 UTC)" (scheduled at 2022-06-09 11:43:55.463831+00:00) namespacegcworker stdout | 2022-06-09 11:43:55,479 [83] [DEBUG] [workers.queueworker] Getting work item from queue. namespacegcworker stdout | 2022-06-09 11:43:55,480 [83] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 43, 55, 479143), True, datetime.datetime(2022, 6, 9, 11, 43, 55, 479143), 0, 'namespacegc/%', 50, 1, 0]) namespacegcworker stdout | 2022-06-09 11:43:55,482 [83] [DEBUG] [workers.queueworker] No more work. namespacegcworker stdout | 2022-06-09 11:43:55,482 [83] [DEBUG] [data.database] Disconnecting from database. namespacegcworker stdout | 2022-06-09 11:43:55,482 [83] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 11:44:55 UTC)" executed successfully notificationworker stdout | 2022-06-09 11:44:00,626 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 11:44:00,626 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:44:02.645216+00:00 (in 2.018563 seconds) notificationworker stdout | 2022-06-09 11:44:00,627 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:44:10 UTC)" (scheduled at 2022-06-09 11:44:00.617379+00:00) notificationworker stdout | 2022-06-09 11:44:00,627 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 11:44:00,628 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 44, 0, 627306), True, datetime.datetime(2022, 6, 9, 11, 44, 0, 627306), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 11:44:00,630 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 11:44:00,630 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 11:44:00,630 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:44:10 UTC)" executed successfully namespacegcworker stdout | 2022-06-09 11:44:01,524 [83] [DEBUG] [apscheduler.scheduler] Looking for jobs to run namespacegcworker stdout | 2022-06-09 11:44:01,524 [83] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:44:21.521215+00:00 (in 19.996467 seconds) namespacegcworker stdout | 2022-06-09 11:44:01,525 [83] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 11:45:01 UTC)" (scheduled at 2022-06-09 11:44:01.521527+00:00) namespacegcworker stdout | 2022-06-09 11:44:01,525 [83] [DEBUG] [workers.queueworker] Running watchdog. namespacegcworker stdout | 2022-06-09 11:44:01,525 [83] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 11:45:01 UTC)" executed successfully notificationworker stdout | 2022-06-09 11:44:02,661 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 11:44:02,661 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:44:10.617379+00:00 (in 7.956247 seconds) notificationworker stdout | 2022-06-09 11:44:02,661 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2022-06-09 11:49:02 UTC)" (scheduled at 2022-06-09 11:44:02.645216+00:00) notificationworker stdout | 2022-06-09 11:44:02,662 [85] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT `t1`.`queue_name` FROM `queueitem` AS `t1` WHERE (((`t1`.`available` = %s) AND (`t1`.`processing_expires` > %s)) AND (`t1`.`queue_name` LIKE %s))) AS `_wrapped`', [False, datetime.datetime(2022, 6, 9, 11, 44, 2, 661654), 'notification/%']) notificationworker stdout | 2022-06-09 11:44:02,664 [85] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT `t1`.`queue_name` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s))) AS `_wrapped`', [datetime.datetime(2022, 6, 9, 11, 44, 2, 661654), True, datetime.datetime(2022, 6, 9, 11, 44, 2, 661654), 0, 'notification/%']) notificationworker stdout | 2022-06-09 11:44:02,666 [85] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT `t1`.`queue_name` FROM `queueitem` AS `t1` WHERE (((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) AND NOT (`t1`.`queue_name` IN (SELECT `t1`.`queue_name` FROM `queueitem` AS `t1` WHERE (((`t1`.`available` = %s) AND (`t1`.`processing_expires` > %s)) AND (`t1`.`queue_name` LIKE %s)))))) AS `_wrapped`', [datetime.datetime(2022, 6, 9, 11, 44, 2, 661654), True, datetime.datetime(2022, 6, 9, 11, 44, 2, 661654), 0, 'notification/%', False, datetime.datetime(2022, 6, 9, 11, 44, 2, 661654), 'notification/%']) notificationworker stdout | 2022-06-09 11:44:02,666 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 11:44:02,667 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2022-06-09 11:49:02 UTC)" executed successfully exportactionlogsworker stdout | 2022-06-09 11:44:04,381 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run exportactionlogsworker stdout | 2022-06-09 11:44:04,381 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:44:47.409953+00:00 (in 43.028172 seconds) exportactionlogsworker stdout | 2022-06-09 11:44:04,382 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 11:45:04 UTC)" (scheduled at 2022-06-09 11:44:04.366245+00:00) exportactionlogsworker stdout | 2022-06-09 11:44:04,382 [70] [DEBUG] [workers.queueworker] Getting work item from queue. exportactionlogsworker stdout | 2022-06-09 11:44:04,383 [70] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 44, 4, 382115), True, datetime.datetime(2022, 6, 9, 11, 44, 4, 382115), 0, 'exportactionlogs/%', 50, 1, 0]) exportactionlogsworker stdout | 2022-06-09 11:44:04,385 [70] [DEBUG] [workers.queueworker] No more work. exportactionlogsworker stdout | 2022-06-09 11:44:04,385 [70] [DEBUG] [data.database] Disconnecting from database. exportactionlogsworker stdout | 2022-06-09 11:44:04,385 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 11:45:04 UTC)" executed successfully gcworker stdout | 2022-06-09 11:44:07,504 [71] [DEBUG] [apscheduler.scheduler] Looking for jobs to run gcworker stdout | 2022-06-09 11:44:07,505 [71] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:44:37.490424+00:00 (in 29.985287 seconds) gcworker stdout | 2022-06-09 11:44:07,505 [71] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 11:44:37 UTC)" (scheduled at 2022-06-09 11:44:07.490424+00:00) gcworker stdout | 2022-06-09 11:44:07,506 [71] [DEBUG] [peewee] ('SELECT `candidates`.`repository_id` FROM (SELECT DISTINCT `t1`.`repository_id` FROM `tag` AS `t1` INNER JOIN `repository` AS `t2` ON (`t1`.`repository_id` = `t2`.`id`) INNER JOIN `user` AS `t3` ON (`t2`.`namespace_user_id` = `t3`.`id`) WHERE ((((NOT (`t1`.`lifetime_end_ms` IS %s) AND (`t1`.`lifetime_end_ms` <= %s)) AND (`t3`.`removed_tag_expiration_s` = %s)) AND (`t3`.`enabled` = %s)) AND (`t2`.`state` != %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', [None, 1654775047505, 0, True, 3, 500, 1, 0]) gcworker stdout | 2022-06-09 11:44:07,508 [71] [DEBUG] [__main__] No repository with garbage found gcworker stdout | 2022-06-09 11:44:07,508 [71] [DEBUG] [data.database] Disconnecting from database. gcworker stdout | 2022-06-09 11:44:07,508 [71] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 11:44:37 UTC)" executed successfully notificationworker stdout | 2022-06-09 11:44:10,617 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 11:44:10,618 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:44:19.645536+00:00 (in 9.027535 seconds) notificationworker stdout | 2022-06-09 11:44:10,618 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:44:20 UTC)" (scheduled at 2022-06-09 11:44:10.617379+00:00) notificationworker stdout | 2022-06-09 11:44:10,618 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 11:44:10,618 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 44, 10, 618353), True, datetime.datetime(2022, 6, 9, 11, 44, 10, 618353), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 11:44:10,621 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 11:44:10,621 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 11:44:10,621 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:44:20 UTC)" executed successfully buildlogsarchiver stdout | 2022-06-09 11:44:15,369 [66] [DEBUG] [apscheduler.scheduler] Looking for jobs to run buildlogsarchiver stdout | 2022-06-09 11:44:15,369 [66] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:44:45.366042+00:00 (in 29.996653 seconds) buildlogsarchiver stdout | 2022-06-09 11:44:15,369 [66] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 11:44:45 UTC)" (scheduled at 2022-06-09 11:44:15.366042+00:00) buildlogsarchiver stdout | 2022-06-09 11:44:15,370 [66] [DEBUG] [peewee] ('SELECT `candidates`.`id` FROM (SELECT `t1`.`id` FROM `repositorybuild` AS `t1` WHERE (((`t1`.`phase` IN (%s, %s, %s)) OR (`t1`.`started` < %s)) AND (`t1`.`logs_archived` = %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2022, 5, 25, 11, 44, 15, 369922), False, 50, 1, 0]) buildlogsarchiver stdout | 2022-06-09 11:44:15,372 [66] [DEBUG] [__main__] No more builds to archive buildlogsarchiver stdout | 2022-06-09 11:44:15,372 [66] [DEBUG] [data.database] Disconnecting from database. buildlogsarchiver stdout | 2022-06-09 11:44:15,372 [66] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 11:44:45 UTC)" executed successfully blobuploadcleanupworker stdout | 2022-06-09 11:44:18,078 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'blobuploadcleanupworker.py', 'pid': '64'} logrotateworker stdout | 2022-06-09 11:44:18,195 [77] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'logrotateworker.py', 'pid': '77'} repositoryactioncounter stdout | 2022-06-09 11:44:18,205 [88] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositoryactioncounter.py', 'pid': '88'} exportactionlogsworker stdout | 2022-06-09 11:44:18,249 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'exportactionlogsworker.py', 'pid': '70'} securityscanningnotificationworker stdout | 2022-06-09 11:44:18,257 [90] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'securityscanningnotificationworker.py', 'pid': '90'} namespacegcworker stdout | 2022-06-09 11:44:18,312 [83] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'namespacegcworker.py', 'pid': '83'} chunkcleanupworker stdout | 2022-06-09 11:44:18,370 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'chunkcleanupworker.py', 'pid': '67'} gunicorn-web stdout | 2022-06-09 11:44:18,386 [243] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '243'} gunicorn-web stdout | 2022-06-09 11:44:18,395 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '75'} gunicorn-web stdout | 2022-06-09 11:44:18,406 [226] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '226'} gunicorn-web stdout | 2022-06-09 11:44:18,447 [242] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '242'} gunicorn-web stdout | 2022-06-09 11:44:18,454 [235] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '235'} gunicorn-web stdout | 2022-06-09 11:44:18,464 [228] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '228'} gunicorn-web stdout | 2022-06-09 11:44:18,470 [241] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '241'} gunicorn-web stdout | 2022-06-09 11:44:18,498 [244] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '244'} gunicorn-web stdout | 2022-06-09 11:44:18,530 [237] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '237'} gunicorn-web stdout | 2022-06-09 11:44:18,550 [234] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '234'} gunicorn-web stdout | 2022-06-09 11:44:18,560 [236] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '236'} gunicorn-web stdout | 2022-06-09 11:44:18,567 [230] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '230'} gunicorn-web stdout | 2022-06-09 11:44:18,578 [239] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '239'} gunicorn-web stdout | 2022-06-09 11:44:18,588 [231] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '231'} gunicorn-web stdout | 2022-06-09 11:44:18,596 [229] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '229'} gunicorn-web stdout | 2022-06-09 11:44:18,615 [238] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '238'} gunicorn-web stdout | 2022-06-09 11:44:18,625 [232] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '232'} gunicorn-secscan stdout | 2022-06-09 11:44:18,646 [221] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '221'} gunicorn-secscan stdout | 2022-06-09 11:44:18,660 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '74'} gunicorn-secscan stdout | 2022-06-09 11:44:18,675 [224] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '224'} repositorygcworker stdout | 2022-06-09 11:44:18,682 [89] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositorygcworker.py', 'pid': '89'} gunicorn-secscan stdout | 2022-06-09 11:44:18,690 [225] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '225'} gunicorn-secscan stdout | 2022-06-09 11:44:18,698 [227] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '227'} manifestbackfillworker stdout | 2022-06-09 11:44:18,706 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'manifestbackfillworker.py', 'pid': '78'} storagereplication stdout | 2022-06-09 11:44:18,755 [93] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'storagereplication.py', 'pid': '93'} globalpromstats stdout | 2022-06-09 11:44:18,769 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'globalpromstats.py', 'pid': '72'} expiredappspecifictokenworker stdout | 2022-06-09 11:44:18,794 [69] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '69'} servicekey stdout | 2022-06-09 11:44:18,836 [92] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'servicekeyworker.py', 'pid': '92'} notificationworker stdout | 2022-06-09 11:44:18,885 [85] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'notificationworker.py', 'pid': '85'} builder stdout | 2022-06-09 11:44:18,896 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'builder.py', 'pid': '65'} buildlogsarchiver stdout | 2022-06-09 11:44:18,902 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'buildlogsarchiver.py', 'pid': '66'} teamsyncworker stdout | 2022-06-09 11:44:18,909 [94] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'teamsyncworker.py', 'pid': '94'} queuecleanupworker stdout | 2022-06-09 11:44:18,963 [87] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'queuecleanupworker.py', 'pid': '87'} gcworker stdout | 2022-06-09 11:44:18,968 [71] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'gcworker.py', 'pid': '71'} notificationworker stdout | 2022-06-09 11:44:19,648 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 11:44:19,649 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:44:20.617379+00:00 (in 0.968453 seconds) notificationworker stdout | 2022-06-09 11:44:19,649 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 11:45:19 UTC)" (scheduled at 2022-06-09 11:44:19.645536+00:00) notificationworker stdout | 2022-06-09 11:44:19,649 [85] [DEBUG] [workers.queueworker] Running watchdog. notificationworker stdout | 2022-06-09 11:44:19,649 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 11:45:19 UTC)" executed successfully notificationworker stdout | 2022-06-09 11:44:20,623 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 11:44:20,623 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:44:30.617379+00:00 (in 9.994060 seconds) notificationworker stdout | 2022-06-09 11:44:20,623 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:44:30 UTC)" (scheduled at 2022-06-09 11:44:20.617379+00:00) notificationworker stdout | 2022-06-09 11:44:20,623 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 11:44:20,624 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 44, 20, 623844), True, datetime.datetime(2022, 6, 9, 11, 44, 20, 623844), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 11:44:20,627 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 11:44:20,627 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 11:44:20,627 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:44:30 UTC)" executed successfully gunicorn-registry stdout | 2022-06-09 11:44:20,859 [271] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '271'} gunicorn-registry stdout | 2022-06-09 11:44:20,871 [273] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '273'} gunicorn-registry stdout | 2022-06-09 11:44:20,878 [275] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '275'} gunicorn-registry stdout | 2022-06-09 11:44:20,884 [277] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '277'} gunicorn-registry stdout | 2022-06-09 11:44:20,893 [276] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '276'} gunicorn-registry stdout | 2022-06-09 11:44:20,901 [246] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '246'} gunicorn-registry stdout | 2022-06-09 11:44:20,913 [274] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '274'} gunicorn-registry stdout | 2022-06-09 11:44:20,920 [263] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '263'} gunicorn-registry stdout | 2022-06-09 11:44:20,927 [266] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '266'} gunicorn-registry stdout | 2022-06-09 11:44:20,934 [254] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '254'} gunicorn-registry stdout | 2022-06-09 11:44:20,947 [260] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '260'} gunicorn-registry stdout | 2022-06-09 11:44:20,954 [270] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '270'} gunicorn-registry stdout | 2022-06-09 11:44:20,961 [253] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '253'} gunicorn-registry stdout | 2022-06-09 11:44:20,969 [268] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '268'} gunicorn-registry stdout | 2022-06-09 11:44:20,976 [261] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '261'} gunicorn-registry stdout | 2022-06-09 11:44:20,984 [248] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '248'} gunicorn-registry stdout | 2022-06-09 11:44:20,993 [245] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '245'} gunicorn-registry stdout | 2022-06-09 11:44:20,999 [249] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '249'} gunicorn-registry stdout | 2022-06-09 11:44:21,007 [251] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '251'} gunicorn-registry stdout | 2022-06-09 11:44:21,015 [259] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '259'} gunicorn-registry stdout | 2022-06-09 11:44:21,022 [250] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '250'} gunicorn-registry stdout | 2022-06-09 11:44:21,029 [265] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '265'} gunicorn-registry stdout | 2022-06-09 11:44:21,036 [73] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '73'} gunicorn-registry stdout | 2022-06-09 11:44:21,043 [267] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '267'} gunicorn-registry stdout | 2022-06-09 11:44:21,050 [256] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '256'} gunicorn-registry stdout | 2022-06-09 11:44:21,061 [262] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '262'} gunicorn-registry stdout | 2022-06-09 11:44:21,068 [264] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '264'} gunicorn-registry stdout | 2022-06-09 11:44:21,075 [272] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '272'} gunicorn-registry stdout | 2022-06-09 11:44:21,082 [269] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '269'} gunicorn-registry stdout | 2022-06-09 11:44:21,090 [247] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '247'} gunicorn-registry stdout | 2022-06-09 11:44:21,098 [255] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '255'} gunicorn-registry stdout | 2022-06-09 11:44:21,105 [252] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '252'} gunicorn-registry stdout | 2022-06-09 11:44:21,113 [257] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '257'} namespacegcworker stdout | 2022-06-09 11:44:21,565 [83] [DEBUG] [apscheduler.scheduler] Looking for jobs to run namespacegcworker stdout | 2022-06-09 11:44:21,565 [83] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:44:55.463831+00:00 (in 33.898120 seconds) namespacegcworker stdout | 2022-06-09 11:44:21,566 [83] [INFO] [apscheduler.executors.default] Running job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2022-06-09 11:49:21 UTC)" (scheduled at 2022-06-09 11:44:21.521215+00:00) namespacegcworker stdout | 2022-06-09 11:44:21,566 [83] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT `t1`.`queue_name` FROM `queueitem` AS `t1` WHERE (((`t1`.`available` = %s) AND (`t1`.`processing_expires` > %s)) AND (`t1`.`queue_name` LIKE %s))) AS `_wrapped`', [False, datetime.datetime(2022, 6, 9, 11, 44, 21, 566278), 'namespacegc/%']) namespacegcworker stdout | 2022-06-09 11:44:21,569 [83] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT `t1`.`queue_name` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s))) AS `_wrapped`', [datetime.datetime(2022, 6, 9, 11, 44, 21, 566278), True, datetime.datetime(2022, 6, 9, 11, 44, 21, 566278), 0, 'namespacegc/%']) namespacegcworker stdout | 2022-06-09 11:44:21,571 [83] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT `t1`.`queue_name` FROM `queueitem` AS `t1` WHERE (((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) AND NOT (`t1`.`queue_name` IN (SELECT `t1`.`queue_name` FROM `queueitem` AS `t1` WHERE (((`t1`.`available` = %s) AND (`t1`.`processing_expires` > %s)) AND (`t1`.`queue_name` LIKE %s)))))) AS `_wrapped`', [datetime.datetime(2022, 6, 9, 11, 44, 21, 566278), True, datetime.datetime(2022, 6, 9, 11, 44, 21, 566278), 0, 'namespacegc/%', False, datetime.datetime(2022, 6, 9, 11, 44, 21, 566278), 'namespacegc/%']) namespacegcworker stdout | 2022-06-09 11:44:21,572 [83] [DEBUG] [data.database] Disconnecting from database. namespacegcworker stdout | 2022-06-09 11:44:21,572 [83] [INFO] [apscheduler.executors.default] Job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2022-06-09 11:49:21 UTC)" executed successfully notificationworker stdout | 2022-06-09 11:44:30,629 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 11:44:30,629 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:44:40.617379+00:00 (in 9.987679 seconds) notificationworker stdout | 2022-06-09 11:44:30,629 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:44:40 UTC)" (scheduled at 2022-06-09 11:44:30.617379+00:00) notificationworker stdout | 2022-06-09 11:44:30,630 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 11:44:30,630 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 44, 30, 630060), True, datetime.datetime(2022, 6, 9, 11, 44, 30, 630060), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 11:44:30,633 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 11:44:30,633 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 11:44:30,633 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:44:40 UTC)" executed successfully gcworker stdout | 2022-06-09 11:44:37,495 [71] [DEBUG] [apscheduler.scheduler] Looking for jobs to run gcworker stdout | 2022-06-09 11:44:37,495 [71] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:45:07.490424+00:00 (in 29.995158 seconds) gcworker stdout | 2022-06-09 11:44:37,495 [71] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 11:45:07 UTC)" (scheduled at 2022-06-09 11:44:37.490424+00:00) gcworker stdout | 2022-06-09 11:44:37,496 [71] [DEBUG] [peewee] ('SELECT `candidates`.`repository_id` FROM (SELECT DISTINCT `t1`.`repository_id` FROM `tag` AS `t1` INNER JOIN `repository` AS `t2` ON (`t1`.`repository_id` = `t2`.`id`) INNER JOIN `user` AS `t3` ON (`t2`.`namespace_user_id` = `t3`.`id`) WHERE ((((NOT (`t1`.`lifetime_end_ms` IS %s) AND (`t1`.`lifetime_end_ms` <= %s)) AND (`t3`.`removed_tag_expiration_s` = %s)) AND (`t3`.`enabled` = %s)) AND (`t2`.`state` != %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', [None, 1654775077495, 0, True, 3, 500, 1, 0]) gcworker stdout | 2022-06-09 11:44:37,498 [71] [DEBUG] [__main__] No repository with garbage found gcworker stdout | 2022-06-09 11:44:37,498 [71] [DEBUG] [data.database] Disconnecting from database. gcworker stdout | 2022-06-09 11:44:37,498 [71] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 11:45:07 UTC)" executed successfully repositorygcworker stdout | 2022-06-09 11:44:38,464 [89] [DEBUG] [apscheduler.scheduler] Looking for jobs to run repositorygcworker stdout | 2022-06-09 11:44:38,465 [89] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:44:51.502316+00:00 (in 13.037448 seconds) repositorygcworker stdout | 2022-06-09 11:44:38,465 [89] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 11:45:38 UTC)" (scheduled at 2022-06-09 11:44:38.463361+00:00) repositorygcworker stdout | 2022-06-09 11:44:38,465 [89] [DEBUG] [workers.queueworker] Getting work item from queue. repositorygcworker stdout | 2022-06-09 11:44:38,465 [89] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 44, 38, 465255), True, datetime.datetime(2022, 6, 9, 11, 44, 38, 465255), 0, 'repositorygc/%', 50, 1, 0]) repositorygcworker stdout | 2022-06-09 11:44:38,468 [89] [DEBUG] [workers.queueworker] No more work. repositorygcworker stdout | 2022-06-09 11:44:38,468 [89] [DEBUG] [data.database] Disconnecting from database. repositorygcworker stdout | 2022-06-09 11:44:38,469 [89] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 11:45:38 UTC)" executed successfully notificationworker stdout | 2022-06-09 11:44:40,622 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 11:44:40,623 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:44:50.617379+00:00 (in 9.994356 seconds) notificationworker stdout | 2022-06-09 11:44:40,623 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:44:50 UTC)" (scheduled at 2022-06-09 11:44:40.617379+00:00) notificationworker stdout | 2022-06-09 11:44:40,623 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 11:44:40,624 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 44, 40, 623402), True, datetime.datetime(2022, 6, 9, 11, 44, 40, 623402), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 11:44:40,626 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 11:44:40,626 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 11:44:40,626 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:44:50 UTC)" executed successfully buildlogsarchiver stdout | 2022-06-09 11:44:45,474 [66] [DEBUG] [apscheduler.scheduler] Looking for jobs to run buildlogsarchiver stdout | 2022-06-09 11:44:45,474 [66] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:45:15.366042+00:00 (in 29.891330 seconds) buildlogsarchiver stdout | 2022-06-09 11:44:45,475 [66] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 11:45:15 UTC)" (scheduled at 2022-06-09 11:44:45.366042+00:00) buildlogsarchiver stdout | 2022-06-09 11:44:45,477 [66] [DEBUG] [peewee] ('SELECT `candidates`.`id` FROM (SELECT `t1`.`id` FROM `repositorybuild` AS `t1` WHERE (((`t1`.`phase` IN (%s, %s, %s)) OR (`t1`.`started` < %s)) AND (`t1`.`logs_archived` = %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2022, 5, 25, 11, 44, 45, 475370), False, 50, 1, 0]) buildlogsarchiver stdout | 2022-06-09 11:44:45,479 [66] [DEBUG] [__main__] No more builds to archive buildlogsarchiver stdout | 2022-06-09 11:44:45,479 [66] [DEBUG] [data.database] Disconnecting from database. buildlogsarchiver stdout | 2022-06-09 11:44:45,479 [66] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 11:45:15 UTC)" executed successfully exportactionlogsworker stdout | 2022-06-09 11:44:47,411 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run exportactionlogsworker stdout | 2022-06-09 11:44:47,411 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:45:04.366245+00:00 (in 16.954725 seconds) exportactionlogsworker stdout | 2022-06-09 11:44:47,411 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 11:45:47 UTC)" (scheduled at 2022-06-09 11:44:47.409953+00:00) exportactionlogsworker stdout | 2022-06-09 11:44:47,411 [70] [DEBUG] [workers.queueworker] Running watchdog. exportactionlogsworker stdout | 2022-06-09 11:44:47,412 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 11:45:47 UTC)" executed successfully blobuploadcleanupworker stdout | 2022-06-09 11:44:48,100 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'blobuploadcleanupworker.py', 'pid': '64'} logrotateworker stdout | 2022-06-09 11:44:48,231 [77] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'logrotateworker.py', 'pid': '77'} repositoryactioncounter stdout | 2022-06-09 11:44:48,241 [88] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositoryactioncounter.py', 'pid': '88'} exportactionlogsworker stdout | 2022-06-09 11:44:48,289 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'exportactionlogsworker.py', 'pid': '70'} securityscanningnotificationworker stdout | 2022-06-09 11:44:48,296 [90] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'securityscanningnotificationworker.py', 'pid': '90'} namespacegcworker stdout | 2022-06-09 11:44:48,397 [83] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'namespacegcworker.py', 'pid': '83'} gunicorn-web stdout | 2022-06-09 11:44:48,404 [243] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '243'} chunkcleanupworker stdout | 2022-06-09 11:44:48,411 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'chunkcleanupworker.py', 'pid': '67'} gunicorn-web stdout | 2022-06-09 11:44:48,423 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '75'} gunicorn-web stdout | 2022-06-09 11:44:48,430 [226] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '226'} gunicorn-web stdout | 2022-06-09 11:44:48,458 [242] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '242'} gunicorn-web stdout | 2022-06-09 11:44:48,466 [235] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '235'} gunicorn-web stdout | 2022-06-09 11:44:48,478 [228] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '228'} gunicorn-web stdout | 2022-06-09 11:44:48,485 [241] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '241'} gunicorn-web stdout | 2022-06-09 11:44:48,512 [244] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '244'} gunicorn-web stdout | 2022-06-09 11:44:48,541 [237] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '237'} gunicorn-web stdout | 2022-06-09 11:44:48,562 [234] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '234'} gunicorn-web stdout | 2022-06-09 11:44:48,571 [236] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '236'} gunicorn-web stdout | 2022-06-09 11:44:48,579 [230] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '230'} gunicorn-web stdout | 2022-06-09 11:44:48,589 [239] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '239'} gunicorn-web stdout | 2022-06-09 11:44:48,602 [231] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '231'} gunicorn-web stdout | 2022-06-09 11:44:48,610 [229] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '229'} gunicorn-web stdout | 2022-06-09 11:44:48,628 [238] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '238'} gunicorn-web stdout | 2022-06-09 11:44:48,636 [232] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '232'} gunicorn-secscan stdout | 2022-06-09 11:44:48,662 [221] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '221'} gunicorn-secscan stdout | 2022-06-09 11:44:48,672 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '74'} gunicorn-secscan stdout | 2022-06-09 11:44:48,693 [224] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '224'} gunicorn-secscan stdout | 2022-06-09 11:44:48,702 [225] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '225'} gunicorn-secscan stdout | 2022-06-09 11:44:48,710 [227] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '227'} repositorygcworker stdout | 2022-06-09 11:44:48,724 [89] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositorygcworker.py', 'pid': '89'} manifestbackfillworker stdout | 2022-06-09 11:44:48,742 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'manifestbackfillworker.py', 'pid': '78'} storagereplication stdout | 2022-06-09 11:44:48,794 [93] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'storagereplication.py', 'pid': '93'} globalpromstats stdout | 2022-06-09 11:44:48,809 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'globalpromstats.py', 'pid': '72'} expiredappspecifictokenworker stdout | 2022-06-09 11:44:48,830 [69] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '69'} servicekey stdout | 2022-06-09 11:44:48,874 [92] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'servicekeyworker.py', 'pid': '92'} builder stdout | 2022-06-09 11:44:48,914 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'builder.py', 'pid': '65'} buildlogsarchiver stdout | 2022-06-09 11:44:48,922 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'buildlogsarchiver.py', 'pid': '66'} notificationworker stdout | 2022-06-09 11:44:48,929 [85] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'notificationworker.py', 'pid': '85'} teamsyncworker stdout | 2022-06-09 11:44:48,950 [94] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'teamsyncworker.py', 'pid': '94'} gcworker stdout | 2022-06-09 11:44:49,007 [71] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'gcworker.py', 'pid': '71'} queuecleanupworker stdout | 2022-06-09 11:44:49,013 [87] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'queuecleanupworker.py', 'pid': '87'} notificationworker stdout | 2022-06-09 11:44:50,621 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 11:44:50,621 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:45:00.617379+00:00 (in 9.996101 seconds) notificationworker stdout | 2022-06-09 11:44:50,621 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:45:00 UTC)" (scheduled at 2022-06-09 11:44:50.617379+00:00) notificationworker stdout | 2022-06-09 11:44:50,621 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 11:44:50,622 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 44, 50, 621629), True, datetime.datetime(2022, 6, 9, 11, 44, 50, 621629), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 11:44:50,624 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 11:44:50,625 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 11:44:50,625 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:45:00 UTC)" executed successfully gunicorn-registry stdout | 2022-06-09 11:44:50,878 [271] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '271'} gunicorn-registry stdout | 2022-06-09 11:44:50,887 [273] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '273'} gunicorn-registry stdout | 2022-06-09 11:44:50,894 [275] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '275'} gunicorn-registry stdout | 2022-06-09 11:44:50,905 [277] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '277'} gunicorn-registry stdout | 2022-06-09 11:44:50,911 [276] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '276'} gunicorn-registry stdout | 2022-06-09 11:44:50,919 [246] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '246'} gunicorn-registry stdout | 2022-06-09 11:44:50,930 [274] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '274'} gunicorn-registry stdout | 2022-06-09 11:44:50,936 [263] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '263'} gunicorn-registry stdout | 2022-06-09 11:44:50,943 [266] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '266'} gunicorn-registry stdout | 2022-06-09 11:44:50,951 [254] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '254'} gunicorn-registry stdout | 2022-06-09 11:44:50,960 [260] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '260'} gunicorn-registry stdout | 2022-06-09 11:44:50,967 [270] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '270'} gunicorn-registry stdout | 2022-06-09 11:44:50,974 [253] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '253'} gunicorn-registry stdout | 2022-06-09 11:44:50,983 [268] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '268'} gunicorn-registry stdout | 2022-06-09 11:44:50,990 [261] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '261'} gunicorn-registry stdout | 2022-06-09 11:44:50,998 [248] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '248'} gunicorn-registry stdout | 2022-06-09 11:44:51,006 [245] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '245'} gunicorn-registry stdout | 2022-06-09 11:44:51,014 [249] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '249'} gunicorn-registry stdout | 2022-06-09 11:44:51,023 [251] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '251'} gunicorn-registry stdout | 2022-06-09 11:44:51,030 [259] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '259'} gunicorn-registry stdout | 2022-06-09 11:44:51,038 [250] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '250'} gunicorn-registry stdout | 2022-06-09 11:44:51,045 [265] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '265'} gunicorn-registry stdout | 2022-06-09 11:44:51,055 [73] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '73'} gunicorn-registry stdout | 2022-06-09 11:44:51,062 [267] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '267'} gunicorn-registry stdout | 2022-06-09 11:44:51,073 [256] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '256'} gunicorn-registry stdout | 2022-06-09 11:44:51,079 [262] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '262'} gunicorn-registry stdout | 2022-06-09 11:44:51,087 [264] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '264'} gunicorn-registry stdout | 2022-06-09 11:44:51,094 [272] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '272'} gunicorn-registry stdout | 2022-06-09 11:44:51,102 [269] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '269'} gunicorn-registry stdout | 2022-06-09 11:44:51,110 [247] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '247'} gunicorn-registry stdout | 2022-06-09 11:44:51,118 [255] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '255'} gunicorn-registry stdout | 2022-06-09 11:44:51,123 [252] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '252'} gunicorn-registry stdout | 2022-06-09 11:44:51,130 [257] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '257'} repositorygcworker stdout | 2022-06-09 11:44:51,504 [89] [DEBUG] [apscheduler.scheduler] Looking for jobs to run repositorygcworker stdout | 2022-06-09 11:44:51,504 [89] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:44:53.501847+00:00 (in 1.997296 seconds) repositorygcworker stdout | 2022-06-09 11:44:51,504 [89] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 11:45:51 UTC)" (scheduled at 2022-06-09 11:44:51.502316+00:00) repositorygcworker stdout | 2022-06-09 11:44:51,505 [89] [DEBUG] [workers.queueworker] Running watchdog. repositorygcworker stdout | 2022-06-09 11:44:51,505 [89] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 11:45:51 UTC)" executed successfully repositorygcworker stdout | 2022-06-09 11:44:53,502 [89] [DEBUG] [apscheduler.scheduler] Looking for jobs to run repositorygcworker stdout | 2022-06-09 11:44:53,503 [89] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:45:38.463361+00:00 (in 44.960299 seconds) repositorygcworker stdout | 2022-06-09 11:44:53,503 [89] [INFO] [apscheduler.executors.default] Running job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2022-06-09 11:49:53 UTC)" (scheduled at 2022-06-09 11:44:53.501847+00:00) repositorygcworker stdout | 2022-06-09 11:44:53,503 [89] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT `t1`.`queue_name` FROM `queueitem` AS `t1` WHERE (((`t1`.`available` = %s) AND (`t1`.`processing_expires` > %s)) AND (`t1`.`queue_name` LIKE %s))) AS `_wrapped`', [False, datetime.datetime(2022, 6, 9, 11, 44, 53, 503351), 'repositorygc/%']) repositorygcworker stdout | 2022-06-09 11:44:53,506 [89] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT `t1`.`queue_name` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s))) AS `_wrapped`', [datetime.datetime(2022, 6, 9, 11, 44, 53, 503351), True, datetime.datetime(2022, 6, 9, 11, 44, 53, 503351), 0, 'repositorygc/%']) repositorygcworker stdout | 2022-06-09 11:44:53,507 [89] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT `t1`.`queue_name` FROM `queueitem` AS `t1` WHERE (((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) AND NOT (`t1`.`queue_name` IN (SELECT `t1`.`queue_name` FROM `queueitem` AS `t1` WHERE (((`t1`.`available` = %s) AND (`t1`.`processing_expires` > %s)) AND (`t1`.`queue_name` LIKE %s)))))) AS `_wrapped`', [datetime.datetime(2022, 6, 9, 11, 44, 53, 503351), True, datetime.datetime(2022, 6, 9, 11, 44, 53, 503351), 0, 'repositorygc/%', False, datetime.datetime(2022, 6, 9, 11, 44, 53, 503351), 'repositorygc/%']) repositorygcworker stdout | 2022-06-09 11:44:53,508 [89] [DEBUG] [data.database] Disconnecting from database. repositorygcworker stdout | 2022-06-09 11:44:53,508 [89] [INFO] [apscheduler.executors.default] Job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2022-06-09 11:49:53 UTC)" executed successfully namespacegcworker stdout | 2022-06-09 11:44:55,464 [83] [DEBUG] [apscheduler.scheduler] Looking for jobs to run namespacegcworker stdout | 2022-06-09 11:44:55,464 [83] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:45:01.521527+00:00 (in 6.057036 seconds) namespacegcworker stdout | 2022-06-09 11:44:55,464 [83] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 11:45:55 UTC)" (scheduled at 2022-06-09 11:44:55.463831+00:00) namespacegcworker stdout | 2022-06-09 11:44:55,464 [83] [DEBUG] [workers.queueworker] Getting work item from queue. namespacegcworker stdout | 2022-06-09 11:44:55,465 [83] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 44, 55, 464847), True, datetime.datetime(2022, 6, 9, 11, 44, 55, 464847), 0, 'namespacegc/%', 50, 1, 0]) namespacegcworker stdout | 2022-06-09 11:44:55,468 [83] [DEBUG] [workers.queueworker] No more work. namespacegcworker stdout | 2022-06-09 11:44:55,468 [83] [DEBUG] [data.database] Disconnecting from database. namespacegcworker stdout | 2022-06-09 11:44:55,468 [83] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 11:45:55 UTC)" executed successfully notificationworker stdout | 2022-06-09 11:45:00,618 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 11:45:00,619 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:45:10.617379+00:00 (in 9.998349 seconds) notificationworker stdout | 2022-06-09 11:45:00,619 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:45:10 UTC)" (scheduled at 2022-06-09 11:45:00.617379+00:00) notificationworker stdout | 2022-06-09 11:45:00,619 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 11:45:00,619 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 45, 0, 619353), True, datetime.datetime(2022, 6, 9, 11, 45, 0, 619353), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 11:45:00,622 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 11:45:00,622 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 11:45:00,623 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:45:10 UTC)" executed successfully namespacegcworker stdout | 2022-06-09 11:45:01,525 [83] [DEBUG] [apscheduler.scheduler] Looking for jobs to run namespacegcworker stdout | 2022-06-09 11:45:01,525 [83] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:45:55.463831+00:00 (in 53.938594 seconds) namespacegcworker stdout | 2022-06-09 11:45:01,525 [83] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 11:46:01 UTC)" (scheduled at 2022-06-09 11:45:01.521527+00:00) namespacegcworker stdout | 2022-06-09 11:45:01,525 [83] [DEBUG] [workers.queueworker] Running watchdog. namespacegcworker stdout | 2022-06-09 11:45:01,525 [83] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 11:46:01 UTC)" executed successfully exportactionlogsworker stdout | 2022-06-09 11:45:04,372 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run exportactionlogsworker stdout | 2022-06-09 11:45:04,373 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:45:47.409953+00:00 (in 43.036994 seconds) exportactionlogsworker stdout | 2022-06-09 11:45:04,373 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 11:46:04 UTC)" (scheduled at 2022-06-09 11:45:04.366245+00:00) exportactionlogsworker stdout | 2022-06-09 11:45:04,373 [70] [DEBUG] [workers.queueworker] Getting work item from queue. exportactionlogsworker stdout | 2022-06-09 11:45:04,374 [70] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 45, 4, 373511), True, datetime.datetime(2022, 6, 9, 11, 45, 4, 373511), 0, 'exportactionlogs/%', 50, 1, 0]) exportactionlogsworker stdout | 2022-06-09 11:45:04,377 [70] [DEBUG] [workers.queueworker] No more work. exportactionlogsworker stdout | 2022-06-09 11:45:04,377 [70] [DEBUG] [data.database] Disconnecting from database. exportactionlogsworker stdout | 2022-06-09 11:45:04,377 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 11:46:04 UTC)" executed successfully gcworker stdout | 2022-06-09 11:45:07,495 [71] [DEBUG] [apscheduler.scheduler] Looking for jobs to run gcworker stdout | 2022-06-09 11:45:07,495 [71] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:45:37.490424+00:00 (in 29.994804 seconds) gcworker stdout | 2022-06-09 11:45:07,495 [71] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 11:45:37 UTC)" (scheduled at 2022-06-09 11:45:07.490424+00:00) gcworker stdout | 2022-06-09 11:45:07,497 [71] [DEBUG] [peewee] ('SELECT `candidates`.`repository_id` FROM (SELECT DISTINCT `t1`.`repository_id` FROM `tag` AS `t1` INNER JOIN `repository` AS `t2` ON (`t1`.`repository_id` = `t2`.`id`) INNER JOIN `user` AS `t3` ON (`t2`.`namespace_user_id` = `t3`.`id`) WHERE ((((NOT (`t1`.`lifetime_end_ms` IS %s) AND (`t1`.`lifetime_end_ms` <= %s)) AND (`t3`.`removed_tag_expiration_s` = %s)) AND (`t3`.`enabled` = %s)) AND (`t2`.`state` != %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', [None, 1654775107496, 0, True, 3, 500, 1, 0]) gcworker stdout | 2022-06-09 11:45:07,499 [71] [DEBUG] [__main__] No repository with garbage found gcworker stdout | 2022-06-09 11:45:07,499 [71] [DEBUG] [data.database] Disconnecting from database. gcworker stdout | 2022-06-09 11:45:07,499 [71] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 11:45:37 UTC)" executed successfully notificationworker stdout | 2022-06-09 11:45:10,751 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 11:45:10,751 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:45:19.645536+00:00 (in 8.893858 seconds) notificationworker stdout | 2022-06-09 11:45:10,752 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:45:20 UTC)" (scheduled at 2022-06-09 11:45:10.617379+00:00) notificationworker stdout | 2022-06-09 11:45:10,752 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 11:45:10,755 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 45, 10, 752370), True, datetime.datetime(2022, 6, 9, 11, 45, 10, 752370), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 11:45:10,757 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 11:45:10,757 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 11:45:10,757 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:45:20 UTC)" executed successfully buildlogsarchiver stdout | 2022-06-09 11:45:15,370 [66] [DEBUG] [apscheduler.scheduler] Looking for jobs to run buildlogsarchiver stdout | 2022-06-09 11:45:15,371 [66] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:45:45.366042+00:00 (in 29.995155 seconds) buildlogsarchiver stdout | 2022-06-09 11:45:15,371 [66] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 11:45:45 UTC)" (scheduled at 2022-06-09 11:45:15.366042+00:00) buildlogsarchiver stdout | 2022-06-09 11:45:15,372 [66] [DEBUG] [peewee] ('SELECT `candidates`.`id` FROM (SELECT `t1`.`id` FROM `repositorybuild` AS `t1` WHERE (((`t1`.`phase` IN (%s, %s, %s)) OR (`t1`.`started` < %s)) AND (`t1`.`logs_archived` = %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2022, 5, 25, 11, 45, 15, 371429), False, 50, 1, 0]) buildlogsarchiver stdout | 2022-06-09 11:45:15,374 [66] [DEBUG] [__main__] No more builds to archive buildlogsarchiver stdout | 2022-06-09 11:45:15,374 [66] [DEBUG] [data.database] Disconnecting from database. buildlogsarchiver stdout | 2022-06-09 11:45:15,374 [66] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 11:45:45 UTC)" executed successfully blobuploadcleanupworker stdout | 2022-06-09 11:45:18,137 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'blobuploadcleanupworker.py', 'pid': '64'} logrotateworker stdout | 2022-06-09 11:45:18,271 [77] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'logrotateworker.py', 'pid': '77'} repositoryactioncounter stdout | 2022-06-09 11:45:18,281 [88] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositoryactioncounter.py', 'pid': '88'} exportactionlogsworker stdout | 2022-06-09 11:45:18,308 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'exportactionlogsworker.py', 'pid': '70'} securityscanningnotificationworker stdout | 2022-06-09 11:45:18,334 [90] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'securityscanningnotificationworker.py', 'pid': '90'} chunkcleanupworker stdout | 2022-06-09 11:45:18,426 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'chunkcleanupworker.py', 'pid': '67'} namespacegcworker stdout | 2022-06-09 11:45:18,433 [83] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'namespacegcworker.py', 'pid': '83'} gunicorn-web stdout | 2022-06-09 11:45:18,440 [243] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '243'} gunicorn-web stdout | 2022-06-09 11:45:18,449 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '75'} gunicorn-web stdout | 2022-06-09 11:45:18,457 [226] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '226'} gunicorn-web stdout | 2022-06-09 11:45:18,481 [242] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '242'} gunicorn-web stdout | 2022-06-09 11:45:18,487 [235] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '235'} gunicorn-web stdout | 2022-06-09 11:45:18,494 [228] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '228'} gunicorn-web stdout | 2022-06-09 11:45:18,501 [241] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '241'} gunicorn-web stdout | 2022-06-09 11:45:18,527 [244] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '244'} gunicorn-web stdout | 2022-06-09 11:45:18,558 [237] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '237'} gunicorn-web stdout | 2022-06-09 11:45:18,573 [234] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '234'} gunicorn-web stdout | 2022-06-09 11:45:18,584 [236] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '236'} gunicorn-web stdout | 2022-06-09 11:45:18,592 [230] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '230'} gunicorn-web stdout | 2022-06-09 11:45:18,601 [239] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '239'} gunicorn-web stdout | 2022-06-09 11:45:18,614 [231] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '231'} gunicorn-web stdout | 2022-06-09 11:45:18,625 [229] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '229'} gunicorn-web stdout | 2022-06-09 11:45:18,641 [238] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '238'} gunicorn-web stdout | 2022-06-09 11:45:18,649 [232] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '232'} gunicorn-secscan stdout | 2022-06-09 11:45:18,679 [221] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '221'} gunicorn-secscan stdout | 2022-06-09 11:45:18,687 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '74'} gunicorn-secscan stdout | 2022-06-09 11:45:18,709 [224] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '224'} gunicorn-secscan stdout | 2022-06-09 11:45:18,718 [225] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '225'} gunicorn-secscan stdout | 2022-06-09 11:45:18,726 [227] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '227'} repositorygcworker stdout | 2022-06-09 11:45:18,765 [89] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositorygcworker.py', 'pid': '89'} manifestbackfillworker stdout | 2022-06-09 11:45:18,787 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'manifestbackfillworker.py', 'pid': '78'} globalpromstats stdout | 2022-06-09 11:45:18,819 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'globalpromstats.py', 'pid': '72'} storagereplication stdout | 2022-06-09 11:45:18,829 [93] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'storagereplication.py', 'pid': '93'} expiredappspecifictokenworker stdout | 2022-06-09 11:45:18,865 [69] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '69'} servicekey stdout | 2022-06-09 11:45:18,896 [92] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'servicekeyworker.py', 'pid': '92'} notificationworker stdout | 2022-06-09 11:45:18,952 [85] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'notificationworker.py', 'pid': '85'} buildlogsarchiver stdout | 2022-06-09 11:45:18,959 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'buildlogsarchiver.py', 'pid': '66'} builder stdout | 2022-06-09 11:45:18,965 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'builder.py', 'pid': '65'} teamsyncworker stdout | 2022-06-09 11:45:18,985 [94] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'teamsyncworker.py', 'pid': '94'} gcworker stdout | 2022-06-09 11:45:19,018 [71] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'gcworker.py', 'pid': '71'} queuecleanupworker stdout | 2022-06-09 11:45:19,054 [87] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'queuecleanupworker.py', 'pid': '87'} notificationworker stdout | 2022-06-09 11:45:19,698 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 11:45:19,698 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:45:20.617379+00:00 (in 0.918924 seconds) notificationworker stdout | 2022-06-09 11:45:19,699 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 11:46:19 UTC)" (scheduled at 2022-06-09 11:45:19.645536+00:00) notificationworker stdout | 2022-06-09 11:45:19,699 [85] [DEBUG] [workers.queueworker] Running watchdog. notificationworker stdout | 2022-06-09 11:45:19,699 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 11:46:19 UTC)" executed successfully notificationworker stdout | 2022-06-09 11:45:20,618 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 11:45:20,618 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:45:30.617379+00:00 (in 9.998738 seconds) notificationworker stdout | 2022-06-09 11:45:20,618 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:45:30 UTC)" (scheduled at 2022-06-09 11:45:20.617379+00:00) notificationworker stdout | 2022-06-09 11:45:20,618 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 11:45:20,619 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 45, 20, 619020), True, datetime.datetime(2022, 6, 9, 11, 45, 20, 619020), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 11:45:20,622 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 11:45:20,622 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 11:45:20,622 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:45:30 UTC)" executed successfully gunicorn-registry stdout | 2022-06-09 11:45:20,896 [271] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '271'} gunicorn-registry stdout | 2022-06-09 11:45:20,904 [273] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '273'} gunicorn-registry stdout | 2022-06-09 11:45:20,911 [275] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '275'} gunicorn-registry stdout | 2022-06-09 11:45:20,918 [277] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '277'} gunicorn-registry stdout | 2022-06-09 11:45:20,925 [276] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '276'} gunicorn-registry stdout | 2022-06-09 11:45:20,933 [246] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '246'} gunicorn-registry stdout | 2022-06-09 11:45:20,944 [274] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '274'} gunicorn-registry stdout | 2022-06-09 11:45:20,951 [263] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '263'} gunicorn-registry stdout | 2022-06-09 11:45:20,957 [266] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '266'} gunicorn-registry stdout | 2022-06-09 11:45:20,965 [254] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '254'} gunicorn-registry stdout | 2022-06-09 11:45:20,972 [260] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '260'} gunicorn-registry stdout | 2022-06-09 11:45:20,980 [270] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '270'} gunicorn-registry stdout | 2022-06-09 11:45:20,987 [253] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '253'} gunicorn-registry stdout | 2022-06-09 11:45:20,998 [268] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '268'} gunicorn-registry stdout | 2022-06-09 11:45:21,006 [261] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '261'} gunicorn-registry stdout | 2022-06-09 11:45:21,013 [248] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '248'} gunicorn-registry stdout | 2022-06-09 11:45:21,023 [245] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '245'} gunicorn-registry stdout | 2022-06-09 11:45:21,030 [249] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '249'} gunicorn-registry stdout | 2022-06-09 11:45:21,038 [251] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '251'} gunicorn-registry stdout | 2022-06-09 11:45:21,046 [259] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '259'} gunicorn-registry stdout | 2022-06-09 11:45:21,053 [250] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '250'} gunicorn-registry stdout | 2022-06-09 11:45:21,060 [265] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '265'} gunicorn-registry stdout | 2022-06-09 11:45:21,067 [73] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '73'} gunicorn-registry stdout | 2022-06-09 11:45:21,075 [267] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '267'} gunicorn-registry stdout | 2022-06-09 11:45:21,086 [256] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '256'} gunicorn-registry stdout | 2022-06-09 11:45:21,094 [262] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '262'} gunicorn-registry stdout | 2022-06-09 11:45:21,101 [264] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '264'} gunicorn-registry stdout | 2022-06-09 11:45:21,109 [272] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '272'} gunicorn-registry stdout | 2022-06-09 11:45:21,116 [269] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '269'} gunicorn-registry stdout | 2022-06-09 11:45:21,123 [247] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '247'} gunicorn-registry stdout | 2022-06-09 11:45:21,134 [255] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '255'} gunicorn-registry stdout | 2022-06-09 11:45:21,142 [252] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '252'} gunicorn-registry stdout | 2022-06-09 11:45:21,149 [257] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '257'} notificationworker stdout | 2022-06-09 11:45:30,637 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 11:45:30,637 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:45:40.617379+00:00 (in 9.980159 seconds) notificationworker stdout | 2022-06-09 11:45:30,637 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:45:40 UTC)" (scheduled at 2022-06-09 11:45:30.617379+00:00) notificationworker stdout | 2022-06-09 11:45:30,637 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 11:45:30,638 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 45, 30, 637546), True, datetime.datetime(2022, 6, 9, 11, 45, 30, 637546), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 11:45:30,640 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 11:45:30,641 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 11:45:30,641 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:45:40 UTC)" executed successfully gcworker stdout | 2022-06-09 11:45:37,492 [71] [DEBUG] [apscheduler.scheduler] Looking for jobs to run gcworker stdout | 2022-06-09 11:45:37,492 [71] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:46:07.490424+00:00 (in 29.997956 seconds) gcworker stdout | 2022-06-09 11:45:37,492 [71] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 11:46:07 UTC)" (scheduled at 2022-06-09 11:45:37.490424+00:00) gcworker stdout | 2022-06-09 11:45:37,493 [71] [DEBUG] [peewee] ('SELECT `candidates`.`repository_id` FROM (SELECT DISTINCT `t1`.`repository_id` FROM `tag` AS `t1` INNER JOIN `repository` AS `t2` ON (`t1`.`repository_id` = `t2`.`id`) INNER JOIN `user` AS `t3` ON (`t2`.`namespace_user_id` = `t3`.`id`) WHERE ((((NOT (`t1`.`lifetime_end_ms` IS %s) AND (`t1`.`lifetime_end_ms` <= %s)) AND (`t3`.`removed_tag_expiration_s` = %s)) AND (`t3`.`enabled` = %s)) AND (`t2`.`state` != %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', [None, 1654775137493, 0, True, 3, 500, 1, 0]) gcworker stdout | 2022-06-09 11:45:37,495 [71] [DEBUG] [__main__] No repository with garbage found gcworker stdout | 2022-06-09 11:45:37,496 [71] [DEBUG] [data.database] Disconnecting from database. gcworker stdout | 2022-06-09 11:45:37,496 [71] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 11:46:07 UTC)" executed successfully repositorygcworker stdout | 2022-06-09 11:45:38,516 [89] [DEBUG] [apscheduler.scheduler] Looking for jobs to run repositorygcworker stdout | 2022-06-09 11:45:38,516 [89] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:45:51.502316+00:00 (in 12.985803 seconds) repositorygcworker stdout | 2022-06-09 11:45:38,516 [89] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 11:46:38 UTC)" (scheduled at 2022-06-09 11:45:38.463361+00:00) repositorygcworker stdout | 2022-06-09 11:45:38,516 [89] [DEBUG] [workers.queueworker] Getting work item from queue. repositorygcworker stdout | 2022-06-09 11:45:38,517 [89] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 45, 38, 517014), True, datetime.datetime(2022, 6, 9, 11, 45, 38, 517014), 0, 'repositorygc/%', 50, 1, 0]) repositorygcworker stdout | 2022-06-09 11:45:38,520 [89] [DEBUG] [workers.queueworker] No more work. repositorygcworker stdout | 2022-06-09 11:45:38,520 [89] [DEBUG] [data.database] Disconnecting from database. repositorygcworker stdout | 2022-06-09 11:45:38,520 [89] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 11:46:38 UTC)" executed successfully notificationworker stdout | 2022-06-09 11:45:40,617 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 11:45:40,618 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:45:50.617379+00:00 (in 9.999480 seconds) notificationworker stdout | 2022-06-09 11:45:40,618 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:45:50 UTC)" (scheduled at 2022-06-09 11:45:40.617379+00:00) notificationworker stdout | 2022-06-09 11:45:40,618 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 11:45:40,619 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 45, 40, 618609), True, datetime.datetime(2022, 6, 9, 11, 45, 40, 618609), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 11:45:40,621 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 11:45:40,622 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 11:45:40,622 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:45:50 UTC)" executed successfully buildlogsarchiver stdout | 2022-06-09 11:45:45,375 [66] [DEBUG] [apscheduler.scheduler] Looking for jobs to run buildlogsarchiver stdout | 2022-06-09 11:45:45,376 [66] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:46:15.366042+00:00 (in 29.990240 seconds) buildlogsarchiver stdout | 2022-06-09 11:45:45,376 [66] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 11:46:15 UTC)" (scheduled at 2022-06-09 11:45:45.366042+00:00) buildlogsarchiver stdout | 2022-06-09 11:45:45,376 [66] [DEBUG] [peewee] ('SELECT `candidates`.`id` FROM (SELECT `t1`.`id` FROM `repositorybuild` AS `t1` WHERE (((`t1`.`phase` IN (%s, %s, %s)) OR (`t1`.`started` < %s)) AND (`t1`.`logs_archived` = %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2022, 5, 25, 11, 45, 45, 376420), False, 50, 1, 0]) buildlogsarchiver stdout | 2022-06-09 11:45:45,379 [66] [DEBUG] [__main__] No more builds to archive buildlogsarchiver stdout | 2022-06-09 11:45:45,379 [66] [DEBUG] [data.database] Disconnecting from database. buildlogsarchiver stdout | 2022-06-09 11:45:45,379 [66] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 11:46:15 UTC)" executed successfully exportactionlogsworker stdout | 2022-06-09 11:45:47,413 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run exportactionlogsworker stdout | 2022-06-09 11:45:47,413 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:46:04.366245+00:00 (in 16.952700 seconds) exportactionlogsworker stdout | 2022-06-09 11:45:47,413 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 11:46:47 UTC)" (scheduled at 2022-06-09 11:45:47.409953+00:00) exportactionlogsworker stdout | 2022-06-09 11:45:47,414 [70] [DEBUG] [workers.queueworker] Running watchdog. exportactionlogsworker stdout | 2022-06-09 11:45:47,414 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 11:46:47 UTC)" executed successfully blobuploadcleanupworker stdout | 2022-06-09 11:45:48,175 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'blobuploadcleanupworker.py', 'pid': '64'} repositoryactioncounter stdout | 2022-06-09 11:45:48,310 [88] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositoryactioncounter.py', 'pid': '88'} logrotateworker stdout | 2022-06-09 11:45:48,318 [77] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'logrotateworker.py', 'pid': '77'} exportactionlogsworker stdout | 2022-06-09 11:45:48,324 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'exportactionlogsworker.py', 'pid': '70'} securityscanningnotificationworker stdout | 2022-06-09 11:45:48,373 [90] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'securityscanningnotificationworker.py', 'pid': '90'} chunkcleanupworker stdout | 2022-06-09 11:45:48,454 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'chunkcleanupworker.py', 'pid': '67'} gunicorn-web stdout | 2022-06-09 11:45:48,461 [243] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '243'} gunicorn-web stdout | 2022-06-09 11:45:48,470 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '75'} gunicorn-web stdout | 2022-06-09 11:45:48,481 [226] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '226'} namespacegcworker stdout | 2022-06-09 11:45:48,488 [83] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'namespacegcworker.py', 'pid': '83'} gunicorn-web stdout | 2022-06-09 11:45:48,496 [242] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '242'} gunicorn-web stdout | 2022-06-09 11:45:48,503 [235] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '235'} gunicorn-web stdout | 2022-06-09 11:45:48,510 [228] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '228'} gunicorn-web stdout | 2022-06-09 11:45:48,518 [241] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '241'} gunicorn-web stdout | 2022-06-09 11:45:48,541 [244] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '244'} gunicorn-web stdout | 2022-06-09 11:45:48,570 [237] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '237'} gunicorn-web stdout | 2022-06-09 11:45:48,584 [234] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '234'} gunicorn-web stdout | 2022-06-09 11:45:48,594 [236] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '236'} gunicorn-web stdout | 2022-06-09 11:45:48,607 [230] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '230'} gunicorn-web stdout | 2022-06-09 11:45:48,614 [239] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '239'} gunicorn-web stdout | 2022-06-09 11:45:48,626 [231] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '231'} gunicorn-web stdout | 2022-06-09 11:45:48,640 [229] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '229'} gunicorn-web stdout | 2022-06-09 11:45:48,654 [238] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '238'} gunicorn-web stdout | 2022-06-09 11:45:48,661 [232] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '232'} gunicorn-secscan stdout | 2022-06-09 11:45:48,691 [221] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '221'} gunicorn-secscan stdout | 2022-06-09 11:45:48,699 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '74'} gunicorn-secscan stdout | 2022-06-09 11:45:48,721 [224] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '224'} gunicorn-secscan stdout | 2022-06-09 11:45:48,729 [225] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '225'} gunicorn-secscan stdout | 2022-06-09 11:45:48,739 [227] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '227'} repositorygcworker stdout | 2022-06-09 11:45:48,810 [89] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositorygcworker.py', 'pid': '89'} manifestbackfillworker stdout | 2022-06-09 11:45:48,820 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'manifestbackfillworker.py', 'pid': '78'} globalpromstats stdout | 2022-06-09 11:45:48,863 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'globalpromstats.py', 'pid': '72'} storagereplication stdout | 2022-06-09 11:45:48,870 [93] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'storagereplication.py', 'pid': '93'} expiredappspecifictokenworker stdout | 2022-06-09 11:45:48,895 [69] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '69'} servicekey stdout | 2022-06-09 11:45:48,921 [92] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'servicekeyworker.py', 'pid': '92'} notificationworker stdout | 2022-06-09 11:45:48,981 [85] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'notificationworker.py', 'pid': '85'} buildlogsarchiver stdout | 2022-06-09 11:45:48,988 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'buildlogsarchiver.py', 'pid': '66'} builder stdout | 2022-06-09 11:45:49,010 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'builder.py', 'pid': '65'} teamsyncworker stdout | 2022-06-09 11:45:49,022 [94] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'teamsyncworker.py', 'pid': '94'} gcworker stdout | 2022-06-09 11:45:49,054 [71] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'gcworker.py', 'pid': '71'} queuecleanupworker stdout | 2022-06-09 11:45:49,092 [87] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'queuecleanupworker.py', 'pid': '87'} notificationworker stdout | 2022-06-09 11:45:50,637 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 11:45:50,637 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:46:00.617379+00:00 (in 9.979725 seconds) notificationworker stdout | 2022-06-09 11:45:50,638 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:46:00 UTC)" (scheduled at 2022-06-09 11:45:50.617379+00:00) notificationworker stdout | 2022-06-09 11:45:50,638 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 11:45:50,638 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 45, 50, 638186), True, datetime.datetime(2022, 6, 9, 11, 45, 50, 638186), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 11:45:50,641 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 11:45:50,641 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 11:45:50,641 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:46:00 UTC)" executed successfully gunicorn-registry stdout | 2022-06-09 11:45:50,909 [271] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '271'} gunicorn-registry stdout | 2022-06-09 11:45:50,919 [273] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '273'} gunicorn-registry stdout | 2022-06-09 11:45:50,927 [275] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '275'} gunicorn-registry stdout | 2022-06-09 11:45:50,935 [277] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '277'} gunicorn-registry stdout | 2022-06-09 11:45:50,941 [276] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '276'} gunicorn-registry stdout | 2022-06-09 11:45:50,947 [246] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '246'} gunicorn-registry stdout | 2022-06-09 11:45:50,959 [274] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '274'} gunicorn-registry stdout | 2022-06-09 11:45:50,967 [263] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '263'} gunicorn-registry stdout | 2022-06-09 11:45:50,975 [266] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '266'} gunicorn-registry stdout | 2022-06-09 11:45:50,983 [254] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '254'} gunicorn-registry stdout | 2022-06-09 11:45:50,989 [260] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '260'} gunicorn-registry stdout | 2022-06-09 11:45:50,997 [270] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '270'} gunicorn-registry stdout | 2022-06-09 11:45:51,005 [253] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '253'} gunicorn-registry stdout | 2022-06-09 11:45:51,012 [268] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '268'} gunicorn-registry stdout | 2022-06-09 11:45:51,020 [261] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '261'} gunicorn-registry stdout | 2022-06-09 11:45:51,027 [248] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '248'} gunicorn-registry stdout | 2022-06-09 11:45:51,037 [245] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '245'} gunicorn-registry stdout | 2022-06-09 11:45:51,044 [249] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '249'} gunicorn-registry stdout | 2022-06-09 11:45:51,054 [251] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '251'} gunicorn-registry stdout | 2022-06-09 11:45:51,061 [259] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '259'} gunicorn-registry stdout | 2022-06-09 11:45:51,068 [250] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '250'} gunicorn-registry stdout | 2022-06-09 11:45:51,076 [265] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '265'} gunicorn-registry stdout | 2022-06-09 11:45:51,083 [73] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '73'} gunicorn-registry stdout | 2022-06-09 11:45:51,090 [267] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '267'} gunicorn-registry stdout | 2022-06-09 11:45:51,099 [256] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '256'} gunicorn-registry stdout | 2022-06-09 11:45:51,107 [262] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '262'} gunicorn-registry stdout | 2022-06-09 11:45:51,114 [264] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '264'} gunicorn-registry stdout | 2022-06-09 11:45:51,125 [272] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '272'} gunicorn-registry stdout | 2022-06-09 11:45:51,132 [269] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '269'} gunicorn-registry stdout | 2022-06-09 11:45:51,140 [247] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '247'} gunicorn-registry stdout | 2022-06-09 11:45:51,148 [255] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '255'} gunicorn-registry stdout | 2022-06-09 11:45:51,156 [252] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '252'} gunicorn-registry stdout | 2022-06-09 11:45:51,163 [257] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '257'} repositorygcworker stdout | 2022-06-09 11:45:51,504 [89] [DEBUG] [apscheduler.scheduler] Looking for jobs to run repositorygcworker stdout | 2022-06-09 11:45:51,504 [89] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:46:38.463361+00:00 (in 46.958586 seconds) repositorygcworker stdout | 2022-06-09 11:45:51,505 [89] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 11:46:51 UTC)" (scheduled at 2022-06-09 11:45:51.502316+00:00) repositorygcworker stdout | 2022-06-09 11:45:51,505 [89] [DEBUG] [workers.queueworker] Running watchdog. repositorygcworker stdout | 2022-06-09 11:45:51,505 [89] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 11:46:51 UTC)" executed successfully namespacegcworker stdout | 2022-06-09 11:45:55,466 [83] [DEBUG] [apscheduler.scheduler] Looking for jobs to run namespacegcworker stdout | 2022-06-09 11:45:55,466 [83] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:46:01.521527+00:00 (in 6.055064 seconds) namespacegcworker stdout | 2022-06-09 11:45:55,466 [83] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 11:46:55 UTC)" (scheduled at 2022-06-09 11:45:55.463831+00:00) namespacegcworker stdout | 2022-06-09 11:45:55,466 [83] [DEBUG] [workers.queueworker] Getting work item from queue. namespacegcworker stdout | 2022-06-09 11:45:55,467 [83] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 45, 55, 466932), True, datetime.datetime(2022, 6, 9, 11, 45, 55, 466932), 0, 'namespacegc/%', 50, 1, 0]) namespacegcworker stdout | 2022-06-09 11:45:55,470 [83] [DEBUG] [workers.queueworker] No more work. namespacegcworker stdout | 2022-06-09 11:45:55,470 [83] [DEBUG] [data.database] Disconnecting from database. namespacegcworker stdout | 2022-06-09 11:45:55,470 [83] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 11:46:55 UTC)" executed successfully notificationworker stdout | 2022-06-09 11:46:00,617 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 11:46:00,618 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:46:10.617379+00:00 (in 9.999336 seconds) notificationworker stdout | 2022-06-09 11:46:00,618 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:46:10 UTC)" (scheduled at 2022-06-09 11:46:00.617379+00:00) notificationworker stdout | 2022-06-09 11:46:00,618 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 11:46:00,618 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 46, 0, 618370), True, datetime.datetime(2022, 6, 9, 11, 46, 0, 618370), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 11:46:00,621 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 11:46:00,621 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 11:46:00,621 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:46:10 UTC)" executed successfully namespacegcworker stdout | 2022-06-09 11:46:01,530 [83] [DEBUG] [apscheduler.scheduler] Looking for jobs to run namespacegcworker stdout | 2022-06-09 11:46:01,530 [83] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:46:55.463831+00:00 (in 53.933592 seconds) namespacegcworker stdout | 2022-06-09 11:46:01,530 [83] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 11:47:01 UTC)" (scheduled at 2022-06-09 11:46:01.521527+00:00) namespacegcworker stdout | 2022-06-09 11:46:01,530 [83] [DEBUG] [workers.queueworker] Running watchdog. namespacegcworker stdout | 2022-06-09 11:46:01,530 [83] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 11:47:01 UTC)" executed successfully exportactionlogsworker stdout | 2022-06-09 11:46:04,367 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run exportactionlogsworker stdout | 2022-06-09 11:46:04,367 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:46:25.409412+00:00 (in 21.041849 seconds) exportactionlogsworker stdout | 2022-06-09 11:46:04,367 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 11:47:04 UTC)" (scheduled at 2022-06-09 11:46:04.366245+00:00) exportactionlogsworker stdout | 2022-06-09 11:46:04,368 [70] [DEBUG] [workers.queueworker] Getting work item from queue. exportactionlogsworker stdout | 2022-06-09 11:46:04,368 [70] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 46, 4, 368052), True, datetime.datetime(2022, 6, 9, 11, 46, 4, 368052), 0, 'exportactionlogs/%', 50, 1, 0]) exportactionlogsworker stdout | 2022-06-09 11:46:04,371 [70] [DEBUG] [workers.queueworker] No more work. exportactionlogsworker stdout | 2022-06-09 11:46:04,371 [70] [DEBUG] [data.database] Disconnecting from database. exportactionlogsworker stdout | 2022-06-09 11:46:04,371 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 11:47:04 UTC)" executed successfully gcworker stdout | 2022-06-09 11:46:07,498 [71] [DEBUG] [apscheduler.scheduler] Looking for jobs to run gcworker stdout | 2022-06-09 11:46:07,498 [71] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:46:37.490424+00:00 (in 29.992067 seconds) gcworker stdout | 2022-06-09 11:46:07,498 [71] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 11:46:37 UTC)" (scheduled at 2022-06-09 11:46:07.490424+00:00) gcworker stdout | 2022-06-09 11:46:07,499 [71] [DEBUG] [peewee] ('SELECT `candidates`.`repository_id` FROM (SELECT DISTINCT `t1`.`repository_id` FROM `tag` AS `t1` INNER JOIN `repository` AS `t2` ON (`t1`.`repository_id` = `t2`.`id`) INNER JOIN `user` AS `t3` ON (`t2`.`namespace_user_id` = `t3`.`id`) WHERE ((((NOT (`t1`.`lifetime_end_ms` IS %s) AND (`t1`.`lifetime_end_ms` <= %s)) AND (`t3`.`removed_tag_expiration_s` = %s)) AND (`t3`.`enabled` = %s)) AND (`t2`.`state` != %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', [None, 1654775167498, 0, True, 3, 500, 1, 0]) gcworker stdout | 2022-06-09 11:46:07,501 [71] [DEBUG] [__main__] No repository with garbage found gcworker stdout | 2022-06-09 11:46:07,501 [71] [DEBUG] [data.database] Disconnecting from database. gcworker stdout | 2022-06-09 11:46:07,502 [71] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 11:46:37 UTC)" executed successfully notificationworker stdout | 2022-06-09 11:46:10,622 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 11:46:10,622 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:46:19.645536+00:00 (in 9.023359 seconds) notificationworker stdout | 2022-06-09 11:46:10,622 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:46:20 UTC)" (scheduled at 2022-06-09 11:46:10.617379+00:00) notificationworker stdout | 2022-06-09 11:46:10,622 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 11:46:10,623 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 46, 10, 622621), True, datetime.datetime(2022, 6, 9, 11, 46, 10, 622621), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 11:46:10,625 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 11:46:10,625 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 11:46:10,625 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:46:20 UTC)" executed successfully buildlogsarchiver stdout | 2022-06-09 11:46:15,367 [66] [DEBUG] [apscheduler.scheduler] Looking for jobs to run buildlogsarchiver stdout | 2022-06-09 11:46:15,367 [66] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:46:45.366042+00:00 (in 29.998857 seconds) buildlogsarchiver stdout | 2022-06-09 11:46:15,367 [66] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 11:46:45 UTC)" (scheduled at 2022-06-09 11:46:15.366042+00:00) buildlogsarchiver stdout | 2022-06-09 11:46:15,367 [66] [DEBUG] [peewee] ('SELECT `candidates`.`id` FROM (SELECT `t1`.`id` FROM `repositorybuild` AS `t1` WHERE (((`t1`.`phase` IN (%s, %s, %s)) OR (`t1`.`started` < %s)) AND (`t1`.`logs_archived` = %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2022, 5, 25, 11, 46, 15, 367476), False, 50, 1, 0]) buildlogsarchiver stdout | 2022-06-09 11:46:15,369 [66] [DEBUG] [__main__] No more builds to archive buildlogsarchiver stdout | 2022-06-09 11:46:15,370 [66] [DEBUG] [data.database] Disconnecting from database. buildlogsarchiver stdout | 2022-06-09 11:46:15,370 [66] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 11:46:45 UTC)" executed successfully blobuploadcleanupworker stdout | 2022-06-09 11:46:18,195 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'blobuploadcleanupworker.py', 'pid': '64'} exportactionlogsworker stdout | 2022-06-09 11:46:18,339 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'exportactionlogsworker.py', 'pid': '70'} logrotateworker stdout | 2022-06-09 11:46:18,347 [77] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'logrotateworker.py', 'pid': '77'} repositoryactioncounter stdout | 2022-06-09 11:46:18,354 [88] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositoryactioncounter.py', 'pid': '88'} securityscanningnotificationworker stdout | 2022-06-09 11:46:18,392 [90] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'securityscanningnotificationworker.py', 'pid': '90'} gunicorn-web stdout | 2022-06-09 11:46:18,473 [243] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '243'} chunkcleanupworker stdout | 2022-06-09 11:46:18,483 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'chunkcleanupworker.py', 'pid': '67'} gunicorn-web stdout | 2022-06-09 11:46:18,491 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '75'} gunicorn-web stdout | 2022-06-09 11:46:18,498 [226] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '226'} gunicorn-web stdout | 2022-06-09 11:46:18,507 [242] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '242'} gunicorn-web stdout | 2022-06-09 11:46:18,519 [235] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '235'} gunicorn-web stdout | 2022-06-09 11:46:18,527 [228] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '228'} namespacegcworker stdout | 2022-06-09 11:46:18,533 [83] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'namespacegcworker.py', 'pid': '83'} gunicorn-web stdout | 2022-06-09 11:46:18,540 [241] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '241'} gunicorn-web stdout | 2022-06-09 11:46:18,557 [244] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '244'} gunicorn-web stdout | 2022-06-09 11:46:18,583 [237] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '237'} gunicorn-web stdout | 2022-06-09 11:46:18,595 [234] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '234'} gunicorn-web stdout | 2022-06-09 11:46:18,605 [236] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '236'} gunicorn-web stdout | 2022-06-09 11:46:18,619 [230] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '230'} gunicorn-web stdout | 2022-06-09 11:46:18,629 [239] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '239'} gunicorn-web stdout | 2022-06-09 11:46:18,639 [231] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '231'} gunicorn-web stdout | 2022-06-09 11:46:18,653 [229] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '229'} gunicorn-web stdout | 2022-06-09 11:46:18,667 [238] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '238'} gunicorn-web stdout | 2022-06-09 11:46:18,675 [232] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '232'} gunicorn-secscan stdout | 2022-06-09 11:46:18,702 [221] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '221'} gunicorn-secscan stdout | 2022-06-09 11:46:18,713 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '74'} gunicorn-secscan stdout | 2022-06-09 11:46:18,733 [224] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '224'} gunicorn-secscan stdout | 2022-06-09 11:46:18,742 [225] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '225'} gunicorn-secscan stdout | 2022-06-09 11:46:18,751 [227] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '227'} repositorygcworker stdout | 2022-06-09 11:46:18,857 [89] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositorygcworker.py', 'pid': '89'} manifestbackfillworker stdout | 2022-06-09 11:46:18,863 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'manifestbackfillworker.py', 'pid': '78'} storagereplication stdout | 2022-06-09 11:46:18,904 [93] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'storagereplication.py', 'pid': '93'} globalpromstats stdout | 2022-06-09 11:46:18,911 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'globalpromstats.py', 'pid': '72'} expiredappspecifictokenworker stdout | 2022-06-09 11:46:18,918 [69] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '69'} servicekey stdout | 2022-06-09 11:46:18,946 [92] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'servicekeyworker.py', 'pid': '92'} notificationworker stdout | 2022-06-09 11:46:19,001 [85] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'notificationworker.py', 'pid': '85'} buildlogsarchiver stdout | 2022-06-09 11:46:19,007 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'buildlogsarchiver.py', 'pid': '66'} builder stdout | 2022-06-09 11:46:19,045 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'builder.py', 'pid': '65'} teamsyncworker stdout | 2022-06-09 11:46:19,063 [94] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'teamsyncworker.py', 'pid': '94'} gcworker stdout | 2022-06-09 11:46:19,095 [71] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'gcworker.py', 'pid': '71'} queuecleanupworker stdout | 2022-06-09 11:46:19,139 [87] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'queuecleanupworker.py', 'pid': '87'} notificationworker stdout | 2022-06-09 11:46:19,646 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 11:46:19,646 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:46:20.617379+00:00 (in 0.970772 seconds) notificationworker stdout | 2022-06-09 11:46:19,646 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 11:47:19 UTC)" (scheduled at 2022-06-09 11:46:19.645536+00:00) notificationworker stdout | 2022-06-09 11:46:19,647 [85] [DEBUG] [workers.queueworker] Running watchdog. notificationworker stdout | 2022-06-09 11:46:19,647 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 11:47:19 UTC)" executed successfully notificationworker stdout | 2022-06-09 11:46:20,622 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 11:46:20,623 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:46:30.617379+00:00 (in 9.994475 seconds) notificationworker stdout | 2022-06-09 11:46:20,623 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:46:30 UTC)" (scheduled at 2022-06-09 11:46:20.617379+00:00) notificationworker stdout | 2022-06-09 11:46:20,623 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 11:46:20,624 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 46, 20, 623441), True, datetime.datetime(2022, 6, 9, 11, 46, 20, 623441), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 11:46:20,626 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 11:46:20,626 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 11:46:20,626 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:46:30 UTC)" executed successfully gunicorn-registry stdout | 2022-06-09 11:46:20,922 [271] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '271'} gunicorn-registry stdout | 2022-06-09 11:46:20,934 [273] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '273'} gunicorn-registry stdout | 2022-06-09 11:46:20,941 [275] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '275'} gunicorn-registry stdout | 2022-06-09 11:46:20,948 [277] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '277'} gunicorn-registry stdout | 2022-06-09 11:46:20,957 [276] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '276'} gunicorn-registry stdout | 2022-06-09 11:46:20,964 [246] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '246'} gunicorn-registry stdout | 2022-06-09 11:46:20,971 [274] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '274'} gunicorn-registry stdout | 2022-06-09 11:46:20,981 [263] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '263'} gunicorn-registry stdout | 2022-06-09 11:46:20,988 [266] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '266'} gunicorn-registry stdout | 2022-06-09 11:46:20,997 [254] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '254'} gunicorn-registry stdout | 2022-06-09 11:46:21,003 [260] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '260'} gunicorn-registry stdout | 2022-06-09 11:46:21,013 [270] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '270'} gunicorn-registry stdout | 2022-06-09 11:46:21,019 [253] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '253'} gunicorn-registry stdout | 2022-06-09 11:46:21,026 [268] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '268'} gunicorn-registry stdout | 2022-06-09 11:46:21,035 [261] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '261'} gunicorn-registry stdout | 2022-06-09 11:46:21,043 [248] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '248'} gunicorn-registry stdout | 2022-06-09 11:46:21,051 [245] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '245'} gunicorn-registry stdout | 2022-06-09 11:46:21,059 [249] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '249'} gunicorn-registry stdout | 2022-06-09 11:46:21,067 [251] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '251'} gunicorn-registry stdout | 2022-06-09 11:46:21,076 [259] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '259'} gunicorn-registry stdout | 2022-06-09 11:46:21,085 [250] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '250'} gunicorn-registry stdout | 2022-06-09 11:46:21,092 [265] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '265'} gunicorn-registry stdout | 2022-06-09 11:46:21,100 [73] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '73'} gunicorn-registry stdout | 2022-06-09 11:46:21,107 [267] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '267'} gunicorn-registry stdout | 2022-06-09 11:46:21,118 [256] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '256'} gunicorn-registry stdout | 2022-06-09 11:46:21,124 [262] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '262'} gunicorn-registry stdout | 2022-06-09 11:46:21,131 [264] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '264'} gunicorn-registry stdout | 2022-06-09 11:46:21,139 [272] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '272'} gunicorn-registry stdout | 2022-06-09 11:46:21,145 [269] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '269'} gunicorn-registry stdout | 2022-06-09 11:46:21,155 [247] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '247'} gunicorn-registry stdout | 2022-06-09 11:46:21,162 [255] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '255'} gunicorn-registry stdout | 2022-06-09 11:46:21,170 [252] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '252'} gunicorn-registry stdout | 2022-06-09 11:46:21,177 [257] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '257'} exportactionlogsworker stdout | 2022-06-09 11:46:25,413 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run exportactionlogsworker stdout | 2022-06-09 11:46:25,413 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:46:47.409953+00:00 (in 21.996285 seconds) exportactionlogsworker stdout | 2022-06-09 11:46:25,413 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2022-06-09 11:51:25 UTC)" (scheduled at 2022-06-09 11:46:25.409412+00:00) exportactionlogsworker stdout | 2022-06-09 11:46:25,414 [70] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT `t1`.`queue_name` FROM `queueitem` AS `t1` WHERE (((`t1`.`available` = %s) AND (`t1`.`processing_expires` > %s)) AND (`t1`.`queue_name` LIKE %s))) AS `_wrapped`', [False, datetime.datetime(2022, 6, 9, 11, 46, 25, 414152), 'exportactionlogs/%']) exportactionlogsworker stdout | 2022-06-09 11:46:25,418 [70] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT `t1`.`queue_name` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s))) AS `_wrapped`', [datetime.datetime(2022, 6, 9, 11, 46, 25, 414152), True, datetime.datetime(2022, 6, 9, 11, 46, 25, 414152), 0, 'exportactionlogs/%']) exportactionlogsworker stdout | 2022-06-09 11:46:25,419 [70] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT `t1`.`queue_name` FROM `queueitem` AS `t1` WHERE (((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) AND NOT (`t1`.`queue_name` IN (SELECT `t1`.`queue_name` FROM `queueitem` AS `t1` WHERE (((`t1`.`available` = %s) AND (`t1`.`processing_expires` > %s)) AND (`t1`.`queue_name` LIKE %s)))))) AS `_wrapped`', [datetime.datetime(2022, 6, 9, 11, 46, 25, 414152), True, datetime.datetime(2022, 6, 9, 11, 46, 25, 414152), 0, 'exportactionlogs/%', False, datetime.datetime(2022, 6, 9, 11, 46, 25, 414152), 'exportactionlogs/%']) exportactionlogsworker stdout | 2022-06-09 11:46:25,420 [70] [DEBUG] [data.database] Disconnecting from database. exportactionlogsworker stdout | 2022-06-09 11:46:25,420 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2022-06-09 11:51:25 UTC)" executed successfully notificationworker stdout | 2022-06-09 11:46:30,620 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 11:46:30,620 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:46:40.617379+00:00 (in 9.997201 seconds) notificationworker stdout | 2022-06-09 11:46:30,620 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:46:40 UTC)" (scheduled at 2022-06-09 11:46:30.617379+00:00) notificationworker stdout | 2022-06-09 11:46:30,620 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 11:46:30,621 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 46, 30, 620605), True, datetime.datetime(2022, 6, 9, 11, 46, 30, 620605), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 11:46:30,624 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 11:46:30,624 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 11:46:30,624 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:46:40 UTC)" executed successfully gcworker stdout | 2022-06-09 11:46:37,491 [71] [DEBUG] [apscheduler.scheduler] Looking for jobs to run gcworker stdout | 2022-06-09 11:46:37,492 [71] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:47:07.490424+00:00 (in 29.998419 seconds) gcworker stdout | 2022-06-09 11:46:37,492 [71] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 11:47:07 UTC)" (scheduled at 2022-06-09 11:46:37.490424+00:00) gcworker stdout | 2022-06-09 11:46:37,493 [71] [DEBUG] [peewee] ('SELECT `candidates`.`repository_id` FROM (SELECT DISTINCT `t1`.`repository_id` FROM `tag` AS `t1` INNER JOIN `repository` AS `t2` ON (`t1`.`repository_id` = `t2`.`id`) INNER JOIN `user` AS `t3` ON (`t2`.`namespace_user_id` = `t3`.`id`) WHERE ((((NOT (`t1`.`lifetime_end_ms` IS %s) AND (`t1`.`lifetime_end_ms` <= %s)) AND (`t3`.`removed_tag_expiration_s` = %s)) AND (`t3`.`enabled` = %s)) AND (`t2`.`state` != %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', [None, 1654775197492, 0, True, 3, 500, 1, 0]) gcworker stdout | 2022-06-09 11:46:37,495 [71] [DEBUG] [__main__] No repository with garbage found gcworker stdout | 2022-06-09 11:46:37,495 [71] [DEBUG] [data.database] Disconnecting from database. gcworker stdout | 2022-06-09 11:46:37,495 [71] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 11:47:07 UTC)" executed successfully repositorygcworker stdout | 2022-06-09 11:46:38,464 [89] [DEBUG] [apscheduler.scheduler] Looking for jobs to run repositorygcworker stdout | 2022-06-09 11:46:38,464 [89] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:46:51.502316+00:00 (in 13.038059 seconds) repositorygcworker stdout | 2022-06-09 11:46:38,464 [89] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 11:47:38 UTC)" (scheduled at 2022-06-09 11:46:38.463361+00:00) repositorygcworker stdout | 2022-06-09 11:46:38,464 [89] [DEBUG] [workers.queueworker] Getting work item from queue. repositorygcworker stdout | 2022-06-09 11:46:38,465 [89] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 46, 38, 464637), True, datetime.datetime(2022, 6, 9, 11, 46, 38, 464637), 0, 'repositorygc/%', 50, 1, 0]) repositorygcworker stdout | 2022-06-09 11:46:38,467 [89] [DEBUG] [workers.queueworker] No more work. repositorygcworker stdout | 2022-06-09 11:46:38,467 [89] [DEBUG] [data.database] Disconnecting from database. repositorygcworker stdout | 2022-06-09 11:46:38,467 [89] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 11:47:38 UTC)" executed successfully notificationworker stdout | 2022-06-09 11:46:40,618 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 11:46:40,619 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:46:50.617379+00:00 (in 9.998483 seconds) notificationworker stdout | 2022-06-09 11:46:40,619 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:46:50 UTC)" (scheduled at 2022-06-09 11:46:40.617379+00:00) notificationworker stdout | 2022-06-09 11:46:40,619 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 11:46:40,620 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 46, 40, 619355), True, datetime.datetime(2022, 6, 9, 11, 46, 40, 619355), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 11:46:40,622 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 11:46:40,622 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 11:46:40,622 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:46:50 UTC)" executed successfully buildlogsarchiver stdout | 2022-06-09 11:46:45,367 [66] [DEBUG] [apscheduler.scheduler] Looking for jobs to run buildlogsarchiver stdout | 2022-06-09 11:46:45,367 [66] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:47:15.366042+00:00 (in 29.998734 seconds) buildlogsarchiver stdout | 2022-06-09 11:46:45,367 [66] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 11:47:15 UTC)" (scheduled at 2022-06-09 11:46:45.366042+00:00) buildlogsarchiver stdout | 2022-06-09 11:46:45,368 [66] [DEBUG] [peewee] ('SELECT `candidates`.`id` FROM (SELECT `t1`.`id` FROM `repositorybuild` AS `t1` WHERE (((`t1`.`phase` IN (%s, %s, %s)) OR (`t1`.`started` < %s)) AND (`t1`.`logs_archived` = %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2022, 5, 25, 11, 46, 45, 367745), False, 50, 1, 0]) buildlogsarchiver stdout | 2022-06-09 11:46:45,370 [66] [DEBUG] [__main__] No more builds to archive buildlogsarchiver stdout | 2022-06-09 11:46:45,370 [66] [DEBUG] [data.database] Disconnecting from database. buildlogsarchiver stdout | 2022-06-09 11:46:45,370 [66] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 11:47:15 UTC)" executed successfully exportactionlogsworker stdout | 2022-06-09 11:46:47,413 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run exportactionlogsworker stdout | 2022-06-09 11:46:47,413 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:47:04.366245+00:00 (in 16.952731 seconds) exportactionlogsworker stdout | 2022-06-09 11:46:47,413 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 11:47:47 UTC)" (scheduled at 2022-06-09 11:46:47.409953+00:00) exportactionlogsworker stdout | 2022-06-09 11:46:47,413 [70] [DEBUG] [workers.queueworker] Running watchdog. exportactionlogsworker stdout | 2022-06-09 11:46:47,414 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 11:47:47 UTC)" executed successfully blobuploadcleanupworker stdout | 2022-06-09 11:46:48,208 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'blobuploadcleanupworker.py', 'pid': '64'} exportactionlogsworker stdout | 2022-06-09 11:46:48,368 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'exportactionlogsworker.py', 'pid': '70'} logrotateworker stdout | 2022-06-09 11:46:48,390 [77] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'logrotateworker.py', 'pid': '77'} repositoryactioncounter stdout | 2022-06-09 11:46:48,396 [88] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositoryactioncounter.py', 'pid': '88'} securityscanningnotificationworker stdout | 2022-06-09 11:46:48,430 [90] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'securityscanningnotificationworker.py', 'pid': '90'} gunicorn-web stdout | 2022-06-09 11:46:48,484 [243] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '243'} chunkcleanupworker stdout | 2022-06-09 11:46:48,493 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'chunkcleanupworker.py', 'pid': '67'} gunicorn-web stdout | 2022-06-09 11:46:48,503 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '75'} gunicorn-web stdout | 2022-06-09 11:46:48,515 [226] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '226'} gunicorn-web stdout | 2022-06-09 11:46:48,523 [242] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '242'} gunicorn-web stdout | 2022-06-09 11:46:48,534 [235] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '235'} gunicorn-web stdout | 2022-06-09 11:46:48,542 [228] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '228'} gunicorn-web stdout | 2022-06-09 11:46:48,552 [241] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '241'} gunicorn-web stdout | 2022-06-09 11:46:48,570 [244] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '244'} namespacegcworker stdout | 2022-06-09 11:46:48,578 [83] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'namespacegcworker.py', 'pid': '83'} gunicorn-web stdout | 2022-06-09 11:46:48,595 [237] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '237'} gunicorn-web stdout | 2022-06-09 11:46:48,606 [234] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '234'} gunicorn-web stdout | 2022-06-09 11:46:48,618 [236] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '236'} gunicorn-web stdout | 2022-06-09 11:46:48,629 [230] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '230'} gunicorn-web stdout | 2022-06-09 11:46:48,640 [239] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '239'} gunicorn-web stdout | 2022-06-09 11:46:48,650 [231] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '231'} gunicorn-web stdout | 2022-06-09 11:46:48,666 [229] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '229'} gunicorn-web stdout | 2022-06-09 11:46:48,680 [238] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '238'} gunicorn-web stdout | 2022-06-09 11:46:48,689 [232] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '232'} gunicorn-secscan stdout | 2022-06-09 11:46:48,714 [221] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '221'} gunicorn-secscan stdout | 2022-06-09 11:46:48,724 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '74'} gunicorn-secscan stdout | 2022-06-09 11:46:48,746 [224] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '224'} gunicorn-secscan stdout | 2022-06-09 11:46:48,754 [225] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '225'} gunicorn-secscan stdout | 2022-06-09 11:46:48,762 [227] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '227'} repositorygcworker stdout | 2022-06-09 11:46:48,895 [89] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositorygcworker.py', 'pid': '89'} manifestbackfillworker stdout | 2022-06-09 11:46:48,905 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'manifestbackfillworker.py', 'pid': '78'} storagereplication stdout | 2022-06-09 11:46:48,938 [93] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'storagereplication.py', 'pid': '93'} globalpromstats stdout | 2022-06-09 11:46:48,951 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'globalpromstats.py', 'pid': '72'} servicekey stdout | 2022-06-09 11:46:48,959 [92] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'servicekeyworker.py', 'pid': '92'} expiredappspecifictokenworker stdout | 2022-06-09 11:46:48,966 [69] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '69'} notificationworker stdout | 2022-06-09 11:46:49,023 [85] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'notificationworker.py', 'pid': '85'} buildlogsarchiver stdout | 2022-06-09 11:46:49,062 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'buildlogsarchiver.py', 'pid': '66'} builder stdout | 2022-06-09 11:46:49,071 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'builder.py', 'pid': '65'} teamsyncworker stdout | 2022-06-09 11:46:49,104 [94] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'teamsyncworker.py', 'pid': '94'} gcworker stdout | 2022-06-09 11:46:49,136 [71] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'gcworker.py', 'pid': '71'} queuecleanupworker stdout | 2022-06-09 11:46:49,183 [87] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'queuecleanupworker.py', 'pid': '87'} notificationworker stdout | 2022-06-09 11:46:50,628 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 11:46:50,628 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:47:00.617379+00:00 (in 9.989003 seconds) notificationworker stdout | 2022-06-09 11:46:50,628 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:47:00 UTC)" (scheduled at 2022-06-09 11:46:50.617379+00:00) notificationworker stdout | 2022-06-09 11:46:50,629 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 11:46:50,629 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 46, 50, 629083), True, datetime.datetime(2022, 6, 9, 11, 46, 50, 629083), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 11:46:50,632 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 11:46:50,632 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 11:46:50,632 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:47:00 UTC)" executed successfully gunicorn-registry stdout | 2022-06-09 11:46:50,976 [273] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '273'} gunicorn-registry stdout | 2022-06-09 11:46:50,983 [271] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '271'} gunicorn-registry stdout | 2022-06-09 11:46:50,990 [276] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '276'} gunicorn-registry stdout | 2022-06-09 11:46:50,997 [275] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '275'} gunicorn-registry stdout | 2022-06-09 11:46:51,005 [277] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '277'} gunicorn-registry stdout | 2022-06-09 11:46:51,014 [246] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '246'} gunicorn-registry stdout | 2022-06-09 11:46:51,021 [274] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '274'} gunicorn-registry stdout | 2022-06-09 11:46:51,029 [263] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '263'} gunicorn-registry stdout | 2022-06-09 11:46:51,044 [266] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '266'} gunicorn-registry stdout | 2022-06-09 11:46:51,053 [254] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '254'} gunicorn-registry stdout | 2022-06-09 11:46:51,059 [260] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '260'} gunicorn-registry stdout | 2022-06-09 11:46:51,067 [270] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '270'} gunicorn-registry stdout | 2022-06-09 11:46:51,074 [253] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '253'} gunicorn-registry stdout | 2022-06-09 11:46:51,082 [268] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '268'} gunicorn-registry stdout | 2022-06-09 11:46:51,091 [261] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '261'} gunicorn-registry stdout | 2022-06-09 11:46:51,098 [248] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '248'} gunicorn-registry stdout | 2022-06-09 11:46:51,104 [245] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '245'} gunicorn-registry stdout | 2022-06-09 11:46:51,113 [249] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '249'} gunicorn-registry stdout | 2022-06-09 11:46:51,122 [251] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '251'} gunicorn-registry stdout | 2022-06-09 11:46:51,135 [259] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '259'} gunicorn-registry stdout | 2022-06-09 11:46:51,143 [250] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '250'} gunicorn-registry stdout | 2022-06-09 11:46:51,150 [265] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '265'} gunicorn-registry stdout | 2022-06-09 11:46:51,159 [73] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '73'} gunicorn-registry stdout | 2022-06-09 11:46:51,166 [267] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '267'} gunicorn-registry stdout | 2022-06-09 11:46:51,172 [256] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '256'} gunicorn-registry stdout | 2022-06-09 11:46:51,179 [262] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '262'} gunicorn-registry stdout | 2022-06-09 11:46:51,186 [264] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '264'} gunicorn-registry stdout | 2022-06-09 11:46:51,194 [272] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '272'} gunicorn-registry stdout | 2022-06-09 11:46:51,203 [269] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '269'} gunicorn-registry stdout | 2022-06-09 11:46:51,210 [247] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '247'} gunicorn-registry stdout | 2022-06-09 11:46:51,217 [255] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '255'} gunicorn-registry stdout | 2022-06-09 11:46:51,226 [252] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '252'} gunicorn-registry stdout | 2022-06-09 11:46:51,232 [257] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '257'} repositorygcworker stdout | 2022-06-09 11:46:51,503 [89] [DEBUG] [apscheduler.scheduler] Looking for jobs to run repositorygcworker stdout | 2022-06-09 11:46:51,503 [89] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:47:38.463361+00:00 (in 46.960091 seconds) repositorygcworker stdout | 2022-06-09 11:46:51,503 [89] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 11:47:51 UTC)" (scheduled at 2022-06-09 11:46:51.502316+00:00) repositorygcworker stdout | 2022-06-09 11:46:51,503 [89] [DEBUG] [workers.queueworker] Running watchdog. repositorygcworker stdout | 2022-06-09 11:46:51,503 [89] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 11:47:51 UTC)" executed successfully namespacegcworker stdout | 2022-06-09 11:46:55,483 [83] [DEBUG] [apscheduler.scheduler] Looking for jobs to run namespacegcworker stdout | 2022-06-09 11:46:55,483 [83] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:47:01.521527+00:00 (in 6.037933 seconds) namespacegcworker stdout | 2022-06-09 11:46:55,483 [83] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 11:47:55 UTC)" (scheduled at 2022-06-09 11:46:55.463831+00:00) namespacegcworker stdout | 2022-06-09 11:46:55,484 [83] [DEBUG] [workers.queueworker] Getting work item from queue. namespacegcworker stdout | 2022-06-09 11:46:55,484 [83] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 46, 55, 484103), True, datetime.datetime(2022, 6, 9, 11, 46, 55, 484103), 0, 'namespacegc/%', 50, 1, 0]) namespacegcworker stdout | 2022-06-09 11:46:55,487 [83] [DEBUG] [workers.queueworker] No more work. namespacegcworker stdout | 2022-06-09 11:46:55,487 [83] [DEBUG] [data.database] Disconnecting from database. namespacegcworker stdout | 2022-06-09 11:46:55,487 [83] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 11:47:55 UTC)" executed successfully notificationworker stdout | 2022-06-09 11:47:00,618 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 11:47:00,619 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:47:10.617379+00:00 (in 9.998490 seconds) notificationworker stdout | 2022-06-09 11:47:00,619 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:47:10 UTC)" (scheduled at 2022-06-09 11:47:00.617379+00:00) notificationworker stdout | 2022-06-09 11:47:00,619 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 11:47:00,619 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 47, 0, 619212), True, datetime.datetime(2022, 6, 9, 11, 47, 0, 619212), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 11:47:00,622 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 11:47:00,622 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 11:47:00,622 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:47:10 UTC)" executed successfully namespacegcworker stdout | 2022-06-09 11:47:01,553 [83] [DEBUG] [apscheduler.scheduler] Looking for jobs to run namespacegcworker stdout | 2022-06-09 11:47:01,553 [83] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:47:55.463831+00:00 (in 53.910216 seconds) namespacegcworker stdout | 2022-06-09 11:47:01,553 [83] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 11:48:01 UTC)" (scheduled at 2022-06-09 11:47:01.521527+00:00) namespacegcworker stdout | 2022-06-09 11:47:01,553 [83] [DEBUG] [workers.queueworker] Running watchdog. namespacegcworker stdout | 2022-06-09 11:47:01,553 [83] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 11:48:01 UTC)" executed successfully exportactionlogsworker stdout | 2022-06-09 11:47:04,370 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run exportactionlogsworker stdout | 2022-06-09 11:47:04,370 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:47:47.409953+00:00 (in 43.039622 seconds) exportactionlogsworker stdout | 2022-06-09 11:47:04,370 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 11:48:04 UTC)" (scheduled at 2022-06-09 11:47:04.366245+00:00) exportactionlogsworker stdout | 2022-06-09 11:47:04,370 [70] [DEBUG] [workers.queueworker] Getting work item from queue. exportactionlogsworker stdout | 2022-06-09 11:47:04,371 [70] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 47, 4, 370836), True, datetime.datetime(2022, 6, 9, 11, 47, 4, 370836), 0, 'exportactionlogs/%', 50, 1, 0]) exportactionlogsworker stdout | 2022-06-09 11:47:04,374 [70] [DEBUG] [workers.queueworker] No more work. exportactionlogsworker stdout | 2022-06-09 11:47:04,374 [70] [DEBUG] [data.database] Disconnecting from database. exportactionlogsworker stdout | 2022-06-09 11:47:04,374 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 11:48:04 UTC)" executed successfully gcworker stdout | 2022-06-09 11:47:07,520 [71] [DEBUG] [apscheduler.scheduler] Looking for jobs to run gcworker stdout | 2022-06-09 11:47:07,520 [71] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:47:37.490424+00:00 (in 29.970248 seconds) gcworker stdout | 2022-06-09 11:47:07,520 [71] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 11:47:37 UTC)" (scheduled at 2022-06-09 11:47:07.490424+00:00) gcworker stdout | 2022-06-09 11:47:07,521 [71] [DEBUG] [peewee] ('SELECT `candidates`.`repository_id` FROM (SELECT DISTINCT `t1`.`repository_id` FROM `tag` AS `t1` INNER JOIN `repository` AS `t2` ON (`t1`.`repository_id` = `t2`.`id`) INNER JOIN `user` AS `t3` ON (`t2`.`namespace_user_id` = `t3`.`id`) WHERE ((((NOT (`t1`.`lifetime_end_ms` IS %s) AND (`t1`.`lifetime_end_ms` <= %s)) AND (`t3`.`removed_tag_expiration_s` = %s)) AND (`t3`.`enabled` = %s)) AND (`t2`.`state` != %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', [None, 1654775227521, 0, True, 3, 500, 1, 0]) gcworker stdout | 2022-06-09 11:47:07,524 [71] [DEBUG] [__main__] No repository with garbage found gcworker stdout | 2022-06-09 11:47:07,524 [71] [DEBUG] [data.database] Disconnecting from database. gcworker stdout | 2022-06-09 11:47:07,524 [71] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 11:47:37 UTC)" executed successfully notificationworker stdout | 2022-06-09 11:47:10,622 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 11:47:10,623 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:47:19.645536+00:00 (in 9.022684 seconds) notificationworker stdout | 2022-06-09 11:47:10,623 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:47:20 UTC)" (scheduled at 2022-06-09 11:47:10.617379+00:00) notificationworker stdout | 2022-06-09 11:47:10,623 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 11:47:10,624 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 47, 10, 623465), True, datetime.datetime(2022, 6, 9, 11, 47, 10, 623465), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 11:47:10,626 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 11:47:10,626 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 11:47:10,626 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:47:20 UTC)" executed successfully buildlogsarchiver stdout | 2022-06-09 11:47:15,366 [66] [DEBUG] [apscheduler.scheduler] Looking for jobs to run buildlogsarchiver stdout | 2022-06-09 11:47:15,367 [66] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:47:45.366042+00:00 (in 29.998986 seconds) buildlogsarchiver stdout | 2022-06-09 11:47:15,367 [66] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 11:47:45 UTC)" (scheduled at 2022-06-09 11:47:15.366042+00:00) buildlogsarchiver stdout | 2022-06-09 11:47:15,367 [66] [DEBUG] [peewee] ('SELECT `candidates`.`id` FROM (SELECT `t1`.`id` FROM `repositorybuild` AS `t1` WHERE (((`t1`.`phase` IN (%s, %s, %s)) OR (`t1`.`started` < %s)) AND (`t1`.`logs_archived` = %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2022, 5, 25, 11, 47, 15, 367363), False, 50, 1, 0]) buildlogsarchiver stdout | 2022-06-09 11:47:15,369 [66] [DEBUG] [__main__] No more builds to archive buildlogsarchiver stdout | 2022-06-09 11:47:15,369 [66] [DEBUG] [data.database] Disconnecting from database. buildlogsarchiver stdout | 2022-06-09 11:47:15,370 [66] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 11:47:45 UTC)" executed successfully blobuploadcleanupworker stdout | 2022-06-09 11:47:18,229 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'blobuploadcleanupworker.py', 'pid': '64'} exportactionlogsworker stdout | 2022-06-09 11:47:18,409 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'exportactionlogsworker.py', 'pid': '70'} logrotateworker stdout | 2022-06-09 11:47:18,416 [77] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'logrotateworker.py', 'pid': '77'} repositoryactioncounter stdout | 2022-06-09 11:47:18,435 [88] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositoryactioncounter.py', 'pid': '88'} securityscanningnotificationworker stdout | 2022-06-09 11:47:18,469 [90] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'securityscanningnotificationworker.py', 'pid': '90'} gunicorn-web stdout | 2022-06-09 11:47:18,495 [243] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '243'} gunicorn-web stdout | 2022-06-09 11:47:18,515 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '75'} gunicorn-web stdout | 2022-06-09 11:47:18,528 [226] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '226'} chunkcleanupworker stdout | 2022-06-09 11:47:18,536 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'chunkcleanupworker.py', 'pid': '67'} gunicorn-web stdout | 2022-06-09 11:47:18,543 [242] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '242'} gunicorn-web stdout | 2022-06-09 11:47:18,551 [235] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '235'} gunicorn-web stdout | 2022-06-09 11:47:18,558 [228] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '228'} gunicorn-web stdout | 2022-06-09 11:47:18,566 [241] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '241'} gunicorn-web stdout | 2022-06-09 11:47:18,583 [244] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '244'} namespacegcworker stdout | 2022-06-09 11:47:18,595 [83] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'namespacegcworker.py', 'pid': '83'} expiredappspecifictokenworker stdout | 2022-06-09 11:47:18,597 [69] [DEBUG] [apscheduler.scheduler] Looking for jobs to run expiredappspecifictokenworker stdout | 2022-06-09 11:47:18,598 [69] [INFO] [apscheduler.executors.default] Running job "ExpiredAppSpecificTokenWorker._gc_expired_tokens (trigger: interval[1:00:00], next run at: 2022-06-09 11:47:18 UTC)" (scheduled at 2022-06-09 11:47:18.597160+00:00) expiredappspecifictokenworker stdout | 2022-06-09 11:47:18,598 [69] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:47:18.597160+00:00 (in 3599.999487 seconds) expiredappspecifictokenworker stdout | 2022-06-09 11:47:18,598 [69] [DEBUG] [__main__] Garbage collecting expired app specific tokens with window: 1 day, 0:00:00 expiredappspecifictokenworker stdout | 2022-06-09 11:47:18,599 [69] [DEBUG] [peewee] ('DELETE FROM `appspecificauthtoken` WHERE (`appspecificauthtoken`.`expiration` < %s)', [datetime.datetime(2022, 6, 8, 11, 47, 18, 599105)]) expiredappspecifictokenworker stdout | 2022-06-09 11:47:18,601 [69] [DEBUG] [data.database] Disconnecting from database. expiredappspecifictokenworker stdout | 2022-06-09 11:47:18,601 [69] [INFO] [apscheduler.executors.default] Job "ExpiredAppSpecificTokenWorker._gc_expired_tokens (trigger: interval[1:00:00], next run at: 2022-06-09 12:47:18 UTC)" executed successfully gunicorn-web stdout | 2022-06-09 11:47:18,607 [237] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '237'} gunicorn-web stdout | 2022-06-09 11:47:18,616 [234] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '234'} gunicorn-web stdout | 2022-06-09 11:47:18,630 [236] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '236'} gunicorn-web stdout | 2022-06-09 11:47:18,641 [230] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '230'} gunicorn-web stdout | 2022-06-09 11:47:18,651 [239] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '239'} gunicorn-web stdout | 2022-06-09 11:47:18,662 [231] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '231'} gunicorn-web stdout | 2022-06-09 11:47:18,678 [229] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '229'} gunicorn-web stdout | 2022-06-09 11:47:18,691 [238] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '238'} gunicorn-web stdout | 2022-06-09 11:47:18,701 [232] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '232'} gunicorn-secscan stdout | 2022-06-09 11:47:18,725 [221] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '221'} gunicorn-secscan stdout | 2022-06-09 11:47:18,735 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '74'} gunicorn-secscan stdout | 2022-06-09 11:47:18,760 [224] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '224'} gunicorn-secscan stdout | 2022-06-09 11:47:18,770 [225] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '225'} gunicorn-secscan stdout | 2022-06-09 11:47:18,776 [227] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '227'} repositorygcworker stdout | 2022-06-09 11:47:18,938 [89] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositorygcworker.py', 'pid': '89'} manifestbackfillworker stdout | 2022-06-09 11:47:18,944 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'manifestbackfillworker.py', 'pid': '78'} storagereplication stdout | 2022-06-09 11:47:18,978 [93] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'storagereplication.py', 'pid': '93'} servicekey stdout | 2022-06-09 11:47:18,991 [92] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'servicekeyworker.py', 'pid': '92'} globalpromstats stdout | 2022-06-09 11:47:18,999 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'globalpromstats.py', 'pid': '72'} expiredappspecifictokenworker stdout | 2022-06-09 11:47:19,006 [69] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '69'} notificationworker stdout | 2022-06-09 11:47:19,063 [85] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'notificationworker.py', 'pid': '85'} buildlogsarchiver stdout | 2022-06-09 11:47:19,101 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'buildlogsarchiver.py', 'pid': '66'} builder stdout | 2022-06-09 11:47:19,108 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'builder.py', 'pid': '65'} teamsyncworker stdout | 2022-06-09 11:47:19,143 [94] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'teamsyncworker.py', 'pid': '94'} gcworker stdout | 2022-06-09 11:47:19,150 [71] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'gcworker.py', 'pid': '71'} queuecleanupworker stdout | 2022-06-09 11:47:19,215 [87] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'queuecleanupworker.py', 'pid': '87'} notificationworker stdout | 2022-06-09 11:47:19,647 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 11:47:19,648 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:47:20.617379+00:00 (in 0.969510 seconds) notificationworker stdout | 2022-06-09 11:47:19,648 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 11:48:19 UTC)" (scheduled at 2022-06-09 11:47:19.645536+00:00) notificationworker stdout | 2022-06-09 11:47:19,648 [85] [DEBUG] [workers.queueworker] Running watchdog. notificationworker stdout | 2022-06-09 11:47:19,648 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 11:48:19 UTC)" executed successfully notificationworker stdout | 2022-06-09 11:47:20,636 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 11:47:20,636 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:47:30.617379+00:00 (in 9.980875 seconds) notificationworker stdout | 2022-06-09 11:47:20,637 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:47:30 UTC)" (scheduled at 2022-06-09 11:47:20.617379+00:00) notificationworker stdout | 2022-06-09 11:47:20,637 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 11:47:20,637 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 47, 20, 637302), True, datetime.datetime(2022, 6, 9, 11, 47, 20, 637302), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 11:47:20,640 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 11:47:20,640 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 11:47:20,640 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:47:30 UTC)" executed successfully gunicorn-registry stdout | 2022-06-09 11:47:20,995 [273] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '273'} gunicorn-registry stdout | 2022-06-09 11:47:21,003 [271] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '271'} gunicorn-registry stdout | 2022-06-09 11:47:21,010 [276] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '276'} gunicorn-registry stdout | 2022-06-09 11:47:21,018 [275] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '275'} gunicorn-registry stdout | 2022-06-09 11:47:21,024 [277] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '277'} gunicorn-registry stdout | 2022-06-09 11:47:21,033 [246] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '246'} gunicorn-registry stdout | 2022-06-09 11:47:21,041 [274] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '274'} gunicorn-registry stdout | 2022-06-09 11:47:21,048 [263] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '263'} gunicorn-registry stdout | 2022-06-09 11:47:21,055 [266] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '266'} gunicorn-registry stdout | 2022-06-09 11:47:21,066 [254] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '254'} gunicorn-registry stdout | 2022-06-09 11:47:21,074 [260] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '260'} gunicorn-registry stdout | 2022-06-09 11:47:21,081 [270] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '270'} gunicorn-registry stdout | 2022-06-09 11:47:21,089 [253] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '253'} gunicorn-registry stdout | 2022-06-09 11:47:21,096 [268] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '268'} gunicorn-registry stdout | 2022-06-09 11:47:21,110 [261] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '261'} gunicorn-registry stdout | 2022-06-09 11:47:21,116 [248] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '248'} gunicorn-registry stdout | 2022-06-09 11:47:21,123 [245] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '245'} gunicorn-registry stdout | 2022-06-09 11:47:21,130 [249] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '249'} gunicorn-registry stdout | 2022-06-09 11:47:21,138 [251] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '251'} gunicorn-registry stdout | 2022-06-09 11:47:21,151 [259] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '259'} gunicorn-registry stdout | 2022-06-09 11:47:21,158 [250] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '250'} gunicorn-registry stdout | 2022-06-09 11:47:21,165 [265] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '265'} gunicorn-registry stdout | 2022-06-09 11:47:21,172 [73] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '73'} gunicorn-registry stdout | 2022-06-09 11:47:21,181 [267] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '267'} gunicorn-registry stdout | 2022-06-09 11:47:21,190 [256] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '256'} gunicorn-registry stdout | 2022-06-09 11:47:21,197 [262] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '262'} gunicorn-registry stdout | 2022-06-09 11:47:21,205 [264] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '264'} gunicorn-registry stdout | 2022-06-09 11:47:21,213 [272] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '272'} gunicorn-registry stdout | 2022-06-09 11:47:21,222 [269] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '269'} gunicorn-registry stdout | 2022-06-09 11:47:21,235 [247] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '247'} gunicorn-registry stdout | 2022-06-09 11:47:21,243 [255] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '255'} gunicorn-registry stdout | 2022-06-09 11:47:21,252 [252] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '252'} gunicorn-registry stdout | 2022-06-09 11:47:21,260 [257] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '257'} notificationworker stdout | 2022-06-09 11:47:30,621 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 11:47:30,622 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:47:40.617379+00:00 (in 9.995370 seconds) notificationworker stdout | 2022-06-09 11:47:30,622 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:47:40 UTC)" (scheduled at 2022-06-09 11:47:30.617379+00:00) notificationworker stdout | 2022-06-09 11:47:30,622 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 11:47:30,622 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 47, 30, 622354), True, datetime.datetime(2022, 6, 9, 11, 47, 30, 622354), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 11:47:30,625 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 11:47:30,625 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 11:47:30,625 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:47:40 UTC)" executed successfully gcworker stdout | 2022-06-09 11:47:37,491 [71] [DEBUG] [apscheduler.scheduler] Looking for jobs to run gcworker stdout | 2022-06-09 11:47:37,491 [71] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:48:07.490424+00:00 (in 29.998866 seconds) gcworker stdout | 2022-06-09 11:47:37,491 [71] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 11:48:07 UTC)" (scheduled at 2022-06-09 11:47:37.490424+00:00) gcworker stdout | 2022-06-09 11:47:37,492 [71] [DEBUG] [peewee] ('SELECT `candidates`.`repository_id` FROM (SELECT DISTINCT `t1`.`repository_id` FROM `tag` AS `t1` INNER JOIN `repository` AS `t2` ON (`t1`.`repository_id` = `t2`.`id`) INNER JOIN `user` AS `t3` ON (`t2`.`namespace_user_id` = `t3`.`id`) WHERE ((((NOT (`t1`.`lifetime_end_ms` IS %s) AND (`t1`.`lifetime_end_ms` <= %s)) AND (`t3`.`removed_tag_expiration_s` = %s)) AND (`t3`.`enabled` = %s)) AND (`t2`.`state` != %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', [None, 1654775257491, 0, True, 3, 500, 1, 0]) gcworker stdout | 2022-06-09 11:47:37,495 [71] [DEBUG] [__main__] No repository with garbage found gcworker stdout | 2022-06-09 11:47:37,495 [71] [DEBUG] [data.database] Disconnecting from database. gcworker stdout | 2022-06-09 11:47:37,495 [71] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 11:48:07 UTC)" executed successfully repositorygcworker stdout | 2022-06-09 11:47:38,465 [89] [DEBUG] [apscheduler.scheduler] Looking for jobs to run repositorygcworker stdout | 2022-06-09 11:47:38,465 [89] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:47:51.502316+00:00 (in 13.036528 seconds) repositorygcworker stdout | 2022-06-09 11:47:38,466 [89] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 11:48:38 UTC)" (scheduled at 2022-06-09 11:47:38.463361+00:00) repositorygcworker stdout | 2022-06-09 11:47:38,466 [89] [DEBUG] [workers.queueworker] Getting work item from queue. repositorygcworker stdout | 2022-06-09 11:47:38,466 [89] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 47, 38, 466273), True, datetime.datetime(2022, 6, 9, 11, 47, 38, 466273), 0, 'repositorygc/%', 50, 1, 0]) repositorygcworker stdout | 2022-06-09 11:47:38,469 [89] [DEBUG] [workers.queueworker] No more work. repositorygcworker stdout | 2022-06-09 11:47:38,469 [89] [DEBUG] [data.database] Disconnecting from database. repositorygcworker stdout | 2022-06-09 11:47:38,469 [89] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 11:48:38 UTC)" executed successfully notificationworker stdout | 2022-06-09 11:47:40,618 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 11:47:40,618 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:47:50.617379+00:00 (in 9.999228 seconds) notificationworker stdout | 2022-06-09 11:47:40,618 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:47:50 UTC)" (scheduled at 2022-06-09 11:47:40.617379+00:00) notificationworker stdout | 2022-06-09 11:47:40,618 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 11:47:40,619 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 47, 40, 618664), True, datetime.datetime(2022, 6, 9, 11, 47, 40, 618664), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 11:47:40,622 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 11:47:40,622 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 11:47:40,622 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:47:50 UTC)" executed successfully buildlogsarchiver stdout | 2022-06-09 11:47:45,366 [66] [DEBUG] [apscheduler.scheduler] Looking for jobs to run buildlogsarchiver stdout | 2022-06-09 11:47:45,367 [66] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:48:15.366042+00:00 (in 29.998961 seconds) buildlogsarchiver stdout | 2022-06-09 11:47:45,367 [66] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 11:48:15 UTC)" (scheduled at 2022-06-09 11:47:45.366042+00:00) buildlogsarchiver stdout | 2022-06-09 11:47:45,368 [66] [DEBUG] [peewee] ('SELECT `candidates`.`id` FROM (SELECT `t1`.`id` FROM `repositorybuild` AS `t1` WHERE (((`t1`.`phase` IN (%s, %s, %s)) OR (`t1`.`started` < %s)) AND (`t1`.`logs_archived` = %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2022, 5, 25, 11, 47, 45, 367509), False, 50, 1, 0]) buildlogsarchiver stdout | 2022-06-09 11:47:45,370 [66] [DEBUG] [__main__] No more builds to archive buildlogsarchiver stdout | 2022-06-09 11:47:45,370 [66] [DEBUG] [data.database] Disconnecting from database. buildlogsarchiver stdout | 2022-06-09 11:47:45,370 [66] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 11:48:15 UTC)" executed successfully exportactionlogsworker stdout | 2022-06-09 11:47:47,411 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run exportactionlogsworker stdout | 2022-06-09 11:47:47,412 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:48:04.366245+00:00 (in 16.954384 seconds) exportactionlogsworker stdout | 2022-06-09 11:47:47,412 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 11:48:47 UTC)" (scheduled at 2022-06-09 11:47:47.409953+00:00) exportactionlogsworker stdout | 2022-06-09 11:47:47,412 [70] [DEBUG] [workers.queueworker] Running watchdog. exportactionlogsworker stdout | 2022-06-09 11:47:47,412 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 11:48:47 UTC)" executed successfully blobuploadcleanupworker stdout | 2022-06-09 11:47:48,280 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'blobuploadcleanupworker.py', 'pid': '64'} exportactionlogsworker stdout | 2022-06-09 11:47:48,418 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'exportactionlogsworker.py', 'pid': '70'} logrotateworker stdout | 2022-06-09 11:47:48,457 [77] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'logrotateworker.py', 'pid': '77'} repositoryactioncounter stdout | 2022-06-09 11:47:48,473 [88] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositoryactioncounter.py', 'pid': '88'} gunicorn-web stdout | 2022-06-09 11:47:48,509 [243] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '243'} securityscanningnotificationworker stdout | 2022-06-09 11:47:48,516 [90] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'securityscanningnotificationworker.py', 'pid': '90'} gunicorn-web stdout | 2022-06-09 11:47:48,526 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '75'} gunicorn-web stdout | 2022-06-09 11:47:48,539 [226] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '226'} gunicorn-web stdout | 2022-06-09 11:47:48,556 [242] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '242'} gunicorn-web stdout | 2022-06-09 11:47:48,563 [235] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '235'} gunicorn-web stdout | 2022-06-09 11:47:48,569 [228] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '228'} chunkcleanupworker stdout | 2022-06-09 11:47:48,579 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'chunkcleanupworker.py', 'pid': '67'} gunicorn-web stdout | 2022-06-09 11:47:48,586 [241] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '241'} gunicorn-web stdout | 2022-06-09 11:47:48,596 [244] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '244'} gunicorn-web stdout | 2022-06-09 11:47:48,619 [237] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '237'} gunicorn-web stdout | 2022-06-09 11:47:48,629 [234] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '234'} namespacegcworker stdout | 2022-06-09 11:47:48,635 [83] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'namespacegcworker.py', 'pid': '83'} gunicorn-web stdout | 2022-06-09 11:47:48,644 [236] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '236'} gunicorn-web stdout | 2022-06-09 11:47:48,651 [230] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '230'} gunicorn-web stdout | 2022-06-09 11:47:48,663 [239] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '239'} gunicorn-web stdout | 2022-06-09 11:47:48,676 [231] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '231'} gunicorn-web stdout | 2022-06-09 11:47:48,689 [229] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '229'} gunicorn-web stdout | 2022-06-09 11:47:48,706 [238] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '238'} gunicorn-web stdout | 2022-06-09 11:47:48,714 [232] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '232'} gunicorn-secscan stdout | 2022-06-09 11:47:48,737 [221] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '221'} gunicorn-secscan stdout | 2022-06-09 11:47:48,747 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '74'} gunicorn-secscan stdout | 2022-06-09 11:47:48,771 [224] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '224'} gunicorn-secscan stdout | 2022-06-09 11:47:48,781 [225] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '225'} gunicorn-secscan stdout | 2022-06-09 11:47:48,788 [227] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '227'} repositorygcworker stdout | 2022-06-09 11:47:48,948 [89] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositorygcworker.py', 'pid': '89'} manifestbackfillworker stdout | 2022-06-09 11:47:48,984 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'manifestbackfillworker.py', 'pid': '78'} storagereplication stdout | 2022-06-09 11:47:49,018 [93] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'storagereplication.py', 'pid': '93'} globalpromstats stdout | 2022-06-09 11:47:49,039 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'globalpromstats.py', 'pid': '72'} servicekey stdout | 2022-06-09 11:47:49,052 [92] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'servicekeyworker.py', 'pid': '92'} expiredappspecifictokenworker stdout | 2022-06-09 11:47:49,059 [69] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '69'} notificationworker stdout | 2022-06-09 11:47:49,113 [85] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'notificationworker.py', 'pid': '85'} buildlogsarchiver stdout | 2022-06-09 11:47:49,119 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'buildlogsarchiver.py', 'pid': '66'} builder stdout | 2022-06-09 11:47:49,137 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'builder.py', 'pid': '65'} teamsyncworker stdout | 2022-06-09 11:47:49,182 [94] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'teamsyncworker.py', 'pid': '94'} gcworker stdout | 2022-06-09 11:47:49,188 [71] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'gcworker.py', 'pid': '71'} queuecleanupworker stdout | 2022-06-09 11:47:49,269 [87] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'queuecleanupworker.py', 'pid': '87'} notificationworker stdout | 2022-06-09 11:47:50,628 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 11:47:50,629 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:48:00.617379+00:00 (in 9.988859 seconds) notificationworker stdout | 2022-06-09 11:47:50,629 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:48:00 UTC)" (scheduled at 2022-06-09 11:47:50.617379+00:00) notificationworker stdout | 2022-06-09 11:47:50,629 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 11:47:50,629 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 47, 50, 629310), True, datetime.datetime(2022, 6, 9, 11, 47, 50, 629310), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 11:47:50,632 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 11:47:50,632 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 11:47:50,632 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:48:00 UTC)" executed successfully gunicorn-registry stdout | 2022-06-09 11:47:51,011 [273] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '273'} gunicorn-registry stdout | 2022-06-09 11:47:51,020 [271] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '271'} gunicorn-registry stdout | 2022-06-09 11:47:51,027 [276] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '276'} gunicorn-registry stdout | 2022-06-09 11:47:51,034 [275] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '275'} gunicorn-registry stdout | 2022-06-09 11:47:51,040 [277] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '277'} gunicorn-registry stdout | 2022-06-09 11:47:51,049 [246] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '246'} gunicorn-registry stdout | 2022-06-09 11:47:51,056 [274] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '274'} gunicorn-registry stdout | 2022-06-09 11:47:51,065 [263] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '263'} gunicorn-registry stdout | 2022-06-09 11:47:51,072 [266] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '266'} gunicorn-registry stdout | 2022-06-09 11:47:51,078 [254] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '254'} gunicorn-registry stdout | 2022-06-09 11:47:51,087 [260] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '260'} gunicorn-registry stdout | 2022-06-09 11:47:51,092 [270] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '270'} gunicorn-registry stdout | 2022-06-09 11:47:51,101 [253] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '253'} gunicorn-registry stdout | 2022-06-09 11:47:51,108 [268] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '268'} gunicorn-registry stdout | 2022-06-09 11:47:51,129 [261] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '261'} gunicorn-registry stdout | 2022-06-09 11:47:51,135 [248] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '248'} gunicorn-registry stdout | 2022-06-09 11:47:51,143 [245] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '245'} gunicorn-registry stdout | 2022-06-09 11:47:51,150 [249] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '249'} gunicorn-registry stdout | 2022-06-09 11:47:51,157 [251] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '251'} gunicorn-registry stdout | 2022-06-09 11:47:51,163 [259] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '259'} gunicorn-registry stdout | 2022-06-09 11:47:51,172 [250] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '250'} gunicorn-registry stdout | 2022-06-09 11:47:51,180 [265] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '265'} gunicorn-registry stdout | 2022-06-09 11:47:51,186 [73] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '73'} gunicorn-registry stdout | 2022-06-09 11:47:51,192 [267] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '267'} gunicorn-registry stdout | 2022-06-09 11:47:51,200 [256] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '256'} gunicorn-registry stdout | 2022-06-09 11:47:51,208 [262] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '262'} gunicorn-registry stdout | 2022-06-09 11:47:51,218 [264] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '264'} gunicorn-registry stdout | 2022-06-09 11:47:51,225 [272] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '272'} gunicorn-registry stdout | 2022-06-09 11:47:51,237 [269] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '269'} gunicorn-registry stdout | 2022-06-09 11:47:51,246 [247] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '247'} gunicorn-registry stdout | 2022-06-09 11:47:51,255 [255] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '255'} gunicorn-registry stdout | 2022-06-09 11:47:51,264 [252] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '252'} gunicorn-registry stdout | 2022-06-09 11:47:51,275 [257] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '257'} repositorygcworker stdout | 2022-06-09 11:47:51,502 [89] [DEBUG] [apscheduler.scheduler] Looking for jobs to run repositorygcworker stdout | 2022-06-09 11:47:51,503 [89] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:48:38.463361+00:00 (in 46.960315 seconds) repositorygcworker stdout | 2022-06-09 11:47:51,503 [89] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 11:48:51 UTC)" (scheduled at 2022-06-09 11:47:51.502316+00:00) repositorygcworker stdout | 2022-06-09 11:47:51,503 [89] [DEBUG] [workers.queueworker] Running watchdog. repositorygcworker stdout | 2022-06-09 11:47:51,503 [89] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 11:48:51 UTC)" executed successfully gunicorn-web stdout | 2022-06-09 11:47:53,232 [243] [DEBUG] [app] Starting request: urn:request:66594943-da07-4402-90c7-8b3701d8863a (/api/v1/user/notifications) {'X-Forwarded-For': '172.24.0.1'} gunicorn-web stdout | 2022-06-09 11:47:53,232 [243] [DEBUG] [app] User loader loading deferred user with uuid: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 11:47:53,232 [243] [DEBUG] [auth.cookie] Loading user from cookie: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 11:47:53,232 [242] [DEBUG] [app] Starting request: urn:request:16790156-4066-4ed4-9196-5c8f439840e4 (/api/v1/user/apptoken) {'X-Forwarded-For': '172.24.0.1'} gunicorn-web stdout | 2022-06-09 11:47:53,232 [242] [DEBUG] [app] User loader loading deferred user with uuid: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 11:47:53,232 [242] [DEBUG] [auth.cookie] Loading user from cookie: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 11:47:53,232 [243] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`uuid`, `t1`.`username`, `t1`.`password_hash`, `t1`.`email`, `t1`.`verified`, `t1`.`stripe_id`, `t1`.`organization`, `t1`.`robot`, `t1`.`invoice_email`, `t1`.`invalid_login_attempts`, `t1`.`last_invalid_login`, `t1`.`removed_tag_expiration_s`, `t1`.`enabled`, `t1`.`invoice_email_address`, `t1`.`given_name`, `t1`.`family_name`, `t1`.`company`, `t1`.`location`, `t1`.`maximum_queued_builds_count`, `t1`.`creation_date`, `t1`.`last_accessed` FROM `user` AS `t1` WHERE ((`t1`.`uuid` = %s) AND (`t1`.`organization` = %s)) LIMIT %s OFFSET %s', ['82228490-d075-4921-ae7a-af4408cf11b4', False, 1, 0]) gunicorn-web stdout | 2022-06-09 11:47:53,233 [242] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`uuid`, `t1`.`username`, `t1`.`password_hash`, `t1`.`email`, `t1`.`verified`, `t1`.`stripe_id`, `t1`.`organization`, `t1`.`robot`, `t1`.`invoice_email`, `t1`.`invalid_login_attempts`, `t1`.`last_invalid_login`, `t1`.`removed_tag_expiration_s`, `t1`.`enabled`, `t1`.`invoice_email_address`, `t1`.`given_name`, `t1`.`family_name`, `t1`.`company`, `t1`.`location`, `t1`.`maximum_queued_builds_count`, `t1`.`creation_date`, `t1`.`last_accessed` FROM `user` AS `t1` WHERE ((`t1`.`uuid` = %s) AND (`t1`.`organization` = %s)) LIMIT %s OFFSET %s', ['82228490-d075-4921-ae7a-af4408cf11b4', False, 1, 0]) gunicorn-web stdout | 2022-06-09 11:47:53,235 [243] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None]) gunicorn-web stdout | 2022-06-09 11:47:53,235 [243] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2022-06-09 11:47:53,235 [243] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 11:47:53,235 [243] [DEBUG] [endpoints.api] Checking permission for user ibazulic gunicorn-web stdout | 2022-06-09 11:47:53,235 [243] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 11:47:53,235 [243] [DEBUG] [auth.permissions] User permission: userspecificneed(type='user', username='ibazulic', role='admin') gunicorn-web stdout | 2022-06-09 11:47:53,235 [243] [DEBUG] [auth.permissions] User namespace permission: namespacewide(type='organization', namespace='ibazulic', role='admin') gunicorn-web stdout | 2022-06-09 11:47:53,235 [242] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None]) gunicorn-web stdout | 2022-06-09 11:47:53,236 [243] [DEBUG] [auth.permissions] User namespace repo permission: namespacewide(type='organizationrepo', namespace='ibazulic', role='admin') gunicorn-web stdout | 2022-06-09 11:47:53,236 [243] [DEBUG] [auth.permissions] Adding superuser to user: ibazulic gunicorn-web stdout | 2022-06-09 11:47:53,236 [242] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2022-06-09 11:47:53,236 [242] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 11:47:53,236 [242] [DEBUG] [endpoints.api] Checking permission for user ibazulic gunicorn-web stdout | 2022-06-09 11:47:53,236 [242] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 11:47:53,236 [242] [DEBUG] [auth.permissions] User permission: userspecificneed(type='user', username='ibazulic', role='admin') gunicorn-web stdout | 2022-06-09 11:47:53,236 [242] [DEBUG] [auth.permissions] User namespace permission: namespacewide(type='organization', namespace='ibazulic', role='admin') gunicorn-web stdout | 2022-06-09 11:47:53,236 [242] [DEBUG] [auth.permissions] User namespace repo permission: namespacewide(type='organizationrepo', namespace='ibazulic', role='admin') gunicorn-web stdout | 2022-06-09 11:47:53,236 [242] [DEBUG] [auth.permissions] Adding superuser to user: ibazulic gunicorn-web stdout | 2022-06-09 11:47:53,237 [242] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`user_id`, `t1`.`uuid`, `t1`.`title`, `t1`.`token_name`, `t1`.`token_secret`, `t1`.`created`, `t1`.`expiration`, `t1`.`last_accessed` FROM `appspecificauthtoken` AS `t1` WHERE (((`t1`.`user_id` = %s) AND (`t1`.`expiration` <= %s)) AND (`t1`.`expiration` > %s))', [1, datetime.datetime(2022, 6, 12, 6, 59, 53, 236570), datetime.datetime(2022, 6, 9, 11, 47, 53, 236618)]) gunicorn-web stdout | 2022-06-09 11:47:53,237 [243] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`uuid`, `t1`.`kind_id`, `t1`.`metadata_json`, `t1`.`dismissed`, `t1`.`lookup_path`, `t1`.`created`, `t1`.`created` AS `cd`, `t1`.`target_id` FROM `notification` AS `t1` INNER JOIN `notificationkind` AS `t2` ON (`t1`.`kind_id` = `t2`.`id`) WHERE ((`t1`.`dismissed` = %s) AND (`t1`.`target_id` = %s)) UNION SELECT `t3`.`id`, `t3`.`uuid`, `t3`.`kind_id`, `t3`.`metadata_json`, `t3`.`dismissed`, `t3`.`lookup_path`, `t3`.`created`, `t3`.`created` AS `cd`, `t3`.`target_id` FROM `notification` AS `t3` INNER JOIN `notificationkind` AS `t4` ON (`t3`.`kind_id` = `t4`.`id`) INNER JOIN `user` AS `t5` ON (`t5`.`id` = `t3`.`target_id`) INNER JOIN `team` AS `t6` ON (`t5`.`id` = `t6`.`organization_id`) INNER JOIN `teamrole` AS `t7` ON (`t6`.`role_id` = `t7`.`id`) INNER JOIN `teammember` AS `t8` ON (`t6`.`id` = `t8`.`team_id`) INNER JOIN `user` AS `t9` ON (`t8`.`user_id` = `t9`.`id`) WHERE ((`t3`.`dismissed` = %s) AND ((`t9`.`id` = %s) AND (`t7`.`name` = %s))) ORDER BY cd desc LIMIT %s', [False, 1, False, 1, 'admin', 6]) gunicorn-web stdout | 2022-06-09 11:47:53,239 [242] [DEBUG] [app] Ending request: urn:request:16790156-4066-4ed4-9196-5c8f439840e4 (/api/v1/user/apptoken) {'endpoint': 'api.apptokens', 'request_id': 'urn:request:16790156-4066-4ed4-9196-5c8f439840e4', 'remote_addr': '172.24.0.1', 'http_method': 'GET', 'original_url': 'https://quay.skynet/api/v1/user/apptoken?expiring=true', 'path': '/api/v1/user/apptoken', 'parameters': {'expiring': 'true'}, 'json_body': None, 'confsha': '61c38a19', 'user-agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:101.0) Gecko/20100101 Firefox/101.0'} gunicorn-web stdout | 2022-06-09 11:47:53,240 [242] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2022-06-09 11:47:53,240 [243] [DEBUG] [app] Ending request: urn:request:66594943-da07-4402-90c7-8b3701d8863a (/api/v1/user/notifications) {'endpoint': 'api.usernotificationlist', 'request_id': 'urn:request:66594943-da07-4402-90c7-8b3701d8863a', 'remote_addr': '172.24.0.1', 'http_method': 'GET', 'original_url': 'https://quay.skynet/api/v1/user/notifications', 'path': '/api/v1/user/notifications', 'parameters': {}, 'json_body': None, 'confsha': '61c38a19', 'user-agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:101.0) Gecko/20100101 Firefox/101.0'} gunicorn-web stdout | 2022-06-09 11:47:53,240 [242] [INFO] [gunicorn.access] 172.24.0.1 - - [09/Jun/2022:11:47:53 +0000] "GET /api/v1/user/apptoken?expiring=true HTTP/1.0" 200 38 "https://quay.skynet/repository/ibazulic/quay?tab=history" "Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:101.0) Gecko/20100101 Firefox/101.0" gunicorn-web stdout | 2022-06-09 11:47:53,240 [243] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2022-06-09 11:47:53,241 [243] [INFO] [gunicorn.access] 172.24.0.1 - - [09/Jun/2022:11:47:53 +0000] "GET /api/v1/user/notifications HTTP/1.0" 200 43 "https://quay.skynet/repository/ibazulic/quay?tab=history" "Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:101.0) Gecko/20100101 Firefox/101.0" nginx stdout | 172.24.0.1 () - - [09/Jun/2022:11:47:53 +0000] "GET /api/v1/user/apptoken?expiring=true HTTP/2.0" 200 38 "https://quay.skynet/repository/ibazulic/quay?tab=history" "Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:101.0) Gecko/20100101 Firefox/101.0" (0.009 61 0.004) nginx stdout | 172.24.0.1 () - - [09/Jun/2022:11:47:53 +0000] "GET /api/v1/user/notifications HTTP/2.0" 200 43 "https://quay.skynet/repository/ibazulic/quay?tab=history" "Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:101.0) Gecko/20100101 Firefox/101.0" (0.011 753 0.004) namespacegcworker stdout | 2022-06-09 11:47:55,466 [83] [DEBUG] [apscheduler.scheduler] Looking for jobs to run namespacegcworker stdout | 2022-06-09 11:47:55,466 [83] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:48:01.521527+00:00 (in 6.055237 seconds) namespacegcworker stdout | 2022-06-09 11:47:55,466 [83] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 11:48:55 UTC)" (scheduled at 2022-06-09 11:47:55.463831+00:00) namespacegcworker stdout | 2022-06-09 11:47:55,466 [83] [DEBUG] [workers.queueworker] Getting work item from queue. namespacegcworker stdout | 2022-06-09 11:47:55,467 [83] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 47, 55, 466624), True, datetime.datetime(2022, 6, 9, 11, 47, 55, 466624), 0, 'namespacegc/%', 50, 1, 0]) namespacegcworker stdout | 2022-06-09 11:47:55,470 [83] [DEBUG] [workers.queueworker] No more work. namespacegcworker stdout | 2022-06-09 11:47:55,470 [83] [DEBUG] [data.database] Disconnecting from database. namespacegcworker stdout | 2022-06-09 11:47:55,470 [83] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 11:48:55 UTC)" executed successfully notificationworker stdout | 2022-06-09 11:48:00,626 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 11:48:00,626 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:48:10.617379+00:00 (in 9.990902 seconds) notificationworker stdout | 2022-06-09 11:48:00,626 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:48:10 UTC)" (scheduled at 2022-06-09 11:48:00.617379+00:00) notificationworker stdout | 2022-06-09 11:48:00,626 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 11:48:00,627 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 48, 0, 626860), True, datetime.datetime(2022, 6, 9, 11, 48, 0, 626860), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 11:48:00,630 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 11:48:00,630 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 11:48:00,630 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:48:10 UTC)" executed successfully namespacegcworker stdout | 2022-06-09 11:48:01,526 [83] [DEBUG] [apscheduler.scheduler] Looking for jobs to run namespacegcworker stdout | 2022-06-09 11:48:01,527 [83] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:48:55.463831+00:00 (in 53.936945 seconds) namespacegcworker stdout | 2022-06-09 11:48:01,527 [83] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 11:49:01 UTC)" (scheduled at 2022-06-09 11:48:01.521527+00:00) namespacegcworker stdout | 2022-06-09 11:48:01,527 [83] [DEBUG] [workers.queueworker] Running watchdog. namespacegcworker stdout | 2022-06-09 11:48:01,527 [83] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 11:49:01 UTC)" executed successfully exportactionlogsworker stdout | 2022-06-09 11:48:04,376 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run exportactionlogsworker stdout | 2022-06-09 11:48:04,376 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:48:47.409953+00:00 (in 43.033171 seconds) exportactionlogsworker stdout | 2022-06-09 11:48:04,377 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 11:49:04 UTC)" (scheduled at 2022-06-09 11:48:04.366245+00:00) exportactionlogsworker stdout | 2022-06-09 11:48:04,377 [70] [DEBUG] [workers.queueworker] Getting work item from queue. exportactionlogsworker stdout | 2022-06-09 11:48:04,377 [70] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 48, 4, 377296), True, datetime.datetime(2022, 6, 9, 11, 48, 4, 377296), 0, 'exportactionlogs/%', 50, 1, 0]) exportactionlogsworker stdout | 2022-06-09 11:48:04,380 [70] [DEBUG] [workers.queueworker] No more work. exportactionlogsworker stdout | 2022-06-09 11:48:04,380 [70] [DEBUG] [data.database] Disconnecting from database. exportactionlogsworker stdout | 2022-06-09 11:48:04,380 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 11:49:04 UTC)" executed successfully gcworker stdout | 2022-06-09 11:48:07,490 [71] [DEBUG] [apscheduler.scheduler] Looking for jobs to run gcworker stdout | 2022-06-09 11:48:07,491 [71] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:48:37.490424+00:00 (in 29.999482 seconds) gcworker stdout | 2022-06-09 11:48:07,491 [71] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 11:48:37 UTC)" (scheduled at 2022-06-09 11:48:07.490424+00:00) gcworker stdout | 2022-06-09 11:48:07,492 [71] [DEBUG] [peewee] ('SELECT `candidates`.`repository_id` FROM (SELECT DISTINCT `t1`.`repository_id` FROM `tag` AS `t1` INNER JOIN `repository` AS `t2` ON (`t1`.`repository_id` = `t2`.`id`) INNER JOIN `user` AS `t3` ON (`t2`.`namespace_user_id` = `t3`.`id`) WHERE ((((NOT (`t1`.`lifetime_end_ms` IS %s) AND (`t1`.`lifetime_end_ms` <= %s)) AND (`t3`.`removed_tag_expiration_s` = %s)) AND (`t3`.`enabled` = %s)) AND (`t2`.`state` != %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', [None, 1654775287491, 0, True, 3, 500, 1, 0]) gcworker stdout | 2022-06-09 11:48:07,494 [71] [DEBUG] [__main__] No repository with garbage found gcworker stdout | 2022-06-09 11:48:07,494 [71] [DEBUG] [data.database] Disconnecting from database. gcworker stdout | 2022-06-09 11:48:07,494 [71] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 11:48:37 UTC)" executed successfully notificationworker stdout | 2022-06-09 11:48:10,618 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 11:48:10,618 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:48:19.645536+00:00 (in 9.026856 seconds) notificationworker stdout | 2022-06-09 11:48:10,619 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:48:20 UTC)" (scheduled at 2022-06-09 11:48:10.617379+00:00) notificationworker stdout | 2022-06-09 11:48:10,619 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 11:48:10,620 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 48, 10, 619349), True, datetime.datetime(2022, 6, 9, 11, 48, 10, 619349), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 11:48:10,622 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 11:48:10,622 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 11:48:10,622 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:48:20 UTC)" executed successfully buildlogsarchiver stdout | 2022-06-09 11:48:15,376 [66] [DEBUG] [apscheduler.scheduler] Looking for jobs to run buildlogsarchiver stdout | 2022-06-09 11:48:15,377 [66] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:48:45.366042+00:00 (in 29.989077 seconds) buildlogsarchiver stdout | 2022-06-09 11:48:15,377 [66] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 11:48:45 UTC)" (scheduled at 2022-06-09 11:48:15.366042+00:00) buildlogsarchiver stdout | 2022-06-09 11:48:15,377 [66] [DEBUG] [peewee] ('SELECT `candidates`.`id` FROM (SELECT `t1`.`id` FROM `repositorybuild` AS `t1` WHERE (((`t1`.`phase` IN (%s, %s, %s)) OR (`t1`.`started` < %s)) AND (`t1`.`logs_archived` = %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2022, 5, 25, 11, 48, 15, 377302), False, 50, 1, 0]) buildlogsarchiver stdout | 2022-06-09 11:48:15,379 [66] [DEBUG] [__main__] No more builds to archive buildlogsarchiver stdout | 2022-06-09 11:48:15,379 [66] [DEBUG] [data.database] Disconnecting from database. buildlogsarchiver stdout | 2022-06-09 11:48:15,380 [66] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 11:48:45 UTC)" executed successfully blobuploadcleanupworker stdout | 2022-06-09 11:48:18,312 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'blobuploadcleanupworker.py', 'pid': '64'} exportactionlogsworker stdout | 2022-06-09 11:48:18,448 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'exportactionlogsworker.py', 'pid': '70'} logrotateworker stdout | 2022-06-09 11:48:18,473 [77] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'logrotateworker.py', 'pid': '77'} repositoryactioncounter stdout | 2022-06-09 11:48:18,483 [88] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositoryactioncounter.py', 'pid': '88'} gunicorn-web stdout | 2022-06-09 11:48:18,537 [243] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '243'} gunicorn-web stdout | 2022-06-09 11:48:18,543 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '75'} gunicorn-web stdout | 2022-06-09 11:48:18,551 [226] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '226'} securityscanningnotificationworker stdout | 2022-06-09 11:48:18,559 [90] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'securityscanningnotificationworker.py', 'pid': '90'} gunicorn-web stdout | 2022-06-09 11:48:18,570 [242] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '242'} gunicorn-web stdout | 2022-06-09 11:48:18,577 [235] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '235'} gunicorn-web stdout | 2022-06-09 11:48:18,584 [228] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '228'} gunicorn-web stdout | 2022-06-09 11:48:18,597 [241] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '241'} gunicorn-web stdout | 2022-06-09 11:48:18,609 [244] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '244'} chunkcleanupworker stdout | 2022-06-09 11:48:18,622 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'chunkcleanupworker.py', 'pid': '67'} gunicorn-web stdout | 2022-06-09 11:48:18,631 [237] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '237'} gunicorn-web stdout | 2022-06-09 11:48:18,641 [234] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '234'} gunicorn-web stdout | 2022-06-09 11:48:18,657 [236] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '236'} gunicorn-web stdout | 2022-06-09 11:48:18,664 [230] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '230'} namespacegcworker stdout | 2022-06-09 11:48:18,671 [83] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'namespacegcworker.py', 'pid': '83'} gunicorn-web stdout | 2022-06-09 11:48:18,678 [239] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '239'} gunicorn-web stdout | 2022-06-09 11:48:18,686 [231] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '231'} gunicorn-web stdout | 2022-06-09 11:48:18,705 [229] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '229'} gunicorn-web stdout | 2022-06-09 11:48:18,717 [238] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '238'} gunicorn-web stdout | 2022-06-09 11:48:18,725 [232] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '232'} gunicorn-secscan stdout | 2022-06-09 11:48:18,755 [221] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '221'} gunicorn-secscan stdout | 2022-06-09 11:48:18,762 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '74'} gunicorn-secscan stdout | 2022-06-09 11:48:18,787 [224] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '224'} gunicorn-secscan stdout | 2022-06-09 11:48:18,794 [225] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '225'} gunicorn-secscan stdout | 2022-06-09 11:48:18,802 [227] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '227'} manifestbackfillworker stdout | 2022-06-09 11:48:19,004 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'manifestbackfillworker.py', 'pid': '78'} repositorygcworker stdout | 2022-06-09 11:48:19,011 [89] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositorygcworker.py', 'pid': '89'} globalpromstats stdout | 2022-06-09 11:48:19,049 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'globalpromstats.py', 'pid': '72'} storagereplication stdout | 2022-06-09 11:48:19,062 [93] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'storagereplication.py', 'pid': '93'} servicekey stdout | 2022-06-09 11:48:19,093 [92] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'servicekeyworker.py', 'pid': '92'} expiredappspecifictokenworker stdout | 2022-06-09 11:48:19,099 [69] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '69'} notificationworker stdout | 2022-06-09 11:48:19,157 [85] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'notificationworker.py', 'pid': '85'} buildlogsarchiver stdout | 2022-06-09 11:48:19,164 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'buildlogsarchiver.py', 'pid': '66'} builder stdout | 2022-06-09 11:48:19,174 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'builder.py', 'pid': '65'} gcworker stdout | 2022-06-09 11:48:19,210 [71] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'gcworker.py', 'pid': '71'} teamsyncworker stdout | 2022-06-09 11:48:19,224 [94] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'teamsyncworker.py', 'pid': '94'} queuecleanupworker stdout | 2022-06-09 11:48:19,299 [87] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'queuecleanupworker.py', 'pid': '87'} notificationworker stdout | 2022-06-09 11:48:19,647 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 11:48:19,647 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:48:20.617379+00:00 (in 0.970163 seconds) notificationworker stdout | 2022-06-09 11:48:19,647 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 11:49:19 UTC)" (scheduled at 2022-06-09 11:48:19.645536+00:00) notificationworker stdout | 2022-06-09 11:48:19,647 [85] [DEBUG] [workers.queueworker] Running watchdog. notificationworker stdout | 2022-06-09 11:48:19,647 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 11:49:19 UTC)" executed successfully notificationworker stdout | 2022-06-09 11:48:20,630 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 11:48:20,631 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:48:30.617379+00:00 (in 9.986277 seconds) notificationworker stdout | 2022-06-09 11:48:20,631 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:48:30 UTC)" (scheduled at 2022-06-09 11:48:20.617379+00:00) notificationworker stdout | 2022-06-09 11:48:20,631 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 11:48:20,632 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 48, 20, 631748), True, datetime.datetime(2022, 6, 9, 11, 48, 20, 631748), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 11:48:20,634 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 11:48:20,634 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 11:48:20,635 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:48:30 UTC)" executed successfully gunicorn-registry stdout | 2022-06-09 11:48:21,025 [273] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '273'} gunicorn-registry stdout | 2022-06-09 11:48:21,032 [271] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '271'} gunicorn-registry stdout | 2022-06-09 11:48:21,040 [276] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '276'} gunicorn-registry stdout | 2022-06-09 11:48:21,048 [275] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '275'} gunicorn-registry stdout | 2022-06-09 11:48:21,056 [277] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '277'} gunicorn-registry stdout | 2022-06-09 11:48:21,063 [246] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '246'} gunicorn-registry stdout | 2022-06-09 11:48:21,071 [274] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '274'} gunicorn-registry stdout | 2022-06-09 11:48:21,083 [263] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '263'} gunicorn-registry stdout | 2022-06-09 11:48:21,092 [266] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '266'} gunicorn-registry stdout | 2022-06-09 11:48:21,100 [254] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '254'} gunicorn-registry stdout | 2022-06-09 11:48:21,109 [260] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '260'} gunicorn-registry stdout | 2022-06-09 11:48:21,116 [270] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '270'} gunicorn-registry stdout | 2022-06-09 11:48:21,123 [253] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '253'} gunicorn-registry stdout | 2022-06-09 11:48:21,130 [268] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '268'} gunicorn-registry stdout | 2022-06-09 11:48:21,150 [261] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '261'} gunicorn-registry stdout | 2022-06-09 11:48:21,158 [248] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '248'} gunicorn-registry stdout | 2022-06-09 11:48:21,165 [245] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '245'} gunicorn-registry stdout | 2022-06-09 11:48:21,173 [249] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '249'} gunicorn-registry stdout | 2022-06-09 11:48:21,181 [251] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '251'} gunicorn-registry stdout | 2022-06-09 11:48:21,187 [259] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '259'} gunicorn-registry stdout | 2022-06-09 11:48:21,194 [250] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '250'} gunicorn-registry stdout | 2022-06-09 11:48:21,201 [265] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '265'} gunicorn-registry stdout | 2022-06-09 11:48:21,210 [73] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '73'} gunicorn-registry stdout | 2022-06-09 11:48:21,218 [267] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '267'} gunicorn-registry stdout | 2022-06-09 11:48:21,226 [256] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '256'} gunicorn-registry stdout | 2022-06-09 11:48:21,233 [262] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '262'} gunicorn-registry stdout | 2022-06-09 11:48:21,241 [264] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '264'} gunicorn-registry stdout | 2022-06-09 11:48:21,249 [272] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '272'} gunicorn-registry stdout | 2022-06-09 11:48:21,257 [269] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '269'} gunicorn-registry stdout | 2022-06-09 11:48:21,264 [247] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '247'} gunicorn-registry stdout | 2022-06-09 11:48:21,272 [255] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '255'} gunicorn-registry stdout | 2022-06-09 11:48:21,279 [252] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '252'} gunicorn-registry stdout | 2022-06-09 11:48:21,286 [257] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '257'} notificationworker stdout | 2022-06-09 11:48:30,618 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 11:48:30,618 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:48:40.617379+00:00 (in 9.999042 seconds) notificationworker stdout | 2022-06-09 11:48:30,618 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:48:40 UTC)" (scheduled at 2022-06-09 11:48:30.617379+00:00) notificationworker stdout | 2022-06-09 11:48:30,618 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 11:48:30,619 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 48, 30, 618699), True, datetime.datetime(2022, 6, 9, 11, 48, 30, 618699), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 11:48:30,622 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 11:48:30,622 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 11:48:30,622 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:48:40 UTC)" executed successfully gcworker stdout | 2022-06-09 11:48:37,494 [71] [DEBUG] [apscheduler.scheduler] Looking for jobs to run gcworker stdout | 2022-06-09 11:48:37,494 [71] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:49:07.490424+00:00 (in 29.995724 seconds) gcworker stdout | 2022-06-09 11:48:37,494 [71] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 11:49:07 UTC)" (scheduled at 2022-06-09 11:48:37.490424+00:00) gcworker stdout | 2022-06-09 11:48:37,495 [71] [DEBUG] [peewee] ('SELECT `candidates`.`repository_id` FROM (SELECT DISTINCT `t1`.`repository_id` FROM `tag` AS `t1` INNER JOIN `repository` AS `t2` ON (`t1`.`repository_id` = `t2`.`id`) INNER JOIN `user` AS `t3` ON (`t2`.`namespace_user_id` = `t3`.`id`) WHERE ((((NOT (`t1`.`lifetime_end_ms` IS %s) AND (`t1`.`lifetime_end_ms` <= %s)) AND (`t3`.`removed_tag_expiration_s` = %s)) AND (`t3`.`enabled` = %s)) AND (`t2`.`state` != %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', [None, 1654775317495, 0, True, 3, 500, 1, 0]) gcworker stdout | 2022-06-09 11:48:37,498 [71] [DEBUG] [__main__] No repository with garbage found gcworker stdout | 2022-06-09 11:48:37,498 [71] [DEBUG] [data.database] Disconnecting from database. gcworker stdout | 2022-06-09 11:48:37,498 [71] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 11:49:07 UTC)" executed successfully repositorygcworker stdout | 2022-06-09 11:48:38,464 [89] [DEBUG] [apscheduler.scheduler] Looking for jobs to run repositorygcworker stdout | 2022-06-09 11:48:38,465 [89] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:48:51.502316+00:00 (in 13.037257 seconds) repositorygcworker stdout | 2022-06-09 11:48:38,465 [89] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 11:49:38 UTC)" (scheduled at 2022-06-09 11:48:38.463361+00:00) repositorygcworker stdout | 2022-06-09 11:48:38,465 [89] [DEBUG] [workers.queueworker] Getting work item from queue. repositorygcworker stdout | 2022-06-09 11:48:38,466 [89] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 48, 38, 465604), True, datetime.datetime(2022, 6, 9, 11, 48, 38, 465604), 0, 'repositorygc/%', 50, 1, 0]) repositorygcworker stdout | 2022-06-09 11:48:38,468 [89] [DEBUG] [workers.queueworker] No more work. repositorygcworker stdout | 2022-06-09 11:48:38,468 [89] [DEBUG] [data.database] Disconnecting from database. repositorygcworker stdout | 2022-06-09 11:48:38,468 [89] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 11:49:38 UTC)" executed successfully notificationworker stdout | 2022-06-09 11:48:40,619 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 11:48:40,620 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:48:50.617379+00:00 (in 9.997475 seconds) notificationworker stdout | 2022-06-09 11:48:40,620 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:48:50 UTC)" (scheduled at 2022-06-09 11:48:40.617379+00:00) notificationworker stdout | 2022-06-09 11:48:40,620 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 11:48:40,621 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 48, 40, 620881), True, datetime.datetime(2022, 6, 9, 11, 48, 40, 620881), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 11:48:40,624 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 11:48:40,624 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 11:48:40,624 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:48:50 UTC)" executed successfully buildlogsarchiver stdout | 2022-06-09 11:48:45,366 [66] [DEBUG] [apscheduler.scheduler] Looking for jobs to run buildlogsarchiver stdout | 2022-06-09 11:48:45,367 [66] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:49:15.366042+00:00 (in 29.999187 seconds) buildlogsarchiver stdout | 2022-06-09 11:48:45,367 [66] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 11:49:15 UTC)" (scheduled at 2022-06-09 11:48:45.366042+00:00) buildlogsarchiver stdout | 2022-06-09 11:48:45,367 [66] [DEBUG] [peewee] ('SELECT `candidates`.`id` FROM (SELECT `t1`.`id` FROM `repositorybuild` AS `t1` WHERE (((`t1`.`phase` IN (%s, %s, %s)) OR (`t1`.`started` < %s)) AND (`t1`.`logs_archived` = %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2022, 5, 25, 11, 48, 45, 367291), False, 50, 1, 0]) buildlogsarchiver stdout | 2022-06-09 11:48:45,370 [66] [DEBUG] [__main__] No more builds to archive buildlogsarchiver stdout | 2022-06-09 11:48:45,370 [66] [DEBUG] [data.database] Disconnecting from database. buildlogsarchiver stdout | 2022-06-09 11:48:45,370 [66] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 11:49:15 UTC)" executed successfully exportactionlogsworker stdout | 2022-06-09 11:48:47,411 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run exportactionlogsworker stdout | 2022-06-09 11:48:47,411 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:49:04.366245+00:00 (in 16.955064 seconds) exportactionlogsworker stdout | 2022-06-09 11:48:47,411 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 11:49:47 UTC)" (scheduled at 2022-06-09 11:48:47.409953+00:00) exportactionlogsworker stdout | 2022-06-09 11:48:47,411 [70] [DEBUG] [workers.queueworker] Running watchdog. exportactionlogsworker stdout | 2022-06-09 11:48:47,411 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 11:49:47 UTC)" executed successfully blobuploadcleanupworker stdout | 2022-06-09 11:48:48,338 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'blobuploadcleanupworker.py', 'pid': '64'} exportactionlogsworker stdout | 2022-06-09 11:48:48,498 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'exportactionlogsworker.py', 'pid': '70'} logrotateworker stdout | 2022-06-09 11:48:48,511 [77] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'logrotateworker.py', 'pid': '77'} repositoryactioncounter stdout | 2022-06-09 11:48:48,519 [88] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositoryactioncounter.py', 'pid': '88'} gunicorn-web stdout | 2022-06-09 11:48:48,554 [243] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '243'} gunicorn-web stdout | 2022-06-09 11:48:48,561 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '75'} gunicorn-web stdout | 2022-06-09 11:48:48,567 [226] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '226'} gunicorn-web stdout | 2022-06-09 11:48:48,588 [242] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '242'} gunicorn-web stdout | 2022-06-09 11:48:48,595 [235] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '235'} gunicorn-web stdout | 2022-06-09 11:48:48,604 [228] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '228'} securityscanningnotificationworker stdout | 2022-06-09 11:48:48,614 [90] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'securityscanningnotificationworker.py', 'pid': '90'} gunicorn-web stdout | 2022-06-09 11:48:48,622 [241] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '241'} gunicorn-web stdout | 2022-06-09 11:48:48,629 [244] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '244'} gunicorn-web stdout | 2022-06-09 11:48:48,645 [237] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '237'} gunicorn-web stdout | 2022-06-09 11:48:48,652 [234] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '234'} chunkcleanupworker stdout | 2022-06-09 11:48:48,663 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'chunkcleanupworker.py', 'pid': '67'} gunicorn-web stdout | 2022-06-09 11:48:48,670 [236] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '236'} gunicorn-web stdout | 2022-06-09 11:48:48,678 [230] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '230'} gunicorn-web stdout | 2022-06-09 11:48:48,689 [239] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '239'} gunicorn-web stdout | 2022-06-09 11:48:48,697 [231] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '231'} namespacegcworker stdout | 2022-06-09 11:48:48,723 [83] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'namespacegcworker.py', 'pid': '83'} gunicorn-web stdout | 2022-06-09 11:48:48,729 [229] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '229'} gunicorn-web stdout | 2022-06-09 11:48:48,737 [238] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '238'} gunicorn-web stdout | 2022-06-09 11:48:48,744 [232] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '232'} gunicorn-secscan stdout | 2022-06-09 11:48:48,766 [221] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '221'} gunicorn-secscan stdout | 2022-06-09 11:48:48,777 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '74'} gunicorn-secscan stdout | 2022-06-09 11:48:48,801 [224] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '224'} gunicorn-secscan stdout | 2022-06-09 11:48:48,808 [225] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '225'} gunicorn-secscan stdout | 2022-06-09 11:48:48,815 [227] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '227'} manifestbackfillworker stdout | 2022-06-09 11:48:49,047 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'manifestbackfillworker.py', 'pid': '78'} repositorygcworker stdout | 2022-06-09 11:48:49,053 [89] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositorygcworker.py', 'pid': '89'} globalpromstats stdout | 2022-06-09 11:48:49,086 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'globalpromstats.py', 'pid': '72'} storagereplication stdout | 2022-06-09 11:48:49,102 [93] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'storagereplication.py', 'pid': '93'} expiredappspecifictokenworker stdout | 2022-06-09 11:48:49,112 [69] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '69'} servicekey stdout | 2022-06-09 11:48:49,132 [92] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'servicekeyworker.py', 'pid': '92'} buildlogsarchiver stdout | 2022-06-09 11:48:49,197 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'buildlogsarchiver.py', 'pid': '66'} notificationworker stdout | 2022-06-09 11:48:49,205 [85] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'notificationworker.py', 'pid': '85'} builder stdout | 2022-06-09 11:48:49,211 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'builder.py', 'pid': '65'} gcworker stdout | 2022-06-09 11:48:49,252 [71] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'gcworker.py', 'pid': '71'} teamsyncworker stdout | 2022-06-09 11:48:49,259 [94] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'teamsyncworker.py', 'pid': '94'} queuecleanupworker stdout | 2022-06-09 11:48:49,345 [87] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'queuecleanupworker.py', 'pid': '87'} notificationworker stdout | 2022-06-09 11:48:50,638 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 11:48:50,639 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:49:00.617379+00:00 (in 9.978445 seconds) notificationworker stdout | 2022-06-09 11:48:50,639 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:49:00 UTC)" (scheduled at 2022-06-09 11:48:50.617379+00:00) notificationworker stdout | 2022-06-09 11:48:50,639 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 11:48:50,640 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 48, 50, 639632), True, datetime.datetime(2022, 6, 9, 11, 48, 50, 639632), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 11:48:50,642 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 11:48:50,643 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 11:48:50,643 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:49:00 UTC)" executed successfully gunicorn-registry stdout | 2022-06-09 11:48:51,039 [273] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '273'} gunicorn-registry stdout | 2022-06-09 11:48:51,046 [271] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '271'} gunicorn-registry stdout | 2022-06-09 11:48:51,052 [276] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '276'} gunicorn-registry stdout | 2022-06-09 11:48:51,060 [275] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '275'} gunicorn-registry stdout | 2022-06-09 11:48:51,069 [277] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '277'} gunicorn-registry stdout | 2022-06-09 11:48:51,076 [246] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '246'} gunicorn-registry stdout | 2022-06-09 11:48:51,084 [274] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '274'} gunicorn-registry stdout | 2022-06-09 11:48:51,094 [263] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '263'} gunicorn-registry stdout | 2022-06-09 11:48:51,103 [266] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '266'} gunicorn-registry stdout | 2022-06-09 11:48:51,113 [254] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '254'} gunicorn-registry stdout | 2022-06-09 11:48:51,121 [260] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '260'} gunicorn-registry stdout | 2022-06-09 11:48:51,129 [270] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '270'} gunicorn-registry stdout | 2022-06-09 11:48:51,135 [253] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '253'} gunicorn-registry stdout | 2022-06-09 11:48:51,145 [268] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '268'} gunicorn-registry stdout | 2022-06-09 11:48:51,166 [261] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '261'} gunicorn-registry stdout | 2022-06-09 11:48:51,174 [248] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '248'} gunicorn-registry stdout | 2022-06-09 11:48:51,181 [245] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '245'} gunicorn-registry stdout | 2022-06-09 11:48:51,188 [249] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '249'} gunicorn-registry stdout | 2022-06-09 11:48:51,200 [251] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '251'} gunicorn-registry stdout | 2022-06-09 11:48:51,208 [259] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '259'} gunicorn-registry stdout | 2022-06-09 11:48:51,215 [250] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '250'} gunicorn-registry stdout | 2022-06-09 11:48:51,223 [265] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '265'} gunicorn-registry stdout | 2022-06-09 11:48:51,230 [73] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '73'} gunicorn-registry stdout | 2022-06-09 11:48:51,237 [267] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '267'} gunicorn-registry stdout | 2022-06-09 11:48:51,245 [256] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '256'} gunicorn-registry stdout | 2022-06-09 11:48:51,252 [262] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '262'} gunicorn-registry stdout | 2022-06-09 11:48:51,260 [264] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '264'} gunicorn-registry stdout | 2022-06-09 11:48:51,268 [272] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '272'} gunicorn-registry stdout | 2022-06-09 11:48:51,276 [269] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '269'} gunicorn-registry stdout | 2022-06-09 11:48:51,282 [247] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '247'} gunicorn-registry stdout | 2022-06-09 11:48:51,290 [255] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '255'} gunicorn-registry stdout | 2022-06-09 11:48:51,298 [252] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '252'} gunicorn-registry stdout | 2022-06-09 11:48:51,307 [257] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '257'} repositorygcworker stdout | 2022-06-09 11:48:51,503 [89] [DEBUG] [apscheduler.scheduler] Looking for jobs to run repositorygcworker stdout | 2022-06-09 11:48:51,503 [89] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:49:38.463361+00:00 (in 46.959556 seconds) repositorygcworker stdout | 2022-06-09 11:48:51,504 [89] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 11:49:51 UTC)" (scheduled at 2022-06-09 11:48:51.502316+00:00) repositorygcworker stdout | 2022-06-09 11:48:51,504 [89] [DEBUG] [workers.queueworker] Running watchdog. repositorygcworker stdout | 2022-06-09 11:48:51,504 [89] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 11:49:51 UTC)" executed successfully namespacegcworker stdout | 2022-06-09 11:48:55,484 [83] [DEBUG] [apscheduler.scheduler] Looking for jobs to run namespacegcworker stdout | 2022-06-09 11:48:55,484 [83] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:49:01.521527+00:00 (in 6.036936 seconds) namespacegcworker stdout | 2022-06-09 11:48:55,484 [83] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 11:49:55 UTC)" (scheduled at 2022-06-09 11:48:55.463831+00:00) namespacegcworker stdout | 2022-06-09 11:48:55,485 [83] [DEBUG] [workers.queueworker] Getting work item from queue. namespacegcworker stdout | 2022-06-09 11:48:55,485 [83] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 48, 55, 485143), True, datetime.datetime(2022, 6, 9, 11, 48, 55, 485143), 0, 'namespacegc/%', 50, 1, 0]) namespacegcworker stdout | 2022-06-09 11:48:55,488 [83] [DEBUG] [workers.queueworker] No more work. namespacegcworker stdout | 2022-06-09 11:48:55,488 [83] [DEBUG] [data.database] Disconnecting from database. namespacegcworker stdout | 2022-06-09 11:48:55,488 [83] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 11:49:55 UTC)" executed successfully notificationworker stdout | 2022-06-09 11:49:00,724 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 11:49:00,725 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:49:02.645216+00:00 (in 1.920381 seconds) notificationworker stdout | 2022-06-09 11:49:00,725 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:49:10 UTC)" (scheduled at 2022-06-09 11:49:00.617379+00:00) notificationworker stdout | 2022-06-09 11:49:00,725 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 11:49:00,726 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 49, 0, 725735), True, datetime.datetime(2022, 6, 9, 11, 49, 0, 725735), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 11:49:00,732 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 11:49:00,732 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 11:49:00,732 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:49:10 UTC)" executed successfully namespacegcworker stdout | 2022-06-09 11:49:01,542 [83] [DEBUG] [apscheduler.scheduler] Looking for jobs to run namespacegcworker stdout | 2022-06-09 11:49:01,543 [83] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:49:21.521215+00:00 (in 19.978253 seconds) namespacegcworker stdout | 2022-06-09 11:49:01,543 [83] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 11:50:01 UTC)" (scheduled at 2022-06-09 11:49:01.521527+00:00) namespacegcworker stdout | 2022-06-09 11:49:01,543 [83] [DEBUG] [workers.queueworker] Running watchdog. namespacegcworker stdout | 2022-06-09 11:49:01,543 [83] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 11:50:01 UTC)" executed successfully notificationworker stdout | 2022-06-09 11:49:02,647 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 11:49:02,647 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:49:10.617379+00:00 (in 7.969846 seconds) notificationworker stdout | 2022-06-09 11:49:02,647 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2022-06-09 11:54:02 UTC)" (scheduled at 2022-06-09 11:49:02.645216+00:00) notificationworker stdout | 2022-06-09 11:49:02,648 [85] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT `t1`.`queue_name` FROM `queueitem` AS `t1` WHERE (((`t1`.`available` = %s) AND (`t1`.`processing_expires` > %s)) AND (`t1`.`queue_name` LIKE %s))) AS `_wrapped`', [False, datetime.datetime(2022, 6, 9, 11, 49, 2, 647991), 'notification/%']) notificationworker stdout | 2022-06-09 11:49:02,651 [85] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT `t1`.`queue_name` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s))) AS `_wrapped`', [datetime.datetime(2022, 6, 9, 11, 49, 2, 647991), True, datetime.datetime(2022, 6, 9, 11, 49, 2, 647991), 0, 'notification/%']) notificationworker stdout | 2022-06-09 11:49:02,652 [85] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT `t1`.`queue_name` FROM `queueitem` AS `t1` WHERE (((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) AND NOT (`t1`.`queue_name` IN (SELECT `t1`.`queue_name` FROM `queueitem` AS `t1` WHERE (((`t1`.`available` = %s) AND (`t1`.`processing_expires` > %s)) AND (`t1`.`queue_name` LIKE %s)))))) AS `_wrapped`', [datetime.datetime(2022, 6, 9, 11, 49, 2, 647991), True, datetime.datetime(2022, 6, 9, 11, 49, 2, 647991), 0, 'notification/%', False, datetime.datetime(2022, 6, 9, 11, 49, 2, 647991), 'notification/%']) notificationworker stdout | 2022-06-09 11:49:02,653 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 11:49:02,653 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2022-06-09 11:54:02 UTC)" executed successfully exportactionlogsworker stdout | 2022-06-09 11:49:04,378 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run exportactionlogsworker stdout | 2022-06-09 11:49:04,379 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:49:47.409953+00:00 (in 43.030857 seconds) exportactionlogsworker stdout | 2022-06-09 11:49:04,379 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 11:50:04 UTC)" (scheduled at 2022-06-09 11:49:04.366245+00:00) exportactionlogsworker stdout | 2022-06-09 11:49:04,379 [70] [DEBUG] [workers.queueworker] Getting work item from queue. exportactionlogsworker stdout | 2022-06-09 11:49:04,380 [70] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 49, 4, 379635), True, datetime.datetime(2022, 6, 9, 11, 49, 4, 379635), 0, 'exportactionlogs/%', 50, 1, 0]) exportactionlogsworker stdout | 2022-06-09 11:49:04,382 [70] [DEBUG] [workers.queueworker] No more work. exportactionlogsworker stdout | 2022-06-09 11:49:04,382 [70] [DEBUG] [data.database] Disconnecting from database. exportactionlogsworker stdout | 2022-06-09 11:49:04,382 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 11:50:04 UTC)" executed successfully gcworker stdout | 2022-06-09 11:49:07,493 [71] [DEBUG] [apscheduler.scheduler] Looking for jobs to run gcworker stdout | 2022-06-09 11:49:07,493 [71] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:49:37.490424+00:00 (in 29.996710 seconds) gcworker stdout | 2022-06-09 11:49:07,493 [71] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 11:49:37 UTC)" (scheduled at 2022-06-09 11:49:07.490424+00:00) gcworker stdout | 2022-06-09 11:49:07,494 [71] [DEBUG] [peewee] ('SELECT `candidates`.`repository_id` FROM (SELECT DISTINCT `t1`.`repository_id` FROM `tag` AS `t1` INNER JOIN `repository` AS `t2` ON (`t1`.`repository_id` = `t2`.`id`) INNER JOIN `user` AS `t3` ON (`t2`.`namespace_user_id` = `t3`.`id`) WHERE ((((NOT (`t1`.`lifetime_end_ms` IS %s) AND (`t1`.`lifetime_end_ms` <= %s)) AND (`t3`.`removed_tag_expiration_s` = %s)) AND (`t3`.`enabled` = %s)) AND (`t2`.`state` != %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', [None, 1654775347494, 0, True, 3, 500, 1, 0]) gcworker stdout | 2022-06-09 11:49:07,497 [71] [DEBUG] [__main__] No repository with garbage found gcworker stdout | 2022-06-09 11:49:07,497 [71] [DEBUG] [data.database] Disconnecting from database. gcworker stdout | 2022-06-09 11:49:07,497 [71] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 11:49:37 UTC)" executed successfully notificationworker stdout | 2022-06-09 11:49:10,643 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 11:49:10,643 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:49:19.645536+00:00 (in 9.002264 seconds) notificationworker stdout | 2022-06-09 11:49:10,643 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:49:20 UTC)" (scheduled at 2022-06-09 11:49:10.617379+00:00) notificationworker stdout | 2022-06-09 11:49:10,643 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 11:49:10,645 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 49, 10, 643898), True, datetime.datetime(2022, 6, 9, 11, 49, 10, 643898), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 11:49:10,647 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 11:49:10,647 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 11:49:10,648 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:49:20 UTC)" executed successfully buildlogsarchiver stdout | 2022-06-09 11:49:15,367 [66] [DEBUG] [apscheduler.scheduler] Looking for jobs to run buildlogsarchiver stdout | 2022-06-09 11:49:15,367 [66] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:49:45.366042+00:00 (in 29.998510 seconds) buildlogsarchiver stdout | 2022-06-09 11:49:15,367 [66] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 11:49:45 UTC)" (scheduled at 2022-06-09 11:49:15.366042+00:00) buildlogsarchiver stdout | 2022-06-09 11:49:15,368 [66] [DEBUG] [peewee] ('SELECT `candidates`.`id` FROM (SELECT `t1`.`id` FROM `repositorybuild` AS `t1` WHERE (((`t1`.`phase` IN (%s, %s, %s)) OR (`t1`.`started` < %s)) AND (`t1`.`logs_archived` = %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2022, 5, 25, 11, 49, 15, 367967), False, 50, 1, 0]) buildlogsarchiver stdout | 2022-06-09 11:49:15,370 [66] [DEBUG] [__main__] No more builds to archive buildlogsarchiver stdout | 2022-06-09 11:49:15,370 [66] [DEBUG] [data.database] Disconnecting from database. buildlogsarchiver stdout | 2022-06-09 11:49:15,370 [66] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 11:49:45 UTC)" executed successfully blobuploadcleanupworker stdout | 2022-06-09 11:49:18,383 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'blobuploadcleanupworker.py', 'pid': '64'} exportactionlogsworker stdout | 2022-06-09 11:49:18,531 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'exportactionlogsworker.py', 'pid': '70'} repositoryactioncounter stdout | 2022-06-09 11:49:18,538 [88] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositoryactioncounter.py', 'pid': '88'} logrotateworker stdout | 2022-06-09 11:49:18,550 [77] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'logrotateworker.py', 'pid': '77'} gunicorn-web stdout | 2022-06-09 11:49:18,575 [243] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '243'} gunicorn-web stdout | 2022-06-09 11:49:18,583 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '75'} gunicorn-web stdout | 2022-06-09 11:49:18,590 [226] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '226'} gunicorn-web stdout | 2022-06-09 11:49:18,599 [242] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '242'} gunicorn-web stdout | 2022-06-09 11:49:18,610 [235] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '235'} gunicorn-web stdout | 2022-06-09 11:49:18,617 [228] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '228'} gunicorn-web stdout | 2022-06-09 11:49:18,634 [241] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '241'} gunicorn-web stdout | 2022-06-09 11:49:18,641 [244] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '244'} securityscanningnotificationworker stdout | 2022-06-09 11:49:18,651 [90] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'securityscanningnotificationworker.py', 'pid': '90'} gunicorn-web stdout | 2022-06-09 11:49:18,658 [237] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '237'} gunicorn-web stdout | 2022-06-09 11:49:18,665 [234] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '234'} gunicorn-web stdout | 2022-06-09 11:49:18,683 [236] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '236'} gunicorn-web stdout | 2022-06-09 11:49:18,692 [230] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '230'} gunicorn-web stdout | 2022-06-09 11:49:18,699 [239] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '239'} chunkcleanupworker stdout | 2022-06-09 11:49:18,710 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'chunkcleanupworker.py', 'pid': '67'} gunicorn-web stdout | 2022-06-09 11:49:18,717 [231] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '231'} gunicorn-web stdout | 2022-06-09 11:49:18,742 [229] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '229'} gunicorn-web stdout | 2022-06-09 11:49:18,750 [238] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '238'} namespacegcworker stdout | 2022-06-09 11:49:18,757 [83] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'namespacegcworker.py', 'pid': '83'} gunicorn-web stdout | 2022-06-09 11:49:18,764 [232] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '232'} gunicorn-secscan stdout | 2022-06-09 11:49:18,778 [221] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '221'} gunicorn-secscan stdout | 2022-06-09 11:49:18,788 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '74'} gunicorn-secscan stdout | 2022-06-09 11:49:18,815 [224] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '224'} gunicorn-secscan stdout | 2022-06-09 11:49:18,823 [225] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '225'} gunicorn-secscan stdout | 2022-06-09 11:49:18,829 [227] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '227'} manifestbackfillworker stdout | 2022-06-09 11:49:19,059 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'manifestbackfillworker.py', 'pid': '78'} repositorygcworker stdout | 2022-06-09 11:49:19,090 [89] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositorygcworker.py', 'pid': '89'} globalpromstats stdout | 2022-06-09 11:49:19,123 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'globalpromstats.py', 'pid': '72'} storagereplication stdout | 2022-06-09 11:49:19,142 [93] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'storagereplication.py', 'pid': '93'} expiredappspecifictokenworker stdout | 2022-06-09 11:49:19,156 [69] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '69'} servicekey stdout | 2022-06-09 11:49:19,174 [92] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'servicekeyworker.py', 'pid': '92'} buildlogsarchiver stdout | 2022-06-09 11:49:19,240 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'buildlogsarchiver.py', 'pid': '66'} notificationworker stdout | 2022-06-09 11:49:19,246 [85] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'notificationworker.py', 'pid': '85'} builder stdout | 2022-06-09 11:49:19,254 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'builder.py', 'pid': '65'} gcworker stdout | 2022-06-09 11:49:19,265 [71] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'gcworker.py', 'pid': '71'} teamsyncworker stdout | 2022-06-09 11:49:19,295 [94] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'teamsyncworker.py', 'pid': '94'} queuecleanupworker stdout | 2022-06-09 11:49:19,381 [87] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'queuecleanupworker.py', 'pid': '87'} notificationworker stdout | 2022-06-09 11:49:19,655 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 11:49:19,655 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:49:20.617379+00:00 (in 0.961876 seconds) notificationworker stdout | 2022-06-09 11:49:19,655 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 11:50:19 UTC)" (scheduled at 2022-06-09 11:49:19.645536+00:00) notificationworker stdout | 2022-06-09 11:49:19,656 [85] [DEBUG] [workers.queueworker] Running watchdog. notificationworker stdout | 2022-06-09 11:49:19,656 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 11:50:19 UTC)" executed successfully notificationworker stdout | 2022-06-09 11:49:20,622 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 11:49:20,622 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:49:30.617379+00:00 (in 9.994587 seconds) notificationworker stdout | 2022-06-09 11:49:20,623 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:49:30 UTC)" (scheduled at 2022-06-09 11:49:20.617379+00:00) notificationworker stdout | 2022-06-09 11:49:20,623 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 11:49:20,623 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 49, 20, 623117), True, datetime.datetime(2022, 6, 9, 11, 49, 20, 623117), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 11:49:20,626 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 11:49:20,626 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 11:49:20,626 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:49:30 UTC)" executed successfully gunicorn-registry stdout | 2022-06-09 11:49:21,067 [273] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '273'} gunicorn-registry stdout | 2022-06-09 11:49:21,074 [271] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '271'} gunicorn-registry stdout | 2022-06-09 11:49:21,082 [276] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '276'} gunicorn-registry stdout | 2022-06-09 11:49:21,101 [275] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '275'} gunicorn-registry stdout | 2022-06-09 11:49:21,107 [277] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '277'} gunicorn-registry stdout | 2022-06-09 11:49:21,116 [246] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '246'} gunicorn-registry stdout | 2022-06-09 11:49:21,122 [274] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '274'} gunicorn-registry stdout | 2022-06-09 11:49:21,131 [263] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '263'} gunicorn-registry stdout | 2022-06-09 11:49:21,138 [266] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '266'} gunicorn-registry stdout | 2022-06-09 11:49:21,145 [254] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '254'} gunicorn-registry stdout | 2022-06-09 11:49:21,156 [260] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '260'} gunicorn-registry stdout | 2022-06-09 11:49:21,164 [270] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '270'} gunicorn-registry stdout | 2022-06-09 11:49:21,171 [253] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '253'} gunicorn-registry stdout | 2022-06-09 11:49:21,178 [268] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '268'} gunicorn-registry stdout | 2022-06-09 11:49:21,187 [261] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '261'} gunicorn-registry stdout | 2022-06-09 11:49:21,194 [248] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '248'} gunicorn-registry stdout | 2022-06-09 11:49:21,202 [245] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '245'} gunicorn-registry stdout | 2022-06-09 11:49:21,210 [249] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '249'} gunicorn-registry stdout | 2022-06-09 11:49:21,217 [251] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '251'} gunicorn-registry stdout | 2022-06-09 11:49:21,225 [259] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '259'} gunicorn-registry stdout | 2022-06-09 11:49:21,231 [250] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '250'} gunicorn-registry stdout | 2022-06-09 11:49:21,239 [265] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '265'} gunicorn-registry stdout | 2022-06-09 11:49:21,246 [73] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '73'} gunicorn-registry stdout | 2022-06-09 11:49:21,254 [267] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '267'} gunicorn-registry stdout | 2022-06-09 11:49:21,262 [256] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '256'} gunicorn-registry stdout | 2022-06-09 11:49:21,269 [262] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '262'} gunicorn-registry stdout | 2022-06-09 11:49:21,279 [264] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '264'} gunicorn-registry stdout | 2022-06-09 11:49:21,287 [272] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '272'} gunicorn-registry stdout | 2022-06-09 11:49:21,294 [269] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '269'} gunicorn-registry stdout | 2022-06-09 11:49:21,306 [247] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '247'} gunicorn-registry stdout | 2022-06-09 11:49:21,313 [255] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '255'} gunicorn-registry stdout | 2022-06-09 11:49:21,321 [252] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '252'} gunicorn-registry stdout | 2022-06-09 11:49:21,327 [257] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '257'} namespacegcworker stdout | 2022-06-09 11:49:21,523 [83] [DEBUG] [apscheduler.scheduler] Looking for jobs to run namespacegcworker stdout | 2022-06-09 11:49:21,523 [83] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:49:55.463831+00:00 (in 33.940144 seconds) namespacegcworker stdout | 2022-06-09 11:49:21,523 [83] [INFO] [apscheduler.executors.default] Running job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2022-06-09 11:54:21 UTC)" (scheduled at 2022-06-09 11:49:21.521215+00:00) namespacegcworker stdout | 2022-06-09 11:49:21,524 [83] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT `t1`.`queue_name` FROM `queueitem` AS `t1` WHERE (((`t1`.`available` = %s) AND (`t1`.`processing_expires` > %s)) AND (`t1`.`queue_name` LIKE %s))) AS `_wrapped`', [False, datetime.datetime(2022, 6, 9, 11, 49, 21, 524009), 'namespacegc/%']) namespacegcworker stdout | 2022-06-09 11:49:21,526 [83] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT `t1`.`queue_name` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s))) AS `_wrapped`', [datetime.datetime(2022, 6, 9, 11, 49, 21, 524009), True, datetime.datetime(2022, 6, 9, 11, 49, 21, 524009), 0, 'namespacegc/%']) namespacegcworker stdout | 2022-06-09 11:49:21,528 [83] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT `t1`.`queue_name` FROM `queueitem` AS `t1` WHERE (((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) AND NOT (`t1`.`queue_name` IN (SELECT `t1`.`queue_name` FROM `queueitem` AS `t1` WHERE (((`t1`.`available` = %s) AND (`t1`.`processing_expires` > %s)) AND (`t1`.`queue_name` LIKE %s)))))) AS `_wrapped`', [datetime.datetime(2022, 6, 9, 11, 49, 21, 524009), True, datetime.datetime(2022, 6, 9, 11, 49, 21, 524009), 0, 'namespacegc/%', False, datetime.datetime(2022, 6, 9, 11, 49, 21, 524009), 'namespacegc/%']) namespacegcworker stdout | 2022-06-09 11:49:21,529 [83] [DEBUG] [data.database] Disconnecting from database. namespacegcworker stdout | 2022-06-09 11:49:21,529 [83] [INFO] [apscheduler.executors.default] Job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2022-06-09 11:54:21 UTC)" executed successfully notificationworker stdout | 2022-06-09 11:49:30,618 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 11:49:30,619 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:49:40.617379+00:00 (in 9.998517 seconds) notificationworker stdout | 2022-06-09 11:49:30,619 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:49:40 UTC)" (scheduled at 2022-06-09 11:49:30.617379+00:00) notificationworker stdout | 2022-06-09 11:49:30,619 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 11:49:30,620 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 49, 30, 619397), True, datetime.datetime(2022, 6, 9, 11, 49, 30, 619397), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 11:49:30,623 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 11:49:30,623 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 11:49:30,623 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:49:40 UTC)" executed successfully gcworker stdout | 2022-06-09 11:49:37,512 [71] [DEBUG] [apscheduler.scheduler] Looking for jobs to run gcworker stdout | 2022-06-09 11:49:37,513 [71] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:50:07.490424+00:00 (in 29.977537 seconds) gcworker stdout | 2022-06-09 11:49:37,513 [71] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 11:50:07 UTC)" (scheduled at 2022-06-09 11:49:37.490424+00:00) gcworker stdout | 2022-06-09 11:49:37,514 [71] [DEBUG] [peewee] ('SELECT `candidates`.`repository_id` FROM (SELECT DISTINCT `t1`.`repository_id` FROM `tag` AS `t1` INNER JOIN `repository` AS `t2` ON (`t1`.`repository_id` = `t2`.`id`) INNER JOIN `user` AS `t3` ON (`t2`.`namespace_user_id` = `t3`.`id`) WHERE ((((NOT (`t1`.`lifetime_end_ms` IS %s) AND (`t1`.`lifetime_end_ms` <= %s)) AND (`t3`.`removed_tag_expiration_s` = %s)) AND (`t3`.`enabled` = %s)) AND (`t2`.`state` != %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', [None, 1654775377513, 0, True, 3, 500, 1, 0]) gcworker stdout | 2022-06-09 11:49:37,516 [71] [DEBUG] [__main__] No repository with garbage found gcworker stdout | 2022-06-09 11:49:37,516 [71] [DEBUG] [data.database] Disconnecting from database. gcworker stdout | 2022-06-09 11:49:37,516 [71] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 11:50:07 UTC)" executed successfully repositorygcworker stdout | 2022-06-09 11:49:38,463 [89] [DEBUG] [apscheduler.scheduler] Looking for jobs to run repositorygcworker stdout | 2022-06-09 11:49:38,463 [89] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:49:51.502316+00:00 (in 13.038540 seconds) repositorygcworker stdout | 2022-06-09 11:49:38,464 [89] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 11:50:38 UTC)" (scheduled at 2022-06-09 11:49:38.463361+00:00) repositorygcworker stdout | 2022-06-09 11:49:38,464 [89] [DEBUG] [workers.queueworker] Getting work item from queue. repositorygcworker stdout | 2022-06-09 11:49:38,465 [89] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 49, 38, 464105), True, datetime.datetime(2022, 6, 9, 11, 49, 38, 464105), 0, 'repositorygc/%', 50, 1, 0]) repositorygcworker stdout | 2022-06-09 11:49:38,467 [89] [DEBUG] [workers.queueworker] No more work. repositorygcworker stdout | 2022-06-09 11:49:38,467 [89] [DEBUG] [data.database] Disconnecting from database. repositorygcworker stdout | 2022-06-09 11:49:38,467 [89] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 11:50:38 UTC)" executed successfully notificationworker stdout | 2022-06-09 11:49:40,618 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 11:49:40,619 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:49:50.617379+00:00 (in 9.998365 seconds) notificationworker stdout | 2022-06-09 11:49:40,619 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:49:50 UTC)" (scheduled at 2022-06-09 11:49:40.617379+00:00) notificationworker stdout | 2022-06-09 11:49:40,619 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 11:49:40,620 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 49, 40, 619511), True, datetime.datetime(2022, 6, 9, 11, 49, 40, 619511), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 11:49:40,623 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 11:49:40,623 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 11:49:40,623 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:49:50 UTC)" executed successfully buildlogsarchiver stdout | 2022-06-09 11:49:45,367 [66] [DEBUG] [apscheduler.scheduler] Looking for jobs to run buildlogsarchiver stdout | 2022-06-09 11:49:45,367 [66] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:50:15.366042+00:00 (in 29.998226 seconds) buildlogsarchiver stdout | 2022-06-09 11:49:45,368 [66] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 11:50:15 UTC)" (scheduled at 2022-06-09 11:49:45.366042+00:00) buildlogsarchiver stdout | 2022-06-09 11:49:45,368 [66] [DEBUG] [peewee] ('SELECT `candidates`.`id` FROM (SELECT `t1`.`id` FROM `repositorybuild` AS `t1` WHERE (((`t1`.`phase` IN (%s, %s, %s)) OR (`t1`.`started` < %s)) AND (`t1`.`logs_archived` = %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2022, 5, 25, 11, 49, 45, 368333), False, 50, 1, 0]) buildlogsarchiver stdout | 2022-06-09 11:49:45,371 [66] [DEBUG] [__main__] No more builds to archive buildlogsarchiver stdout | 2022-06-09 11:49:45,371 [66] [DEBUG] [data.database] Disconnecting from database. buildlogsarchiver stdout | 2022-06-09 11:49:45,371 [66] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 11:50:15 UTC)" executed successfully exportactionlogsworker stdout | 2022-06-09 11:49:47,410 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run exportactionlogsworker stdout | 2022-06-09 11:49:47,410 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:50:04.366245+00:00 (in 16.955389 seconds) exportactionlogsworker stdout | 2022-06-09 11:49:47,411 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 11:50:47 UTC)" (scheduled at 2022-06-09 11:49:47.409953+00:00) exportactionlogsworker stdout | 2022-06-09 11:49:47,411 [70] [DEBUG] [workers.queueworker] Running watchdog. exportactionlogsworker stdout | 2022-06-09 11:49:47,411 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 11:50:47 UTC)" executed successfully blobuploadcleanupworker stdout | 2022-06-09 11:49:48,399 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'blobuploadcleanupworker.py', 'pid': '64'} exportactionlogsworker stdout | 2022-06-09 11:49:48,541 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'exportactionlogsworker.py', 'pid': '70'} repositoryactioncounter stdout | 2022-06-09 11:49:48,553 [88] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositoryactioncounter.py', 'pid': '88'} gunicorn-web stdout | 2022-06-09 11:49:48,590 [243] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '243'} logrotateworker stdout | 2022-06-09 11:49:48,598 [77] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'logrotateworker.py', 'pid': '77'} gunicorn-web stdout | 2022-06-09 11:49:48,606 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '75'} gunicorn-web stdout | 2022-06-09 11:49:48,614 [226] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '226'} gunicorn-web stdout | 2022-06-09 11:49:48,622 [242] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '242'} gunicorn-web stdout | 2022-06-09 11:49:48,629 [235] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '235'} gunicorn-web stdout | 2022-06-09 11:49:48,635 [228] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '228'} gunicorn-web stdout | 2022-06-09 11:49:48,646 [241] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '241'} gunicorn-web stdout | 2022-06-09 11:49:48,655 [244] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '244'} gunicorn-web stdout | 2022-06-09 11:49:48,669 [237] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '237'} gunicorn-web stdout | 2022-06-09 11:49:48,676 [234] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '234'} securityscanningnotificationworker stdout | 2022-06-09 11:49:48,693 [90] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'securityscanningnotificationworker.py', 'pid': '90'} gunicorn-web stdout | 2022-06-09 11:49:48,700 [236] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '236'} gunicorn-web stdout | 2022-06-09 11:49:48,709 [230] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '230'} gunicorn-web stdout | 2022-06-09 11:49:48,717 [239] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '239'} gunicorn-web stdout | 2022-06-09 11:49:48,728 [231] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '231'} chunkcleanupworker stdout | 2022-06-09 11:49:48,735 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'chunkcleanupworker.py', 'pid': '67'} gunicorn-web stdout | 2022-06-09 11:49:48,754 [229] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '229'} gunicorn-web stdout | 2022-06-09 11:49:48,762 [238] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '238'} gunicorn-web stdout | 2022-06-09 11:49:48,775 [232] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '232'} gunicorn-secscan stdout | 2022-06-09 11:49:48,794 [221] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '221'} namespacegcworker stdout | 2022-06-09 11:49:48,801 [83] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'namespacegcworker.py', 'pid': '83'} gunicorn-secscan stdout | 2022-06-09 11:49:48,808 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '74'} gunicorn-secscan stdout | 2022-06-09 11:49:48,827 [224] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '224'} gunicorn-secscan stdout | 2022-06-09 11:49:48,836 [225] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '225'} gunicorn-secscan stdout | 2022-06-09 11:49:48,844 [227] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '227'} manifestbackfillworker stdout | 2022-06-09 11:49:49,089 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'manifestbackfillworker.py', 'pid': '78'} repositorygcworker stdout | 2022-06-09 11:49:49,135 [89] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositorygcworker.py', 'pid': '89'} globalpromstats stdout | 2022-06-09 11:49:49,142 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'globalpromstats.py', 'pid': '72'} storagereplication stdout | 2022-06-09 11:49:49,182 [93] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'storagereplication.py', 'pid': '93'} expiredappspecifictokenworker stdout | 2022-06-09 11:49:49,196 [69] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '69'} servicekey stdout | 2022-06-09 11:49:49,202 [92] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'servicekeyworker.py', 'pid': '92'} buildlogsarchiver stdout | 2022-06-09 11:49:49,252 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'buildlogsarchiver.py', 'pid': '66'} builder stdout | 2022-06-09 11:49:49,283 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'builder.py', 'pid': '65'} notificationworker stdout | 2022-06-09 11:49:49,290 [85] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'notificationworker.py', 'pid': '85'} gcworker stdout | 2022-06-09 11:49:49,304 [71] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'gcworker.py', 'pid': '71'} teamsyncworker stdout | 2022-06-09 11:49:49,334 [94] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'teamsyncworker.py', 'pid': '94'} queuecleanupworker stdout | 2022-06-09 11:49:49,414 [87] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'queuecleanupworker.py', 'pid': '87'} notificationworker stdout | 2022-06-09 11:49:50,618 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 11:49:50,618 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:50:00.617379+00:00 (in 9.999137 seconds) notificationworker stdout | 2022-06-09 11:49:50,618 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:50:00 UTC)" (scheduled at 2022-06-09 11:49:50.617379+00:00) notificationworker stdout | 2022-06-09 11:49:50,618 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 11:49:50,619 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 49, 50, 618750), True, datetime.datetime(2022, 6, 9, 11, 49, 50, 618750), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 11:49:50,622 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 11:49:50,622 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 11:49:50,622 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:50:00 UTC)" executed successfully gunicorn-registry stdout | 2022-06-09 11:49:51,084 [273] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '273'} gunicorn-registry stdout | 2022-06-09 11:49:51,092 [271] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '271'} gunicorn-registry stdout | 2022-06-09 11:49:51,099 [276] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '276'} gunicorn-registry stdout | 2022-06-09 11:49:51,118 [275] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '275'} gunicorn-registry stdout | 2022-06-09 11:49:51,124 [277] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '277'} gunicorn-registry stdout | 2022-06-09 11:49:51,131 [246] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '246'} gunicorn-registry stdout | 2022-06-09 11:49:51,139 [274] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '274'} gunicorn-registry stdout | 2022-06-09 11:49:51,151 [263] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '263'} gunicorn-registry stdout | 2022-06-09 11:49:51,158 [266] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '266'} gunicorn-registry stdout | 2022-06-09 11:49:51,166 [254] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '254'} gunicorn-registry stdout | 2022-06-09 11:49:51,174 [260] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '260'} gunicorn-registry stdout | 2022-06-09 11:49:51,181 [270] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '270'} gunicorn-registry stdout | 2022-06-09 11:49:51,187 [253] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '253'} gunicorn-registry stdout | 2022-06-09 11:49:51,195 [268] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '268'} gunicorn-registry stdout | 2022-06-09 11:49:51,202 [261] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '261'} gunicorn-registry stdout | 2022-06-09 11:49:51,210 [248] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '248'} gunicorn-registry stdout | 2022-06-09 11:49:51,217 [245] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '245'} gunicorn-registry stdout | 2022-06-09 11:49:51,224 [249] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '249'} gunicorn-registry stdout | 2022-06-09 11:49:51,232 [251] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '251'} gunicorn-registry stdout | 2022-06-09 11:49:51,239 [259] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '259'} gunicorn-registry stdout | 2022-06-09 11:49:51,248 [250] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '250'} gunicorn-registry stdout | 2022-06-09 11:49:51,254 [265] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '265'} gunicorn-registry stdout | 2022-06-09 11:49:51,263 [73] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '73'} gunicorn-registry stdout | 2022-06-09 11:49:51,271 [267] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '267'} gunicorn-registry stdout | 2022-06-09 11:49:51,278 [256] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '256'} gunicorn-registry stdout | 2022-06-09 11:49:51,286 [262] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '262'} gunicorn-registry stdout | 2022-06-09 11:49:51,294 [264] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '264'} gunicorn-registry stdout | 2022-06-09 11:49:51,301 [272] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '272'} gunicorn-registry stdout | 2022-06-09 11:49:51,308 [269] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '269'} gunicorn-registry stdout | 2022-06-09 11:49:51,317 [247] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '247'} gunicorn-registry stdout | 2022-06-09 11:49:51,328 [255] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '255'} gunicorn-registry stdout | 2022-06-09 11:49:51,335 [252] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '252'} gunicorn-registry stdout | 2022-06-09 11:49:51,343 [257] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '257'} repositorygcworker stdout | 2022-06-09 11:49:51,503 [89] [DEBUG] [apscheduler.scheduler] Looking for jobs to run repositorygcworker stdout | 2022-06-09 11:49:51,503 [89] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:49:53.501847+00:00 (in 1.998319 seconds) repositorygcworker stdout | 2022-06-09 11:49:51,503 [89] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 11:50:51 UTC)" (scheduled at 2022-06-09 11:49:51.502316+00:00) repositorygcworker stdout | 2022-06-09 11:49:51,503 [89] [DEBUG] [workers.queueworker] Running watchdog. repositorygcworker stdout | 2022-06-09 11:49:51,503 [89] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 11:50:51 UTC)" executed successfully repositorygcworker stdout | 2022-06-09 11:49:53,505 [89] [DEBUG] [apscheduler.scheduler] Looking for jobs to run repositorygcworker stdout | 2022-06-09 11:49:53,506 [89] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:50:38.463361+00:00 (in 44.957405 seconds) repositorygcworker stdout | 2022-06-09 11:49:53,506 [89] [INFO] [apscheduler.executors.default] Running job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2022-06-09 11:54:53 UTC)" (scheduled at 2022-06-09 11:49:53.501847+00:00) repositorygcworker stdout | 2022-06-09 11:49:53,506 [89] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT `t1`.`queue_name` FROM `queueitem` AS `t1` WHERE (((`t1`.`available` = %s) AND (`t1`.`processing_expires` > %s)) AND (`t1`.`queue_name` LIKE %s))) AS `_wrapped`', [False, datetime.datetime(2022, 6, 9, 11, 49, 53, 506434), 'repositorygc/%']) repositorygcworker stdout | 2022-06-09 11:49:53,509 [89] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT `t1`.`queue_name` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s))) AS `_wrapped`', [datetime.datetime(2022, 6, 9, 11, 49, 53, 506434), True, datetime.datetime(2022, 6, 9, 11, 49, 53, 506434), 0, 'repositorygc/%']) repositorygcworker stdout | 2022-06-09 11:49:53,510 [89] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT `t1`.`queue_name` FROM `queueitem` AS `t1` WHERE (((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) AND NOT (`t1`.`queue_name` IN (SELECT `t1`.`queue_name` FROM `queueitem` AS `t1` WHERE (((`t1`.`available` = %s) AND (`t1`.`processing_expires` > %s)) AND (`t1`.`queue_name` LIKE %s)))))) AS `_wrapped`', [datetime.datetime(2022, 6, 9, 11, 49, 53, 506434), True, datetime.datetime(2022, 6, 9, 11, 49, 53, 506434), 0, 'repositorygc/%', False, datetime.datetime(2022, 6, 9, 11, 49, 53, 506434), 'repositorygc/%']) repositorygcworker stdout | 2022-06-09 11:49:53,511 [89] [DEBUG] [data.database] Disconnecting from database. repositorygcworker stdout | 2022-06-09 11:49:53,511 [89] [INFO] [apscheduler.executors.default] Job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2022-06-09 11:54:53 UTC)" executed successfully namespacegcworker stdout | 2022-06-09 11:49:55,482 [83] [DEBUG] [apscheduler.scheduler] Looking for jobs to run namespacegcworker stdout | 2022-06-09 11:49:55,482 [83] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:50:01.521527+00:00 (in 6.039340 seconds) namespacegcworker stdout | 2022-06-09 11:49:55,482 [83] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 11:50:55 UTC)" (scheduled at 2022-06-09 11:49:55.463831+00:00) namespacegcworker stdout | 2022-06-09 11:49:55,482 [83] [DEBUG] [workers.queueworker] Getting work item from queue. namespacegcworker stdout | 2022-06-09 11:49:55,483 [83] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 49, 55, 482809), True, datetime.datetime(2022, 6, 9, 11, 49, 55, 482809), 0, 'namespacegc/%', 50, 1, 0]) namespacegcworker stdout | 2022-06-09 11:49:55,486 [83] [DEBUG] [workers.queueworker] No more work. namespacegcworker stdout | 2022-06-09 11:49:55,486 [83] [DEBUG] [data.database] Disconnecting from database. namespacegcworker stdout | 2022-06-09 11:49:55,486 [83] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 11:50:55 UTC)" executed successfully notificationworker stdout | 2022-06-09 11:50:00,620 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 11:50:00,620 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:50:10.617379+00:00 (in 9.996782 seconds) notificationworker stdout | 2022-06-09 11:50:00,620 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:50:10 UTC)" (scheduled at 2022-06-09 11:50:00.617379+00:00) notificationworker stdout | 2022-06-09 11:50:00,621 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 11:50:00,621 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 50, 0, 621122), True, datetime.datetime(2022, 6, 9, 11, 50, 0, 621122), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 11:50:00,624 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 11:50:00,624 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 11:50:00,624 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:50:10 UTC)" executed successfully namespacegcworker stdout | 2022-06-09 11:50:01,522 [83] [DEBUG] [apscheduler.scheduler] Looking for jobs to run namespacegcworker stdout | 2022-06-09 11:50:01,522 [83] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:50:55.463831+00:00 (in 53.940985 seconds) namespacegcworker stdout | 2022-06-09 11:50:01,523 [83] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 11:51:01 UTC)" (scheduled at 2022-06-09 11:50:01.521527+00:00) namespacegcworker stdout | 2022-06-09 11:50:01,523 [83] [DEBUG] [workers.queueworker] Running watchdog. namespacegcworker stdout | 2022-06-09 11:50:01,523 [83] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 11:51:01 UTC)" executed successfully exportactionlogsworker stdout | 2022-06-09 11:50:04,366 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run exportactionlogsworker stdout | 2022-06-09 11:50:04,366 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:50:47.409953+00:00 (in 43.043186 seconds) exportactionlogsworker stdout | 2022-06-09 11:50:04,367 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 11:51:04 UTC)" (scheduled at 2022-06-09 11:50:04.366245+00:00) exportactionlogsworker stdout | 2022-06-09 11:50:04,367 [70] [DEBUG] [workers.queueworker] Getting work item from queue. exportactionlogsworker stdout | 2022-06-09 11:50:04,367 [70] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 50, 4, 367093), True, datetime.datetime(2022, 6, 9, 11, 50, 4, 367093), 0, 'exportactionlogs/%', 50, 1, 0]) exportactionlogsworker stdout | 2022-06-09 11:50:04,370 [70] [DEBUG] [workers.queueworker] No more work. exportactionlogsworker stdout | 2022-06-09 11:50:04,370 [70] [DEBUG] [data.database] Disconnecting from database. exportactionlogsworker stdout | 2022-06-09 11:50:04,370 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 11:51:04 UTC)" executed successfully gcworker stdout | 2022-06-09 11:50:07,491 [71] [DEBUG] [apscheduler.scheduler] Looking for jobs to run gcworker stdout | 2022-06-09 11:50:07,491 [71] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:50:37.490424+00:00 (in 29.998660 seconds) gcworker stdout | 2022-06-09 11:50:07,492 [71] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 11:50:37 UTC)" (scheduled at 2022-06-09 11:50:07.490424+00:00) gcworker stdout | 2022-06-09 11:50:07,492 [71] [DEBUG] [peewee] ('SELECT `candidates`.`repository_id` FROM (SELECT DISTINCT `t1`.`repository_id` FROM `tag` AS `t1` INNER JOIN `repository` AS `t2` ON (`t1`.`repository_id` = `t2`.`id`) INNER JOIN `user` AS `t3` ON (`t2`.`namespace_user_id` = `t3`.`id`) WHERE ((((NOT (`t1`.`lifetime_end_ms` IS %s) AND (`t1`.`lifetime_end_ms` <= %s)) AND (`t3`.`removed_tag_expiration_s` = %s)) AND (`t3`.`enabled` = %s)) AND (`t2`.`state` != %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', [None, 1654775407492, 0, True, 3, 500, 1, 0]) gcworker stdout | 2022-06-09 11:50:07,495 [71] [DEBUG] [__main__] No repository with garbage found gcworker stdout | 2022-06-09 11:50:07,495 [71] [DEBUG] [data.database] Disconnecting from database. gcworker stdout | 2022-06-09 11:50:07,495 [71] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 11:50:37 UTC)" executed successfully notificationworker stdout | 2022-06-09 11:50:10,624 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 11:50:10,624 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:50:19.645536+00:00 (in 9.021292 seconds) notificationworker stdout | 2022-06-09 11:50:10,624 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:50:20 UTC)" (scheduled at 2022-06-09 11:50:10.617379+00:00) notificationworker stdout | 2022-06-09 11:50:10,624 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 11:50:10,625 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 50, 10, 624817), True, datetime.datetime(2022, 6, 9, 11, 50, 10, 624817), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 11:50:10,628 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 11:50:10,628 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 11:50:10,628 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:50:20 UTC)" executed successfully buildlogsarchiver stdout | 2022-06-09 11:50:15,379 [66] [DEBUG] [apscheduler.scheduler] Looking for jobs to run buildlogsarchiver stdout | 2022-06-09 11:50:15,379 [66] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:50:45.366042+00:00 (in 29.986877 seconds) buildlogsarchiver stdout | 2022-06-09 11:50:15,379 [66] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 11:50:45 UTC)" (scheduled at 2022-06-09 11:50:15.366042+00:00) buildlogsarchiver stdout | 2022-06-09 11:50:15,380 [66] [DEBUG] [peewee] ('SELECT `candidates`.`id` FROM (SELECT `t1`.`id` FROM `repositorybuild` AS `t1` WHERE (((`t1`.`phase` IN (%s, %s, %s)) OR (`t1`.`started` < %s)) AND (`t1`.`logs_archived` = %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2022, 5, 25, 11, 50, 15, 379577), False, 50, 1, 0]) buildlogsarchiver stdout | 2022-06-09 11:50:15,382 [66] [DEBUG] [__main__] No more builds to archive buildlogsarchiver stdout | 2022-06-09 11:50:15,382 [66] [DEBUG] [data.database] Disconnecting from database. buildlogsarchiver stdout | 2022-06-09 11:50:15,382 [66] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 11:50:45 UTC)" executed successfully blobuploadcleanupworker stdout | 2022-06-09 11:50:18,444 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'blobuploadcleanupworker.py', 'pid': '64'} exportactionlogsworker stdout | 2022-06-09 11:50:18,567 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'exportactionlogsworker.py', 'pid': '70'} repositoryactioncounter stdout | 2022-06-09 11:50:18,591 [88] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositoryactioncounter.py', 'pid': '88'} gunicorn-web stdout | 2022-06-09 11:50:18,602 [243] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '243'} logrotateworker stdout | 2022-06-09 11:50:18,609 [77] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'logrotateworker.py', 'pid': '77'} gunicorn-web stdout | 2022-06-09 11:50:18,619 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '75'} gunicorn-web stdout | 2022-06-09 11:50:18,627 [226] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '226'} gunicorn-web stdout | 2022-06-09 11:50:18,639 [242] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '242'} gunicorn-web stdout | 2022-06-09 11:50:18,646 [235] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '235'} gunicorn-web stdout | 2022-06-09 11:50:18,652 [228] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '228'} gunicorn-web stdout | 2022-06-09 11:50:18,660 [241] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '241'} gunicorn-web stdout | 2022-06-09 11:50:18,669 [244] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '244'} gunicorn-web stdout | 2022-06-09 11:50:18,682 [237] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '237'} gunicorn-web stdout | 2022-06-09 11:50:18,689 [234] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '234'} gunicorn-web stdout | 2022-06-09 11:50:18,712 [236] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '236'} gunicorn-web stdout | 2022-06-09 11:50:18,722 [230] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '230'} gunicorn-web stdout | 2022-06-09 11:50:18,730 [239] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '239'} securityscanningnotificationworker stdout | 2022-06-09 11:50:18,737 [90] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'securityscanningnotificationworker.py', 'pid': '90'} gunicorn-web stdout | 2022-06-09 11:50:18,744 [231] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '231'} gunicorn-web stdout | 2022-06-09 11:50:18,765 [229] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '229'} chunkcleanupworker stdout | 2022-06-09 11:50:18,778 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'chunkcleanupworker.py', 'pid': '67'} gunicorn-web stdout | 2022-06-09 11:50:18,786 [238] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '238'} gunicorn-web stdout | 2022-06-09 11:50:18,793 [232] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '232'} gunicorn-secscan stdout | 2022-06-09 11:50:18,808 [221] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '221'} gunicorn-secscan stdout | 2022-06-09 11:50:18,818 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '74'} namespacegcworker stdout | 2022-06-09 11:50:18,826 [83] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'namespacegcworker.py', 'pid': '83'} gunicorn-secscan stdout | 2022-06-09 11:50:18,841 [224] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '224'} gunicorn-secscan stdout | 2022-06-09 11:50:18,850 [225] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '225'} gunicorn-secscan stdout | 2022-06-09 11:50:18,857 [227] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '227'} manifestbackfillworker stdout | 2022-06-09 11:50:19,099 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'manifestbackfillworker.py', 'pid': '78'} globalpromstats stdout | 2022-06-09 11:50:19,159 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'globalpromstats.py', 'pid': '72'} repositorygcworker stdout | 2022-06-09 11:50:19,165 [89] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositorygcworker.py', 'pid': '89'} expiredappspecifictokenworker stdout | 2022-06-09 11:50:19,209 [69] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '69'} storagereplication stdout | 2022-06-09 11:50:19,215 [93] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'storagereplication.py', 'pid': '93'} servicekey stdout | 2022-06-09 11:50:19,243 [92] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'servicekeyworker.py', 'pid': '92'} buildlogsarchiver stdout | 2022-06-09 11:50:19,299 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'buildlogsarchiver.py', 'pid': '66'} builder stdout | 2022-06-09 11:50:19,306 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'builder.py', 'pid': '65'} notificationworker stdout | 2022-06-09 11:50:19,328 [85] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'notificationworker.py', 'pid': '85'} gcworker stdout | 2022-06-09 11:50:19,348 [71] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'gcworker.py', 'pid': '71'} teamsyncworker stdout | 2022-06-09 11:50:19,374 [94] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'teamsyncworker.py', 'pid': '94'} queuecleanupworker stdout | 2022-06-09 11:50:19,452 [87] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'queuecleanupworker.py', 'pid': '87'} notificationworker stdout | 2022-06-09 11:50:19,646 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 11:50:19,646 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:50:20.617379+00:00 (in 0.970664 seconds) notificationworker stdout | 2022-06-09 11:50:19,647 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 11:51:19 UTC)" (scheduled at 2022-06-09 11:50:19.645536+00:00) notificationworker stdout | 2022-06-09 11:50:19,647 [85] [DEBUG] [workers.queueworker] Running watchdog. notificationworker stdout | 2022-06-09 11:50:19,647 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 11:51:19 UTC)" executed successfully notificationworker stdout | 2022-06-09 11:50:20,617 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 11:50:20,618 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:50:30.617379+00:00 (in 9.999387 seconds) notificationworker stdout | 2022-06-09 11:50:20,618 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:50:30 UTC)" (scheduled at 2022-06-09 11:50:20.617379+00:00) notificationworker stdout | 2022-06-09 11:50:20,618 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 11:50:20,619 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 50, 20, 618449), True, datetime.datetime(2022, 6, 9, 11, 50, 20, 618449), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 11:50:20,622 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 11:50:20,622 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 11:50:20,622 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:50:30 UTC)" executed successfully gunicorn-registry stdout | 2022-06-09 11:50:21,100 [273] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '273'} gunicorn-registry stdout | 2022-06-09 11:50:21,108 [271] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '271'} gunicorn-registry stdout | 2022-06-09 11:50:21,114 [276] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '276'} gunicorn-registry stdout | 2022-06-09 11:50:21,137 [275] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '275'} gunicorn-registry stdout | 2022-06-09 11:50:21,145 [277] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '277'} gunicorn-registry stdout | 2022-06-09 11:50:21,153 [246] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '246'} gunicorn-registry stdout | 2022-06-09 11:50:21,161 [274] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '274'} gunicorn-registry stdout | 2022-06-09 11:50:21,169 [263] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '263'} gunicorn-registry stdout | 2022-06-09 11:50:21,176 [266] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '266'} gunicorn-registry stdout | 2022-06-09 11:50:21,183 [254] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '254'} gunicorn-registry stdout | 2022-06-09 11:50:21,192 [260] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '260'} gunicorn-registry stdout | 2022-06-09 11:50:21,198 [270] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '270'} gunicorn-registry stdout | 2022-06-09 11:50:21,205 [253] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '253'} gunicorn-registry stdout | 2022-06-09 11:50:21,213 [268] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '268'} gunicorn-registry stdout | 2022-06-09 11:50:21,221 [261] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '261'} gunicorn-registry stdout | 2022-06-09 11:50:21,229 [248] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '248'} gunicorn-registry stdout | 2022-06-09 11:50:21,238 [245] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '245'} gunicorn-registry stdout | 2022-06-09 11:50:21,245 [249] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '249'} gunicorn-registry stdout | 2022-06-09 11:50:21,252 [251] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '251'} gunicorn-registry stdout | 2022-06-09 11:50:21,259 [259] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '259'} gunicorn-registry stdout | 2022-06-09 11:50:21,266 [250] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '250'} gunicorn-registry stdout | 2022-06-09 11:50:21,274 [265] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '265'} gunicorn-registry stdout | 2022-06-09 11:50:21,281 [73] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '73'} gunicorn-registry stdout | 2022-06-09 11:50:21,290 [267] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '267'} gunicorn-registry stdout | 2022-06-09 11:50:21,302 [256] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '256'} gunicorn-registry stdout | 2022-06-09 11:50:21,309 [262] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '262'} gunicorn-registry stdout | 2022-06-09 11:50:21,317 [264] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '264'} gunicorn-registry stdout | 2022-06-09 11:50:21,324 [272] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '272'} gunicorn-registry stdout | 2022-06-09 11:50:21,332 [269] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '269'} gunicorn-registry stdout | 2022-06-09 11:50:21,340 [247] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '247'} gunicorn-registry stdout | 2022-06-09 11:50:21,348 [255] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '255'} gunicorn-registry stdout | 2022-06-09 11:50:21,355 [252] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '252'} gunicorn-registry stdout | 2022-06-09 11:50:21,362 [257] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '257'} notificationworker stdout | 2022-06-09 11:50:30,623 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 11:50:30,624 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:50:40.617379+00:00 (in 9.993494 seconds) notificationworker stdout | 2022-06-09 11:50:30,624 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:50:40 UTC)" (scheduled at 2022-06-09 11:50:30.617379+00:00) notificationworker stdout | 2022-06-09 11:50:30,624 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 11:50:30,625 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 50, 30, 624484), True, datetime.datetime(2022, 6, 9, 11, 50, 30, 624484), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 11:50:30,627 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 11:50:30,628 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 11:50:30,628 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:50:40 UTC)" executed successfully gcworker stdout | 2022-06-09 11:50:37,493 [71] [DEBUG] [apscheduler.scheduler] Looking for jobs to run gcworker stdout | 2022-06-09 11:50:37,494 [71] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:51:07.490424+00:00 (in 29.996443 seconds) gcworker stdout | 2022-06-09 11:50:37,494 [71] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 11:51:07 UTC)" (scheduled at 2022-06-09 11:50:37.490424+00:00) gcworker stdout | 2022-06-09 11:50:37,495 [71] [DEBUG] [peewee] ('SELECT `candidates`.`repository_id` FROM (SELECT DISTINCT `t1`.`repository_id` FROM `tag` AS `t1` INNER JOIN `repository` AS `t2` ON (`t1`.`repository_id` = `t2`.`id`) INNER JOIN `user` AS `t3` ON (`t2`.`namespace_user_id` = `t3`.`id`) WHERE ((((NOT (`t1`.`lifetime_end_ms` IS %s) AND (`t1`.`lifetime_end_ms` <= %s)) AND (`t3`.`removed_tag_expiration_s` = %s)) AND (`t3`.`enabled` = %s)) AND (`t2`.`state` != %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', [None, 1654775437494, 0, True, 3, 500, 1, 0]) gcworker stdout | 2022-06-09 11:50:37,497 [71] [DEBUG] [__main__] No repository with garbage found gcworker stdout | 2022-06-09 11:50:37,497 [71] [DEBUG] [data.database] Disconnecting from database. gcworker stdout | 2022-06-09 11:50:37,497 [71] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 11:51:07 UTC)" executed successfully repositorygcworker stdout | 2022-06-09 11:50:38,465 [89] [DEBUG] [apscheduler.scheduler] Looking for jobs to run repositorygcworker stdout | 2022-06-09 11:50:38,466 [89] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:50:51.502316+00:00 (in 13.036474 seconds) repositorygcworker stdout | 2022-06-09 11:50:38,466 [89] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 11:51:38 UTC)" (scheduled at 2022-06-09 11:50:38.463361+00:00) repositorygcworker stdout | 2022-06-09 11:50:38,466 [89] [DEBUG] [workers.queueworker] Getting work item from queue. repositorygcworker stdout | 2022-06-09 11:50:38,466 [89] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 50, 38, 466323), True, datetime.datetime(2022, 6, 9, 11, 50, 38, 466323), 0, 'repositorygc/%', 50, 1, 0]) repositorygcworker stdout | 2022-06-09 11:50:38,469 [89] [DEBUG] [workers.queueworker] No more work. repositorygcworker stdout | 2022-06-09 11:50:38,469 [89] [DEBUG] [data.database] Disconnecting from database. repositorygcworker stdout | 2022-06-09 11:50:38,469 [89] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 11:51:38 UTC)" executed successfully notificationworker stdout | 2022-06-09 11:50:40,618 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 11:50:40,618 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:50:50.617379+00:00 (in 9.998808 seconds) notificationworker stdout | 2022-06-09 11:50:40,618 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:50:50 UTC)" (scheduled at 2022-06-09 11:50:40.617379+00:00) notificationworker stdout | 2022-06-09 11:50:40,619 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 11:50:40,619 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 50, 40, 619112), True, datetime.datetime(2022, 6, 9, 11, 50, 40, 619112), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 11:50:40,622 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 11:50:40,623 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 11:50:40,623 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:50:50 UTC)" executed successfully buildlogsarchiver stdout | 2022-06-09 11:50:45,367 [66] [DEBUG] [apscheduler.scheduler] Looking for jobs to run buildlogsarchiver stdout | 2022-06-09 11:50:45,367 [66] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:51:15.366042+00:00 (in 29.998858 seconds) buildlogsarchiver stdout | 2022-06-09 11:50:45,367 [66] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 11:51:15 UTC)" (scheduled at 2022-06-09 11:50:45.366042+00:00) buildlogsarchiver stdout | 2022-06-09 11:50:45,368 [66] [DEBUG] [peewee] ('SELECT `candidates`.`id` FROM (SELECT `t1`.`id` FROM `repositorybuild` AS `t1` WHERE (((`t1`.`phase` IN (%s, %s, %s)) OR (`t1`.`started` < %s)) AND (`t1`.`logs_archived` = %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2022, 5, 25, 11, 50, 45, 367687), False, 50, 1, 0]) buildlogsarchiver stdout | 2022-06-09 11:50:45,370 [66] [DEBUG] [__main__] No more builds to archive buildlogsarchiver stdout | 2022-06-09 11:50:45,370 [66] [DEBUG] [data.database] Disconnecting from database. buildlogsarchiver stdout | 2022-06-09 11:50:45,370 [66] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 11:51:15 UTC)" executed successfully exportactionlogsworker stdout | 2022-06-09 11:50:47,410 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run exportactionlogsworker stdout | 2022-06-09 11:50:47,410 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:51:04.366245+00:00 (in 16.955859 seconds) exportactionlogsworker stdout | 2022-06-09 11:50:47,410 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 11:51:47 UTC)" (scheduled at 2022-06-09 11:50:47.409953+00:00) exportactionlogsworker stdout | 2022-06-09 11:50:47,410 [70] [DEBUG] [workers.queueworker] Running watchdog. exportactionlogsworker stdout | 2022-06-09 11:50:47,410 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 11:51:47 UTC)" executed successfully blobuploadcleanupworker stdout | 2022-06-09 11:50:48,483 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'blobuploadcleanupworker.py', 'pid': '64'} exportactionlogsworker stdout | 2022-06-09 11:50:48,612 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'exportactionlogsworker.py', 'pid': '70'} gunicorn-web stdout | 2022-06-09 11:50:48,618 [243] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '243'} gunicorn-web stdout | 2022-06-09 11:50:48,631 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '75'} repositoryactioncounter stdout | 2022-06-09 11:50:48,638 [88] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositoryactioncounter.py', 'pid': '88'} logrotateworker stdout | 2022-06-09 11:50:48,646 [77] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'logrotateworker.py', 'pid': '77'} gunicorn-web stdout | 2022-06-09 11:50:48,663 [226] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '226'} gunicorn-web stdout | 2022-06-09 11:50:48,670 [242] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '242'} gunicorn-web stdout | 2022-06-09 11:50:48,677 [235] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '235'} gunicorn-web stdout | 2022-06-09 11:50:48,686 [228] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '228'} gunicorn-web stdout | 2022-06-09 11:50:48,693 [241] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '241'} gunicorn-web stdout | 2022-06-09 11:50:48,699 [244] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '244'} gunicorn-web stdout | 2022-06-09 11:50:48,708 [237] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '237'} gunicorn-web stdout | 2022-06-09 11:50:48,716 [234] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '234'} gunicorn-web stdout | 2022-06-09 11:50:48,724 [236] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '236'} gunicorn-web stdout | 2022-06-09 11:50:48,735 [230] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '230'} gunicorn-web stdout | 2022-06-09 11:50:48,742 [239] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '239'} gunicorn-web stdout | 2022-06-09 11:50:48,756 [231] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '231'} securityscanningnotificationworker stdout | 2022-06-09 11:50:48,774 [90] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'securityscanningnotificationworker.py', 'pid': '90'} gunicorn-web stdout | 2022-06-09 11:50:48,780 [229] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '229'} gunicorn-web stdout | 2022-06-09 11:50:48,797 [238] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '238'} gunicorn-web stdout | 2022-06-09 11:50:48,804 [232] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '232'} chunkcleanupworker stdout | 2022-06-09 11:50:48,824 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'chunkcleanupworker.py', 'pid': '67'} gunicorn-secscan stdout | 2022-06-09 11:50:48,833 [221] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '221'} gunicorn-secscan stdout | 2022-06-09 11:50:48,841 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '74'} gunicorn-secscan stdout | 2022-06-09 11:50:48,853 [224] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '224'} gunicorn-secscan stdout | 2022-06-09 11:50:48,861 [225] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '225'} namespacegcworker stdout | 2022-06-09 11:50:48,869 [83] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'namespacegcworker.py', 'pid': '83'} gunicorn-secscan stdout | 2022-06-09 11:50:48,876 [227] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '227'} manifestbackfillworker stdout | 2022-06-09 11:50:49,136 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'manifestbackfillworker.py', 'pid': '78'} globalpromstats stdout | 2022-06-09 11:50:49,197 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'globalpromstats.py', 'pid': '72'} repositorygcworker stdout | 2022-06-09 11:50:49,203 [89] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositorygcworker.py', 'pid': '89'} expiredappspecifictokenworker stdout | 2022-06-09 11:50:49,245 [69] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '69'} storagereplication stdout | 2022-06-09 11:50:49,255 [93] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'storagereplication.py', 'pid': '93'} servicekey stdout | 2022-06-09 11:50:49,283 [92] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'servicekeyworker.py', 'pid': '92'} builder stdout | 2022-06-09 11:50:49,325 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'builder.py', 'pid': '65'} buildlogsarchiver stdout | 2022-06-09 11:50:49,340 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'buildlogsarchiver.py', 'pid': '66'} notificationworker stdout | 2022-06-09 11:50:49,369 [85] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'notificationworker.py', 'pid': '85'} gcworker stdout | 2022-06-09 11:50:49,375 [71] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'gcworker.py', 'pid': '71'} teamsyncworker stdout | 2022-06-09 11:50:49,415 [94] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'teamsyncworker.py', 'pid': '94'} queuecleanupworker stdout | 2022-06-09 11:50:49,485 [87] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'queuecleanupworker.py', 'pid': '87'} notificationworker stdout | 2022-06-09 11:50:50,617 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 11:50:50,618 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:51:00.617379+00:00 (in 9.999260 seconds) notificationworker stdout | 2022-06-09 11:50:50,618 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:51:00 UTC)" (scheduled at 2022-06-09 11:50:50.617379+00:00) notificationworker stdout | 2022-06-09 11:50:50,618 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 11:50:50,619 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 50, 50, 618574), True, datetime.datetime(2022, 6, 9, 11, 50, 50, 618574), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 11:50:50,622 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 11:50:50,622 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 11:50:50,622 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:51:00 UTC)" executed successfully gunicorn-registry stdout | 2022-06-09 11:50:51,113 [273] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '273'} gunicorn-registry stdout | 2022-06-09 11:50:51,121 [271] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '271'} gunicorn-registry stdout | 2022-06-09 11:50:51,128 [276] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '276'} gunicorn-registry stdout | 2022-06-09 11:50:51,150 [275] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '275'} gunicorn-registry stdout | 2022-06-09 11:50:51,162 [277] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '277'} gunicorn-registry stdout | 2022-06-09 11:50:51,169 [246] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '246'} gunicorn-registry stdout | 2022-06-09 11:50:51,177 [274] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '274'} gunicorn-registry stdout | 2022-06-09 11:50:51,184 [263] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '263'} gunicorn-registry stdout | 2022-06-09 11:50:51,191 [266] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '266'} gunicorn-registry stdout | 2022-06-09 11:50:51,198 [254] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '254'} gunicorn-registry stdout | 2022-06-09 11:50:51,206 [260] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '260'} gunicorn-registry stdout | 2022-06-09 11:50:51,213 [270] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '270'} gunicorn-registry stdout | 2022-06-09 11:50:51,220 [253] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '253'} gunicorn-registry stdout | 2022-06-09 11:50:51,232 [268] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '268'} gunicorn-registry stdout | 2022-06-09 11:50:51,239 [261] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '261'} gunicorn-registry stdout | 2022-06-09 11:50:51,246 [248] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '248'} gunicorn-registry stdout | 2022-06-09 11:50:51,257 [245] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '245'} gunicorn-registry stdout | 2022-06-09 11:50:51,264 [249] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '249'} gunicorn-registry stdout | 2022-06-09 11:50:51,275 [251] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '251'} gunicorn-registry stdout | 2022-06-09 11:50:51,286 [259] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '259'} gunicorn-registry stdout | 2022-06-09 11:50:51,292 [250] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '250'} gunicorn-registry stdout | 2022-06-09 11:50:51,299 [265] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '265'} gunicorn-registry stdout | 2022-06-09 11:50:51,306 [73] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '73'} gunicorn-registry stdout | 2022-06-09 11:50:51,314 [267] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '267'} gunicorn-registry stdout | 2022-06-09 11:50:51,323 [256] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '256'} gunicorn-registry stdout | 2022-06-09 11:50:51,330 [262] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '262'} gunicorn-registry stdout | 2022-06-09 11:50:51,340 [264] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '264'} gunicorn-registry stdout | 2022-06-09 11:50:51,348 [272] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '272'} gunicorn-registry stdout | 2022-06-09 11:50:51,355 [269] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '269'} gunicorn-registry stdout | 2022-06-09 11:50:51,362 [247] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '247'} gunicorn-registry stdout | 2022-06-09 11:50:51,370 [255] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '255'} gunicorn-registry stdout | 2022-06-09 11:50:51,380 [252] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '252'} gunicorn-registry stdout | 2022-06-09 11:50:51,386 [257] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '257'} repositorygcworker stdout | 2022-06-09 11:50:51,502 [89] [DEBUG] [apscheduler.scheduler] Looking for jobs to run repositorygcworker stdout | 2022-06-09 11:50:51,502 [89] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:51:38.463361+00:00 (in 46.960606 seconds) repositorygcworker stdout | 2022-06-09 11:50:51,502 [89] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 11:51:51 UTC)" (scheduled at 2022-06-09 11:50:51.502316+00:00) repositorygcworker stdout | 2022-06-09 11:50:51,503 [89] [DEBUG] [workers.queueworker] Running watchdog. repositorygcworker stdout | 2022-06-09 11:50:51,503 [89] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 11:51:51 UTC)" executed successfully namespacegcworker stdout | 2022-06-09 11:50:55,466 [83] [DEBUG] [apscheduler.scheduler] Looking for jobs to run namespacegcworker stdout | 2022-06-09 11:50:55,466 [83] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:51:01.521527+00:00 (in 6.054924 seconds) namespacegcworker stdout | 2022-06-09 11:50:55,467 [83] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 11:51:55 UTC)" (scheduled at 2022-06-09 11:50:55.463831+00:00) namespacegcworker stdout | 2022-06-09 11:50:55,467 [83] [DEBUG] [workers.queueworker] Getting work item from queue. namespacegcworker stdout | 2022-06-09 11:50:55,467 [83] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 50, 55, 467216), True, datetime.datetime(2022, 6, 9, 11, 50, 55, 467216), 0, 'namespacegc/%', 50, 1, 0]) namespacegcworker stdout | 2022-06-09 11:50:55,470 [83] [DEBUG] [workers.queueworker] No more work. namespacegcworker stdout | 2022-06-09 11:50:55,470 [83] [DEBUG] [data.database] Disconnecting from database. namespacegcworker stdout | 2022-06-09 11:50:55,470 [83] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 11:51:55 UTC)" executed successfully notificationworker stdout | 2022-06-09 11:51:00,623 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 11:51:00,623 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:51:10.617379+00:00 (in 9.993942 seconds) notificationworker stdout | 2022-06-09 11:51:00,623 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:51:10 UTC)" (scheduled at 2022-06-09 11:51:00.617379+00:00) notificationworker stdout | 2022-06-09 11:51:00,623 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 11:51:00,625 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 51, 0, 623944), True, datetime.datetime(2022, 6, 9, 11, 51, 0, 623944), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 11:51:00,627 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 11:51:00,627 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 11:51:00,627 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:51:10 UTC)" executed successfully namespacegcworker stdout | 2022-06-09 11:51:01,523 [83] [DEBUG] [apscheduler.scheduler] Looking for jobs to run namespacegcworker stdout | 2022-06-09 11:51:01,523 [83] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:51:55.463831+00:00 (in 53.940472 seconds) namespacegcworker stdout | 2022-06-09 11:51:01,523 [83] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 11:52:01 UTC)" (scheduled at 2022-06-09 11:51:01.521527+00:00) namespacegcworker stdout | 2022-06-09 11:51:01,523 [83] [DEBUG] [workers.queueworker] Running watchdog. namespacegcworker stdout | 2022-06-09 11:51:01,523 [83] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 11:52:01 UTC)" executed successfully exportactionlogsworker stdout | 2022-06-09 11:51:04,377 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run exportactionlogsworker stdout | 2022-06-09 11:51:04,377 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:51:25.409412+00:00 (in 21.032218 seconds) exportactionlogsworker stdout | 2022-06-09 11:51:04,377 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 11:52:04 UTC)" (scheduled at 2022-06-09 11:51:04.366245+00:00) exportactionlogsworker stdout | 2022-06-09 11:51:04,377 [70] [DEBUG] [workers.queueworker] Getting work item from queue. exportactionlogsworker stdout | 2022-06-09 11:51:04,378 [70] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 51, 4, 377536), True, datetime.datetime(2022, 6, 9, 11, 51, 4, 377536), 0, 'exportactionlogs/%', 50, 1, 0]) exportactionlogsworker stdout | 2022-06-09 11:51:04,380 [70] [DEBUG] [workers.queueworker] No more work. exportactionlogsworker stdout | 2022-06-09 11:51:04,380 [70] [DEBUG] [data.database] Disconnecting from database. exportactionlogsworker stdout | 2022-06-09 11:51:04,380 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 11:52:04 UTC)" executed successfully gcworker stdout | 2022-06-09 11:51:07,492 [71] [DEBUG] [apscheduler.scheduler] Looking for jobs to run gcworker stdout | 2022-06-09 11:51:07,492 [71] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:51:37.490424+00:00 (in 29.998125 seconds) gcworker stdout | 2022-06-09 11:51:07,492 [71] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 11:51:37 UTC)" (scheduled at 2022-06-09 11:51:07.490424+00:00) gcworker stdout | 2022-06-09 11:51:07,493 [71] [DEBUG] [peewee] ('SELECT `candidates`.`repository_id` FROM (SELECT DISTINCT `t1`.`repository_id` FROM `tag` AS `t1` INNER JOIN `repository` AS `t2` ON (`t1`.`repository_id` = `t2`.`id`) INNER JOIN `user` AS `t3` ON (`t2`.`namespace_user_id` = `t3`.`id`) WHERE ((((NOT (`t1`.`lifetime_end_ms` IS %s) AND (`t1`.`lifetime_end_ms` <= %s)) AND (`t3`.`removed_tag_expiration_s` = %s)) AND (`t3`.`enabled` = %s)) AND (`t2`.`state` != %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', [None, 1654775467492, 0, True, 3, 500, 1, 0]) gcworker stdout | 2022-06-09 11:51:07,495 [71] [DEBUG] [__main__] No repository with garbage found gcworker stdout | 2022-06-09 11:51:07,495 [71] [DEBUG] [data.database] Disconnecting from database. gcworker stdout | 2022-06-09 11:51:07,495 [71] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 11:51:37 UTC)" executed successfully notificationworker stdout | 2022-06-09 11:51:10,618 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 11:51:10,619 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:51:19.645536+00:00 (in 9.026669 seconds) notificationworker stdout | 2022-06-09 11:51:10,619 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:51:20 UTC)" (scheduled at 2022-06-09 11:51:10.617379+00:00) notificationworker stdout | 2022-06-09 11:51:10,619 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 11:51:10,619 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 51, 10, 619328), True, datetime.datetime(2022, 6, 9, 11, 51, 10, 619328), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 11:51:10,623 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 11:51:10,623 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 11:51:10,623 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:51:20 UTC)" executed successfully buildlogsarchiver stdout | 2022-06-09 11:51:15,367 [66] [DEBUG] [apscheduler.scheduler] Looking for jobs to run buildlogsarchiver stdout | 2022-06-09 11:51:15,367 [66] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:51:45.366042+00:00 (in 29.998396 seconds) buildlogsarchiver stdout | 2022-06-09 11:51:15,367 [66] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 11:51:45 UTC)" (scheduled at 2022-06-09 11:51:15.366042+00:00) buildlogsarchiver stdout | 2022-06-09 11:51:15,368 [66] [DEBUG] [peewee] ('SELECT `candidates`.`id` FROM (SELECT `t1`.`id` FROM `repositorybuild` AS `t1` WHERE (((`t1`.`phase` IN (%s, %s, %s)) OR (`t1`.`started` < %s)) AND (`t1`.`logs_archived` = %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2022, 5, 25, 11, 51, 15, 367950), False, 50, 1, 0]) buildlogsarchiver stdout | 2022-06-09 11:51:15,370 [66] [DEBUG] [__main__] No more builds to archive buildlogsarchiver stdout | 2022-06-09 11:51:15,370 [66] [DEBUG] [data.database] Disconnecting from database. buildlogsarchiver stdout | 2022-06-09 11:51:15,370 [66] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 11:51:45 UTC)" executed successfully blobuploadcleanupworker stdout | 2022-06-09 11:51:18,518 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'blobuploadcleanupworker.py', 'pid': '64'} gunicorn-web stdout | 2022-06-09 11:51:18,646 [243] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '243'} exportactionlogsworker stdout | 2022-06-09 11:51:18,653 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'exportactionlogsworker.py', 'pid': '70'} gunicorn-web stdout | 2022-06-09 11:51:18,659 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '75'} repositoryactioncounter stdout | 2022-06-09 11:51:18,683 [88] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositoryactioncounter.py', 'pid': '88'} gunicorn-web stdout | 2022-06-09 11:51:18,691 [226] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '226'} gunicorn-web stdout | 2022-06-09 11:51:18,698 [242] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '242'} logrotateworker stdout | 2022-06-09 11:51:18,706 [77] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'logrotateworker.py', 'pid': '77'} gunicorn-web stdout | 2022-06-09 11:51:18,714 [235] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '235'} gunicorn-web stdout | 2022-06-09 11:51:18,720 [228] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '228'} gunicorn-web stdout | 2022-06-09 11:51:18,728 [241] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '241'} gunicorn-web stdout | 2022-06-09 11:51:18,735 [244] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '244'} gunicorn-web stdout | 2022-06-09 11:51:18,742 [237] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '237'} gunicorn-web stdout | 2022-06-09 11:51:18,750 [234] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '234'} gunicorn-web stdout | 2022-06-09 11:51:18,758 [236] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '236'} gunicorn-web stdout | 2022-06-09 11:51:18,766 [230] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '230'} gunicorn-web stdout | 2022-06-09 11:51:18,772 [239] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '239'} gunicorn-web stdout | 2022-06-09 11:51:18,779 [231] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '231'} securityscanningnotificationworker stdout | 2022-06-09 11:51:18,787 [90] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'securityscanningnotificationworker.py', 'pid': '90'} gunicorn-web stdout | 2022-06-09 11:51:18,794 [229] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '229'} gunicorn-web stdout | 2022-06-09 11:51:18,811 [238] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '238'} gunicorn-web stdout | 2022-06-09 11:51:18,818 [232] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '232'} gunicorn-secscan stdout | 2022-06-09 11:51:18,845 [221] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '221'} chunkcleanupworker stdout | 2022-06-09 11:51:18,852 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'chunkcleanupworker.py', 'pid': '67'} gunicorn-secscan stdout | 2022-06-09 11:51:18,859 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '74'} gunicorn-secscan stdout | 2022-06-09 11:51:18,866 [224] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '224'} gunicorn-secscan stdout | 2022-06-09 11:51:18,874 [225] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '225'} gunicorn-secscan stdout | 2022-06-09 11:51:18,887 [227] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '227'} namespacegcworker stdout | 2022-06-09 11:51:18,906 [83] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'namespacegcworker.py', 'pid': '83'} repositorygcworker stdout | 2022-06-09 11:51:19,225 [89] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositorygcworker.py', 'pid': '89'} manifestbackfillworker stdout | 2022-06-09 11:51:19,232 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'manifestbackfillworker.py', 'pid': '78'} globalpromstats stdout | 2022-06-09 11:51:19,238 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'globalpromstats.py', 'pid': '72'} storagereplication stdout | 2022-06-09 11:51:19,267 [93] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'storagereplication.py', 'pid': '93'} expiredappspecifictokenworker stdout | 2022-06-09 11:51:19,277 [69] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '69'} servicekey stdout | 2022-06-09 11:51:19,321 [92] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'servicekeyworker.py', 'pid': '92'} builder stdout | 2022-06-09 11:51:19,357 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'builder.py', 'pid': '65'} buildlogsarchiver stdout | 2022-06-09 11:51:19,365 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'buildlogsarchiver.py', 'pid': '66'} notificationworker stdout | 2022-06-09 11:51:19,411 [85] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'notificationworker.py', 'pid': '85'} gcworker stdout | 2022-06-09 11:51:19,417 [71] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'gcworker.py', 'pid': '71'} teamsyncworker stdout | 2022-06-09 11:51:19,428 [94] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'teamsyncworker.py', 'pid': '94'} queuecleanupworker stdout | 2022-06-09 11:51:19,518 [87] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'queuecleanupworker.py', 'pid': '87'} notificationworker stdout | 2022-06-09 11:51:19,665 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 11:51:19,665 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:51:20.617379+00:00 (in 0.951693 seconds) notificationworker stdout | 2022-06-09 11:51:19,666 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 11:52:19 UTC)" (scheduled at 2022-06-09 11:51:19.645536+00:00) notificationworker stdout | 2022-06-09 11:51:19,666 [85] [DEBUG] [workers.queueworker] Running watchdog. notificationworker stdout | 2022-06-09 11:51:19,666 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 11:52:19 UTC)" executed successfully notificationworker stdout | 2022-06-09 11:51:20,618 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 11:51:20,618 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:51:30.617379+00:00 (in 9.999012 seconds) notificationworker stdout | 2022-06-09 11:51:20,618 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:51:30 UTC)" (scheduled at 2022-06-09 11:51:20.617379+00:00) notificationworker stdout | 2022-06-09 11:51:20,618 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 11:51:20,619 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 51, 20, 618682), True, datetime.datetime(2022, 6, 9, 11, 51, 20, 618682), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 11:51:20,622 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 11:51:20,622 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 11:51:20,622 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:51:30 UTC)" executed successfully gunicorn-registry stdout | 2022-06-09 11:51:21,125 [273] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '273'} gunicorn-registry stdout | 2022-06-09 11:51:21,136 [271] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '271'} gunicorn-registry stdout | 2022-06-09 11:51:21,144 [276] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '276'} gunicorn-registry stdout | 2022-06-09 11:51:21,165 [275] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '275'} gunicorn-registry stdout | 2022-06-09 11:51:21,183 [277] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '277'} gunicorn-registry stdout | 2022-06-09 11:51:21,190 [246] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '246'} gunicorn-registry stdout | 2022-06-09 11:51:21,197 [274] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '274'} gunicorn-registry stdout | 2022-06-09 11:51:21,203 [263] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '263'} gunicorn-registry stdout | 2022-06-09 11:51:21,211 [266] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '266'} gunicorn-registry stdout | 2022-06-09 11:51:21,219 [254] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '254'} gunicorn-registry stdout | 2022-06-09 11:51:21,226 [260] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '260'} gunicorn-registry stdout | 2022-06-09 11:51:21,234 [270] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '270'} gunicorn-registry stdout | 2022-06-09 11:51:21,242 [253] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '253'} gunicorn-registry stdout | 2022-06-09 11:51:21,250 [268] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '268'} gunicorn-registry stdout | 2022-06-09 11:51:21,257 [261] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '261'} gunicorn-registry stdout | 2022-06-09 11:51:21,264 [248] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '248'} gunicorn-registry stdout | 2022-06-09 11:51:21,270 [245] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '245'} gunicorn-registry stdout | 2022-06-09 11:51:21,278 [249] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '249'} gunicorn-registry stdout | 2022-06-09 11:51:21,290 [251] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '251'} gunicorn-registry stdout | 2022-06-09 11:51:21,299 [259] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '259'} gunicorn-registry stdout | 2022-06-09 11:51:21,307 [250] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '250'} gunicorn-registry stdout | 2022-06-09 11:51:21,315 [265] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '265'} gunicorn-registry stdout | 2022-06-09 11:51:21,325 [73] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '73'} gunicorn-registry stdout | 2022-06-09 11:51:21,332 [267] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '267'} gunicorn-registry stdout | 2022-06-09 11:51:21,343 [256] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '256'} gunicorn-registry stdout | 2022-06-09 11:51:21,349 [262] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '262'} gunicorn-registry stdout | 2022-06-09 11:51:21,357 [264] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '264'} gunicorn-registry stdout | 2022-06-09 11:51:21,365 [272] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '272'} gunicorn-registry stdout | 2022-06-09 11:51:21,371 [269] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '269'} gunicorn-registry stdout | 2022-06-09 11:51:21,379 [247] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '247'} gunicorn-registry stdout | 2022-06-09 11:51:21,387 [255] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '255'} gunicorn-registry stdout | 2022-06-09 11:51:21,394 [252] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '252'} gunicorn-registry stdout | 2022-06-09 11:51:21,402 [257] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '257'} exportactionlogsworker stdout | 2022-06-09 11:51:25,411 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run exportactionlogsworker stdout | 2022-06-09 11:51:25,411 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:51:47.409953+00:00 (in 21.998478 seconds) exportactionlogsworker stdout | 2022-06-09 11:51:25,411 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2022-06-09 11:56:25 UTC)" (scheduled at 2022-06-09 11:51:25.409412+00:00) exportactionlogsworker stdout | 2022-06-09 11:51:25,412 [70] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT `t1`.`queue_name` FROM `queueitem` AS `t1` WHERE (((`t1`.`available` = %s) AND (`t1`.`processing_expires` > %s)) AND (`t1`.`queue_name` LIKE %s))) AS `_wrapped`', [False, datetime.datetime(2022, 6, 9, 11, 51, 25, 411827), 'exportactionlogs/%']) exportactionlogsworker stdout | 2022-06-09 11:51:25,414 [70] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT `t1`.`queue_name` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s))) AS `_wrapped`', [datetime.datetime(2022, 6, 9, 11, 51, 25, 411827), True, datetime.datetime(2022, 6, 9, 11, 51, 25, 411827), 0, 'exportactionlogs/%']) exportactionlogsworker stdout | 2022-06-09 11:51:25,416 [70] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT `t1`.`queue_name` FROM `queueitem` AS `t1` WHERE (((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) AND NOT (`t1`.`queue_name` IN (SELECT `t1`.`queue_name` FROM `queueitem` AS `t1` WHERE (((`t1`.`available` = %s) AND (`t1`.`processing_expires` > %s)) AND (`t1`.`queue_name` LIKE %s)))))) AS `_wrapped`', [datetime.datetime(2022, 6, 9, 11, 51, 25, 411827), True, datetime.datetime(2022, 6, 9, 11, 51, 25, 411827), 0, 'exportactionlogs/%', False, datetime.datetime(2022, 6, 9, 11, 51, 25, 411827), 'exportactionlogs/%']) exportactionlogsworker stdout | 2022-06-09 11:51:25,417 [70] [DEBUG] [data.database] Disconnecting from database. exportactionlogsworker stdout | 2022-06-09 11:51:25,418 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2022-06-09 11:56:25 UTC)" executed successfully notificationworker stdout | 2022-06-09 11:51:30,622 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 11:51:30,622 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:51:40.617379+00:00 (in 9.994764 seconds) notificationworker stdout | 2022-06-09 11:51:30,623 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:51:40 UTC)" (scheduled at 2022-06-09 11:51:30.617379+00:00) notificationworker stdout | 2022-06-09 11:51:30,623 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 11:51:30,623 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 51, 30, 623196), True, datetime.datetime(2022, 6, 9, 11, 51, 30, 623196), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 11:51:30,626 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 11:51:30,626 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 11:51:30,626 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:51:40 UTC)" executed successfully gcworker stdout | 2022-06-09 11:51:37,501 [71] [DEBUG] [apscheduler.scheduler] Looking for jobs to run gcworker stdout | 2022-06-09 11:51:37,501 [71] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:52:07.490424+00:00 (in 29.988962 seconds) gcworker stdout | 2022-06-09 11:51:37,501 [71] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 11:52:07 UTC)" (scheduled at 2022-06-09 11:51:37.490424+00:00) gcworker stdout | 2022-06-09 11:51:37,502 [71] [DEBUG] [peewee] ('SELECT `candidates`.`repository_id` FROM (SELECT DISTINCT `t1`.`repository_id` FROM `tag` AS `t1` INNER JOIN `repository` AS `t2` ON (`t1`.`repository_id` = `t2`.`id`) INNER JOIN `user` AS `t3` ON (`t2`.`namespace_user_id` = `t3`.`id`) WHERE ((((NOT (`t1`.`lifetime_end_ms` IS %s) AND (`t1`.`lifetime_end_ms` <= %s)) AND (`t3`.`removed_tag_expiration_s` = %s)) AND (`t3`.`enabled` = %s)) AND (`t2`.`state` != %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', [None, 1654775497501, 0, True, 3, 500, 1, 0]) gcworker stdout | 2022-06-09 11:51:37,504 [71] [DEBUG] [__main__] No repository with garbage found gcworker stdout | 2022-06-09 11:51:37,505 [71] [DEBUG] [data.database] Disconnecting from database. gcworker stdout | 2022-06-09 11:51:37,505 [71] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 11:52:07 UTC)" executed successfully repositorygcworker stdout | 2022-06-09 11:51:38,464 [89] [DEBUG] [apscheduler.scheduler] Looking for jobs to run repositorygcworker stdout | 2022-06-09 11:51:38,464 [89] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:51:51.502316+00:00 (in 13.037964 seconds) repositorygcworker stdout | 2022-06-09 11:51:38,464 [89] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 11:52:38 UTC)" (scheduled at 2022-06-09 11:51:38.463361+00:00) repositorygcworker stdout | 2022-06-09 11:51:38,464 [89] [DEBUG] [workers.queueworker] Getting work item from queue. repositorygcworker stdout | 2022-06-09 11:51:38,465 [89] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 51, 38, 465020), True, datetime.datetime(2022, 6, 9, 11, 51, 38, 465020), 0, 'repositorygc/%', 50, 1, 0]) repositorygcworker stdout | 2022-06-09 11:51:38,468 [89] [DEBUG] [workers.queueworker] No more work. repositorygcworker stdout | 2022-06-09 11:51:38,468 [89] [DEBUG] [data.database] Disconnecting from database. repositorygcworker stdout | 2022-06-09 11:51:38,468 [89] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 11:52:38 UTC)" executed successfully notificationworker stdout | 2022-06-09 11:51:40,630 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 11:51:40,630 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:51:50.617379+00:00 (in 9.986728 seconds) notificationworker stdout | 2022-06-09 11:51:40,630 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:51:50 UTC)" (scheduled at 2022-06-09 11:51:40.617379+00:00) notificationworker stdout | 2022-06-09 11:51:40,630 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 11:51:40,631 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 51, 40, 630984), True, datetime.datetime(2022, 6, 9, 11, 51, 40, 630984), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 11:51:40,634 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 11:51:40,634 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 11:51:40,634 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:51:50 UTC)" executed successfully buildlogsarchiver stdout | 2022-06-09 11:51:45,367 [66] [DEBUG] [apscheduler.scheduler] Looking for jobs to run buildlogsarchiver stdout | 2022-06-09 11:51:45,367 [66] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:52:15.366042+00:00 (in 29.998298 seconds) buildlogsarchiver stdout | 2022-06-09 11:51:45,368 [66] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 11:52:15 UTC)" (scheduled at 2022-06-09 11:51:45.366042+00:00) buildlogsarchiver stdout | 2022-06-09 11:51:45,368 [66] [DEBUG] [peewee] ('SELECT `candidates`.`id` FROM (SELECT `t1`.`id` FROM `repositorybuild` AS `t1` WHERE (((`t1`.`phase` IN (%s, %s, %s)) OR (`t1`.`started` < %s)) AND (`t1`.`logs_archived` = %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2022, 5, 25, 11, 51, 45, 368070), False, 50, 1, 0]) buildlogsarchiver stdout | 2022-06-09 11:51:45,370 [66] [DEBUG] [__main__] No more builds to archive buildlogsarchiver stdout | 2022-06-09 11:51:45,370 [66] [DEBUG] [data.database] Disconnecting from database. buildlogsarchiver stdout | 2022-06-09 11:51:45,370 [66] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 11:52:15 UTC)" executed successfully exportactionlogsworker stdout | 2022-06-09 11:51:47,465 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run exportactionlogsworker stdout | 2022-06-09 11:51:47,465 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:52:04.366245+00:00 (in 16.900734 seconds) exportactionlogsworker stdout | 2022-06-09 11:51:47,465 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 11:52:47 UTC)" (scheduled at 2022-06-09 11:51:47.409953+00:00) exportactionlogsworker stdout | 2022-06-09 11:51:47,465 [70] [DEBUG] [workers.queueworker] Running watchdog. exportactionlogsworker stdout | 2022-06-09 11:51:47,465 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 11:52:47 UTC)" executed successfully blobuploadcleanupworker stdout | 2022-06-09 11:51:48,576 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'blobuploadcleanupworker.py', 'pid': '64'} gunicorn-web stdout | 2022-06-09 11:51:48,670 [243] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '243'} gunicorn-web stdout | 2022-06-09 11:51:48,678 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '75'} exportactionlogsworker stdout | 2022-06-09 11:51:48,685 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'exportactionlogsworker.py', 'pid': '70'} gunicorn-web stdout | 2022-06-09 11:51:48,702 [226] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '226'} gunicorn-web stdout | 2022-06-09 11:51:48,714 [242] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '242'} repositoryactioncounter stdout | 2022-06-09 11:51:48,723 [88] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositoryactioncounter.py', 'pid': '88'} gunicorn-web stdout | 2022-06-09 11:51:48,731 [235] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '235'} gunicorn-web stdout | 2022-06-09 11:51:48,738 [228] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '228'} gunicorn-web stdout | 2022-06-09 11:51:48,745 [241] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '241'} logrotateworker stdout | 2022-06-09 11:51:48,756 [77] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'logrotateworker.py', 'pid': '77'} gunicorn-web stdout | 2022-06-09 11:51:48,762 [244] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '244'} gunicorn-web stdout | 2022-06-09 11:51:48,770 [237] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '237'} gunicorn-web stdout | 2022-06-09 11:51:48,778 [234] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '234'} gunicorn-web stdout | 2022-06-09 11:51:48,786 [236] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '236'} gunicorn-web stdout | 2022-06-09 11:51:48,794 [230] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '230'} gunicorn-web stdout | 2022-06-09 11:51:48,801 [239] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '239'} gunicorn-web stdout | 2022-06-09 11:51:48,809 [231] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '231'} gunicorn-web stdout | 2022-06-09 11:51:48,816 [229] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '229'} gunicorn-web stdout | 2022-06-09 11:51:48,825 [238] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '238'} securityscanningnotificationworker stdout | 2022-06-09 11:51:48,833 [90] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'securityscanningnotificationworker.py', 'pid': '90'} gunicorn-web stdout | 2022-06-09 11:51:48,839 [232] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '232'} gunicorn-secscan stdout | 2022-06-09 11:51:48,861 [221] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '221'} gunicorn-secscan stdout | 2022-06-09 11:51:48,876 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '74'} gunicorn-secscan stdout | 2022-06-09 11:51:48,882 [224] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '224'} gunicorn-secscan stdout | 2022-06-09 11:51:48,889 [225] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '225'} chunkcleanupworker stdout | 2022-06-09 11:51:48,897 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'chunkcleanupworker.py', 'pid': '67'} gunicorn-secscan stdout | 2022-06-09 11:51:48,903 [227] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '227'} namespacegcworker stdout | 2022-06-09 11:51:48,946 [83] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'namespacegcworker.py', 'pid': '83'} manifestbackfillworker stdout | 2022-06-09 11:51:49,254 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'manifestbackfillworker.py', 'pid': '78'} repositorygcworker stdout | 2022-06-09 11:51:49,266 [89] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositorygcworker.py', 'pid': '89'} globalpromstats stdout | 2022-06-09 11:51:49,274 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'globalpromstats.py', 'pid': '72'} storagereplication stdout | 2022-06-09 11:51:49,306 [93] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'storagereplication.py', 'pid': '93'} expiredappspecifictokenworker stdout | 2022-06-09 11:51:49,317 [69] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '69'} servicekey stdout | 2022-06-09 11:51:49,356 [92] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'servicekeyworker.py', 'pid': '92'} builder stdout | 2022-06-09 11:51:49,371 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'builder.py', 'pid': '65'} buildlogsarchiver stdout | 2022-06-09 11:51:49,401 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'buildlogsarchiver.py', 'pid': '66'} notificationworker stdout | 2022-06-09 11:51:49,425 [85] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'notificationworker.py', 'pid': '85'} teamsyncworker stdout | 2022-06-09 11:51:49,442 [94] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'teamsyncworker.py', 'pid': '94'} gcworker stdout | 2022-06-09 11:51:49,455 [71] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'gcworker.py', 'pid': '71'} queuecleanupworker stdout | 2022-06-09 11:51:49,529 [87] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'queuecleanupworker.py', 'pid': '87'} notificationworker stdout | 2022-06-09 11:51:50,620 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 11:51:50,620 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:52:00.617379+00:00 (in 9.997005 seconds) notificationworker stdout | 2022-06-09 11:51:50,620 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:52:00 UTC)" (scheduled at 2022-06-09 11:51:50.617379+00:00) notificationworker stdout | 2022-06-09 11:51:50,621 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 11:51:50,622 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 51, 50, 621081), True, datetime.datetime(2022, 6, 9, 11, 51, 50, 621081), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 11:51:50,625 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 11:51:50,625 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 11:51:50,625 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:52:00 UTC)" executed successfully gunicorn-registry stdout | 2022-06-09 11:51:51,139 [273] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '273'} gunicorn-registry stdout | 2022-06-09 11:51:51,150 [271] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '271'} gunicorn-registry stdout | 2022-06-09 11:51:51,157 [276] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '276'} gunicorn-registry stdout | 2022-06-09 11:51:51,181 [275] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '275'} gunicorn-registry stdout | 2022-06-09 11:51:51,196 [277] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '277'} gunicorn-registry stdout | 2022-06-09 11:51:51,203 [246] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '246'} gunicorn-registry stdout | 2022-06-09 11:51:51,211 [274] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '274'} gunicorn-registry stdout | 2022-06-09 11:51:51,219 [263] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '263'} gunicorn-registry stdout | 2022-06-09 11:51:51,227 [266] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '266'} gunicorn-registry stdout | 2022-06-09 11:51:51,234 [254] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '254'} gunicorn-registry stdout | 2022-06-09 11:51:51,241 [260] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '260'} gunicorn-registry stdout | 2022-06-09 11:51:51,249 [270] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '270'} gunicorn-registry stdout | 2022-06-09 11:51:51,256 [253] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '253'} gunicorn-registry stdout | 2022-06-09 11:51:51,265 [268] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '268'} gunicorn-registry stdout | 2022-06-09 11:51:51,276 [261] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '261'} gunicorn-registry stdout | 2022-06-09 11:51:51,283 [248] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '248'} gunicorn-registry stdout | 2022-06-09 11:51:51,291 [245] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '245'} gunicorn-registry stdout | 2022-06-09 11:51:51,300 [249] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '249'} gunicorn-registry stdout | 2022-06-09 11:51:51,309 [251] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '251'} gunicorn-registry stdout | 2022-06-09 11:51:51,314 [259] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '259'} gunicorn-registry stdout | 2022-06-09 11:51:51,324 [250] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '250'} gunicorn-registry stdout | 2022-06-09 11:51:51,331 [265] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '265'} gunicorn-registry stdout | 2022-06-09 11:51:51,341 [73] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '73'} gunicorn-registry stdout | 2022-06-09 11:51:51,349 [267] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '267'} gunicorn-registry stdout | 2022-06-09 11:51:51,356 [256] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '256'} gunicorn-registry stdout | 2022-06-09 11:51:51,363 [262] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '262'} gunicorn-registry stdout | 2022-06-09 11:51:51,370 [264] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '264'} gunicorn-registry stdout | 2022-06-09 11:51:51,378 [272] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '272'} gunicorn-registry stdout | 2022-06-09 11:51:51,386 [269] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '269'} gunicorn-registry stdout | 2022-06-09 11:51:51,395 [247] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '247'} gunicorn-registry stdout | 2022-06-09 11:51:51,402 [255] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '255'} gunicorn-registry stdout | 2022-06-09 11:51:51,410 [252] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '252'} gunicorn-registry stdout | 2022-06-09 11:51:51,417 [257] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '257'} repositorygcworker stdout | 2022-06-09 11:51:51,503 [89] [DEBUG] [apscheduler.scheduler] Looking for jobs to run repositorygcworker stdout | 2022-06-09 11:51:51,503 [89] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:52:38.463361+00:00 (in 46.959664 seconds) repositorygcworker stdout | 2022-06-09 11:51:51,504 [89] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 11:52:51 UTC)" (scheduled at 2022-06-09 11:51:51.502316+00:00) repositorygcworker stdout | 2022-06-09 11:51:51,504 [89] [DEBUG] [workers.queueworker] Running watchdog. repositorygcworker stdout | 2022-06-09 11:51:51,504 [89] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 11:52:51 UTC)" executed successfully namespacegcworker stdout | 2022-06-09 11:51:55,465 [83] [DEBUG] [apscheduler.scheduler] Looking for jobs to run namespacegcworker stdout | 2022-06-09 11:51:55,465 [83] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:52:01.521527+00:00 (in 6.056290 seconds) namespacegcworker stdout | 2022-06-09 11:51:55,465 [83] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 11:52:55 UTC)" (scheduled at 2022-06-09 11:51:55.463831+00:00) namespacegcworker stdout | 2022-06-09 11:51:55,465 [83] [DEBUG] [workers.queueworker] Getting work item from queue. namespacegcworker stdout | 2022-06-09 11:51:55,466 [83] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 51, 55, 465688), True, datetime.datetime(2022, 6, 9, 11, 51, 55, 465688), 0, 'namespacegc/%', 50, 1, 0]) namespacegcworker stdout | 2022-06-09 11:51:55,469 [83] [DEBUG] [workers.queueworker] No more work. namespacegcworker stdout | 2022-06-09 11:51:55,469 [83] [DEBUG] [data.database] Disconnecting from database. namespacegcworker stdout | 2022-06-09 11:51:55,469 [83] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 11:52:55 UTC)" executed successfully notificationworker stdout | 2022-06-09 11:52:00,622 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 11:52:00,622 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:52:10.617379+00:00 (in 9.995249 seconds) notificationworker stdout | 2022-06-09 11:52:00,622 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:52:10 UTC)" (scheduled at 2022-06-09 11:52:00.617379+00:00) notificationworker stdout | 2022-06-09 11:52:00,622 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 11:52:00,623 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 52, 0, 622477), True, datetime.datetime(2022, 6, 9, 11, 52, 0, 622477), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 11:52:00,625 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 11:52:00,625 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 11:52:00,625 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:52:10 UTC)" executed successfully namespacegcworker stdout | 2022-06-09 11:52:01,522 [83] [DEBUG] [apscheduler.scheduler] Looking for jobs to run namespacegcworker stdout | 2022-06-09 11:52:01,523 [83] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:52:55.463831+00:00 (in 53.940870 seconds) namespacegcworker stdout | 2022-06-09 11:52:01,523 [83] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 11:53:01 UTC)" (scheduled at 2022-06-09 11:52:01.521527+00:00) namespacegcworker stdout | 2022-06-09 11:52:01,523 [83] [DEBUG] [workers.queueworker] Running watchdog. namespacegcworker stdout | 2022-06-09 11:52:01,523 [83] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 11:53:01 UTC)" executed successfully exportactionlogsworker stdout | 2022-06-09 11:52:04,403 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run exportactionlogsworker stdout | 2022-06-09 11:52:04,404 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:52:47.409953+00:00 (in 43.005909 seconds) exportactionlogsworker stdout | 2022-06-09 11:52:04,404 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 11:53:04 UTC)" (scheduled at 2022-06-09 11:52:04.366245+00:00) exportactionlogsworker stdout | 2022-06-09 11:52:04,405 [70] [DEBUG] [workers.queueworker] Getting work item from queue. exportactionlogsworker stdout | 2022-06-09 11:52:04,406 [70] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 52, 4, 405262), True, datetime.datetime(2022, 6, 9, 11, 52, 4, 405262), 0, 'exportactionlogs/%', 50, 1, 0]) exportactionlogsworker stdout | 2022-06-09 11:52:04,408 [70] [DEBUG] [workers.queueworker] No more work. exportactionlogsworker stdout | 2022-06-09 11:52:04,408 [70] [DEBUG] [data.database] Disconnecting from database. exportactionlogsworker stdout | 2022-06-09 11:52:04,409 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 11:53:04 UTC)" executed successfully gcworker stdout | 2022-06-09 11:52:07,491 [71] [DEBUG] [apscheduler.scheduler] Looking for jobs to run gcworker stdout | 2022-06-09 11:52:07,491 [71] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:52:37.490424+00:00 (in 29.998939 seconds) gcworker stdout | 2022-06-09 11:52:07,491 [71] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 11:52:37 UTC)" (scheduled at 2022-06-09 11:52:07.490424+00:00) gcworker stdout | 2022-06-09 11:52:07,493 [71] [DEBUG] [peewee] ('SELECT `candidates`.`repository_id` FROM (SELECT DISTINCT `t1`.`repository_id` FROM `tag` AS `t1` INNER JOIN `repository` AS `t2` ON (`t1`.`repository_id` = `t2`.`id`) INNER JOIN `user` AS `t3` ON (`t2`.`namespace_user_id` = `t3`.`id`) WHERE ((((NOT (`t1`.`lifetime_end_ms` IS %s) AND (`t1`.`lifetime_end_ms` <= %s)) AND (`t3`.`removed_tag_expiration_s` = %s)) AND (`t3`.`enabled` = %s)) AND (`t2`.`state` != %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', [None, 1654775527492, 0, True, 3, 500, 1, 0]) gcworker stdout | 2022-06-09 11:52:07,495 [71] [DEBUG] [__main__] No repository with garbage found gcworker stdout | 2022-06-09 11:52:07,495 [71] [DEBUG] [data.database] Disconnecting from database. gcworker stdout | 2022-06-09 11:52:07,495 [71] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 11:52:37 UTC)" executed successfully notificationworker stdout | 2022-06-09 11:52:10,617 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 11:52:10,618 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:52:19.645536+00:00 (in 9.027619 seconds) notificationworker stdout | 2022-06-09 11:52:10,618 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:52:20 UTC)" (scheduled at 2022-06-09 11:52:10.617379+00:00) notificationworker stdout | 2022-06-09 11:52:10,618 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 11:52:10,618 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 52, 10, 618248), True, datetime.datetime(2022, 6, 9, 11, 52, 10, 618248), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 11:52:10,621 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 11:52:10,621 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 11:52:10,621 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:52:20 UTC)" executed successfully buildlogsarchiver stdout | 2022-06-09 11:52:15,377 [66] [DEBUG] [apscheduler.scheduler] Looking for jobs to run buildlogsarchiver stdout | 2022-06-09 11:52:15,377 [66] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:52:45.366042+00:00 (in 29.988816 seconds) buildlogsarchiver stdout | 2022-06-09 11:52:15,377 [66] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 11:52:45 UTC)" (scheduled at 2022-06-09 11:52:15.366042+00:00) buildlogsarchiver stdout | 2022-06-09 11:52:15,378 [66] [DEBUG] [peewee] ('SELECT `candidates`.`id` FROM (SELECT `t1`.`id` FROM `repositorybuild` AS `t1` WHERE (((`t1`.`phase` IN (%s, %s, %s)) OR (`t1`.`started` < %s)) AND (`t1`.`logs_archived` = %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2022, 5, 25, 11, 52, 15, 377600), False, 50, 1, 0]) buildlogsarchiver stdout | 2022-06-09 11:52:15,380 [66] [DEBUG] [__main__] No more builds to archive buildlogsarchiver stdout | 2022-06-09 11:52:15,380 [66] [DEBUG] [data.database] Disconnecting from database. buildlogsarchiver stdout | 2022-06-09 11:52:15,380 [66] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 11:52:45 UTC)" executed successfully blobuploadcleanupworker stdout | 2022-06-09 11:52:18,595 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'blobuploadcleanupworker.py', 'pid': '64'} gunicorn-web stdout | 2022-06-09 11:52:18,682 [243] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '243'} gunicorn-web stdout | 2022-06-09 11:52:18,692 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '75'} gunicorn-web stdout | 2022-06-09 11:52:18,717 [226] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '226'} exportactionlogsworker stdout | 2022-06-09 11:52:18,724 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'exportactionlogsworker.py', 'pid': '70'} gunicorn-web stdout | 2022-06-09 11:52:18,731 [242] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '242'} gunicorn-web stdout | 2022-06-09 11:52:18,741 [235] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '235'} gunicorn-web stdout | 2022-06-09 11:52:18,750 [228] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '228'} gunicorn-web stdout | 2022-06-09 11:52:18,758 [241] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '241'} repositoryactioncounter stdout | 2022-06-09 11:52:18,764 [88] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositoryactioncounter.py', 'pid': '88'} gunicorn-web stdout | 2022-06-09 11:52:18,775 [244] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '244'} gunicorn-web stdout | 2022-06-09 11:52:18,783 [237] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '237'} gunicorn-web stdout | 2022-06-09 11:52:18,790 [234] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '234'} logrotateworker stdout | 2022-06-09 11:52:18,799 [77] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'logrotateworker.py', 'pid': '77'} gunicorn-web stdout | 2022-06-09 11:52:18,807 [236] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '236'} gunicorn-web stdout | 2022-06-09 11:52:18,814 [230] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '230'} gunicorn-web stdout | 2022-06-09 11:52:18,822 [239] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '239'} gunicorn-web stdout | 2022-06-09 11:52:18,828 [231] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '231'} gunicorn-web stdout | 2022-06-09 11:52:18,836 [229] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '229'} gunicorn-web stdout | 2022-06-09 11:52:18,844 [238] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '238'} gunicorn-web stdout | 2022-06-09 11:52:18,852 [232] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '232'} securityscanningnotificationworker stdout | 2022-06-09 11:52:18,877 [90] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'securityscanningnotificationworker.py', 'pid': '90'} gunicorn-secscan stdout | 2022-06-09 11:52:18,885 [221] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '221'} gunicorn-secscan stdout | 2022-06-09 11:52:18,892 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '74'} gunicorn-secscan stdout | 2022-06-09 11:52:18,899 [224] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '224'} gunicorn-secscan stdout | 2022-06-09 11:52:18,906 [225] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '225'} gunicorn-secscan stdout | 2022-06-09 11:52:18,916 [227] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '227'} chunkcleanupworker stdout | 2022-06-09 11:52:18,934 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'chunkcleanupworker.py', 'pid': '67'} namespacegcworker stdout | 2022-06-09 11:52:18,986 [83] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'namespacegcworker.py', 'pid': '83'} globalpromstats stdout | 2022-06-09 11:52:19,297 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'globalpromstats.py', 'pid': '72'} repositorygcworker stdout | 2022-06-09 11:52:19,303 [89] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositorygcworker.py', 'pid': '89'} manifestbackfillworker stdout | 2022-06-09 11:52:19,310 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'manifestbackfillworker.py', 'pid': '78'} storagereplication stdout | 2022-06-09 11:52:19,344 [93] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'storagereplication.py', 'pid': '93'} expiredappspecifictokenworker stdout | 2022-06-09 11:52:19,362 [69] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '69'} servicekey stdout | 2022-06-09 11:52:19,404 [92] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'servicekeyworker.py', 'pid': '92'} builder stdout | 2022-06-09 11:52:19,412 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'builder.py', 'pid': '65'} buildlogsarchiver stdout | 2022-06-09 11:52:19,441 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'buildlogsarchiver.py', 'pid': '66'} notificationworker stdout | 2022-06-09 11:52:19,465 [85] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'notificationworker.py', 'pid': '85'} teamsyncworker stdout | 2022-06-09 11:52:19,473 [94] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'teamsyncworker.py', 'pid': '94'} gcworker stdout | 2022-06-09 11:52:19,481 [71] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'gcworker.py', 'pid': '71'} queuecleanupworker stdout | 2022-06-09 11:52:19,557 [87] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'queuecleanupworker.py', 'pid': '87'} notificationworker stdout | 2022-06-09 11:52:19,646 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 11:52:19,646 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:52:20.617379+00:00 (in 0.971195 seconds) notificationworker stdout | 2022-06-09 11:52:19,646 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 11:53:19 UTC)" (scheduled at 2022-06-09 11:52:19.645536+00:00) notificationworker stdout | 2022-06-09 11:52:19,646 [85] [DEBUG] [workers.queueworker] Running watchdog. notificationworker stdout | 2022-06-09 11:52:19,646 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 11:53:19 UTC)" executed successfully notificationworker stdout | 2022-06-09 11:52:20,619 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 11:52:20,619 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:52:30.617379+00:00 (in 9.997965 seconds) notificationworker stdout | 2022-06-09 11:52:20,619 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:52:30 UTC)" (scheduled at 2022-06-09 11:52:20.617379+00:00) notificationworker stdout | 2022-06-09 11:52:20,619 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 11:52:20,620 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 52, 20, 619999), True, datetime.datetime(2022, 6, 9, 11, 52, 20, 619999), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 11:52:20,623 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 11:52:20,623 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 11:52:20,623 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:52:30 UTC)" executed successfully gunicorn-registry stdout | 2022-06-09 11:52:21,154 [273] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '273'} gunicorn-registry stdout | 2022-06-09 11:52:21,162 [271] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '271'} gunicorn-registry stdout | 2022-06-09 11:52:21,173 [276] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '276'} gunicorn-registry stdout | 2022-06-09 11:52:21,195 [275] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '275'} gunicorn-registry stdout | 2022-06-09 11:52:21,218 [246] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '246'} gunicorn-registry stdout | 2022-06-09 11:52:21,226 [277] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '277'} gunicorn-registry stdout | 2022-06-09 11:52:21,233 [274] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '274'} gunicorn-registry stdout | 2022-06-09 11:52:21,240 [263] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '263'} gunicorn-registry stdout | 2022-06-09 11:52:21,247 [266] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '266'} gunicorn-registry stdout | 2022-06-09 11:52:21,255 [254] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '254'} gunicorn-registry stdout | 2022-06-09 11:52:21,263 [260] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '260'} gunicorn-registry stdout | 2022-06-09 11:52:21,275 [270] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '270'} gunicorn-registry stdout | 2022-06-09 11:52:21,282 [253] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '253'} gunicorn-registry stdout | 2022-06-09 11:52:21,289 [268] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '268'} gunicorn-registry stdout | 2022-06-09 11:52:21,296 [261] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '261'} gunicorn-registry stdout | 2022-06-09 11:52:21,303 [248] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '248'} gunicorn-registry stdout | 2022-06-09 11:52:21,311 [245] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '245'} gunicorn-registry stdout | 2022-06-09 11:52:21,319 [249] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '249'} gunicorn-registry stdout | 2022-06-09 11:52:21,326 [251] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '251'} gunicorn-registry stdout | 2022-06-09 11:52:21,333 [259] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '259'} gunicorn-registry stdout | 2022-06-09 11:52:21,342 [250] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '250'} gunicorn-registry stdout | 2022-06-09 11:52:21,349 [265] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '265'} gunicorn-registry stdout | 2022-06-09 11:52:21,356 [73] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '73'} gunicorn-registry stdout | 2022-06-09 11:52:21,363 [267] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '267'} gunicorn-registry stdout | 2022-06-09 11:52:21,371 [256] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '256'} gunicorn-registry stdout | 2022-06-09 11:52:21,379 [262] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '262'} gunicorn-registry stdout | 2022-06-09 11:52:21,386 [264] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '264'} gunicorn-registry stdout | 2022-06-09 11:52:21,393 [272] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '272'} gunicorn-registry stdout | 2022-06-09 11:52:21,404 [269] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '269'} gunicorn-registry stdout | 2022-06-09 11:52:21,411 [247] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '247'} gunicorn-registry stdout | 2022-06-09 11:52:21,419 [255] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '255'} gunicorn-registry stdout | 2022-06-09 11:52:21,426 [252] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '252'} gunicorn-registry stdout | 2022-06-09 11:52:21,433 [257] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '257'} notificationworker stdout | 2022-06-09 11:52:30,619 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 11:52:30,619 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:52:40.617379+00:00 (in 9.997996 seconds) notificationworker stdout | 2022-06-09 11:52:30,619 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:52:40 UTC)" (scheduled at 2022-06-09 11:52:30.617379+00:00) notificationworker stdout | 2022-06-09 11:52:30,619 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 11:52:30,620 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 52, 30, 619857), True, datetime.datetime(2022, 6, 9, 11, 52, 30, 619857), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 11:52:30,623 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 11:52:30,623 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 11:52:30,623 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:52:40 UTC)" executed successfully gcworker stdout | 2022-06-09 11:52:37,492 [71] [DEBUG] [apscheduler.scheduler] Looking for jobs to run gcworker stdout | 2022-06-09 11:52:37,492 [71] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:53:07.490424+00:00 (in 29.997849 seconds) gcworker stdout | 2022-06-09 11:52:37,492 [71] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 11:53:07 UTC)" (scheduled at 2022-06-09 11:52:37.490424+00:00) gcworker stdout | 2022-06-09 11:52:37,493 [71] [DEBUG] [peewee] ('SELECT `candidates`.`repository_id` FROM (SELECT DISTINCT `t1`.`repository_id` FROM `tag` AS `t1` INNER JOIN `repository` AS `t2` ON (`t1`.`repository_id` = `t2`.`id`) INNER JOIN `user` AS `t3` ON (`t2`.`namespace_user_id` = `t3`.`id`) WHERE ((((NOT (`t1`.`lifetime_end_ms` IS %s) AND (`t1`.`lifetime_end_ms` <= %s)) AND (`t3`.`removed_tag_expiration_s` = %s)) AND (`t3`.`enabled` = %s)) AND (`t2`.`state` != %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', [None, 1654775557493, 0, True, 3, 500, 1, 0]) gcworker stdout | 2022-06-09 11:52:37,496 [71] [DEBUG] [__main__] No repository with garbage found gcworker stdout | 2022-06-09 11:52:37,496 [71] [DEBUG] [data.database] Disconnecting from database. gcworker stdout | 2022-06-09 11:52:37,496 [71] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 11:53:07 UTC)" executed successfully repositorygcworker stdout | 2022-06-09 11:52:38,464 [89] [DEBUG] [apscheduler.scheduler] Looking for jobs to run repositorygcworker stdout | 2022-06-09 11:52:38,465 [89] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:52:51.502316+00:00 (in 13.037459 seconds) repositorygcworker stdout | 2022-06-09 11:52:38,465 [89] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 11:53:38 UTC)" (scheduled at 2022-06-09 11:52:38.463361+00:00) repositorygcworker stdout | 2022-06-09 11:52:38,465 [89] [DEBUG] [workers.queueworker] Getting work item from queue. repositorygcworker stdout | 2022-06-09 11:52:38,466 [89] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 52, 38, 465373), True, datetime.datetime(2022, 6, 9, 11, 52, 38, 465373), 0, 'repositorygc/%', 50, 1, 0]) repositorygcworker stdout | 2022-06-09 11:52:38,468 [89] [DEBUG] [workers.queueworker] No more work. repositorygcworker stdout | 2022-06-09 11:52:38,468 [89] [DEBUG] [data.database] Disconnecting from database. repositorygcworker stdout | 2022-06-09 11:52:38,468 [89] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 11:53:38 UTC)" executed successfully notificationworker stdout | 2022-06-09 11:52:40,620 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 11:52:40,621 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:52:50.617379+00:00 (in 9.996312 seconds) notificationworker stdout | 2022-06-09 11:52:40,621 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:52:50 UTC)" (scheduled at 2022-06-09 11:52:40.617379+00:00) notificationworker stdout | 2022-06-09 11:52:40,621 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 11:52:40,622 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 52, 40, 621397), True, datetime.datetime(2022, 6, 9, 11, 52, 40, 621397), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 11:52:40,624 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 11:52:40,624 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 11:52:40,624 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:52:50 UTC)" executed successfully buildlogsarchiver stdout | 2022-06-09 11:52:45,367 [66] [DEBUG] [apscheduler.scheduler] Looking for jobs to run buildlogsarchiver stdout | 2022-06-09 11:52:45,368 [66] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:53:15.366042+00:00 (in 29.997994 seconds) buildlogsarchiver stdout | 2022-06-09 11:52:45,368 [66] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 11:53:15 UTC)" (scheduled at 2022-06-09 11:52:45.366042+00:00) buildlogsarchiver stdout | 2022-06-09 11:52:45,369 [66] [DEBUG] [peewee] ('SELECT `candidates`.`id` FROM (SELECT `t1`.`id` FROM `repositorybuild` AS `t1` WHERE (((`t1`.`phase` IN (%s, %s, %s)) OR (`t1`.`started` < %s)) AND (`t1`.`logs_archived` = %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2022, 5, 25, 11, 52, 45, 368537), False, 50, 1, 0]) buildlogsarchiver stdout | 2022-06-09 11:52:45,371 [66] [DEBUG] [__main__] No more builds to archive buildlogsarchiver stdout | 2022-06-09 11:52:45,371 [66] [DEBUG] [data.database] Disconnecting from database. buildlogsarchiver stdout | 2022-06-09 11:52:45,371 [66] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 11:53:15 UTC)" executed successfully exportactionlogsworker stdout | 2022-06-09 11:52:47,412 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run exportactionlogsworker stdout | 2022-06-09 11:52:47,412 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:53:04.366245+00:00 (in 16.953989 seconds) exportactionlogsworker stdout | 2022-06-09 11:52:47,412 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 11:53:47 UTC)" (scheduled at 2022-06-09 11:52:47.409953+00:00) exportactionlogsworker stdout | 2022-06-09 11:52:47,412 [70] [DEBUG] [workers.queueworker] Running watchdog. exportactionlogsworker stdout | 2022-06-09 11:52:47,412 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 11:53:47 UTC)" executed successfully blobuploadcleanupworker stdout | 2022-06-09 11:52:48,619 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'blobuploadcleanupworker.py', 'pid': '64'} gunicorn-web stdout | 2022-06-09 11:52:48,698 [243] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '243'} gunicorn-web stdout | 2022-06-09 11:52:48,706 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '75'} gunicorn-web stdout | 2022-06-09 11:52:48,728 [226] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '226'} exportactionlogsworker stdout | 2022-06-09 11:52:48,740 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'exportactionlogsworker.py', 'pid': '70'} gunicorn-web stdout | 2022-06-09 11:52:48,746 [242] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '242'} gunicorn-web stdout | 2022-06-09 11:52:48,753 [235] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '235'} gunicorn-web stdout | 2022-06-09 11:52:48,761 [228] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '228'} gunicorn-web stdout | 2022-06-09 11:52:48,772 [241] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '241'} gunicorn-web stdout | 2022-06-09 11:52:48,788 [244] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '244'} gunicorn-web stdout | 2022-06-09 11:52:48,798 [237] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '237'} gunicorn-web stdout | 2022-06-09 11:52:48,805 [234] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '234'} repositoryactioncounter stdout | 2022-06-09 11:52:48,811 [88] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositoryactioncounter.py', 'pid': '88'} gunicorn-web stdout | 2022-06-09 11:52:48,818 [236] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '236'} gunicorn-web stdout | 2022-06-09 11:52:48,827 [230] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '230'} gunicorn-web stdout | 2022-06-09 11:52:48,841 [239] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '239'} logrotateworker stdout | 2022-06-09 11:52:48,852 [77] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'logrotateworker.py', 'pid': '77'} gunicorn-web stdout | 2022-06-09 11:52:48,860 [231] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '231'} gunicorn-web stdout | 2022-06-09 11:52:48,867 [229] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '229'} gunicorn-web stdout | 2022-06-09 11:52:48,877 [238] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '238'} gunicorn-web stdout | 2022-06-09 11:52:48,884 [232] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '232'} gunicorn-secscan stdout | 2022-06-09 11:52:48,899 [221] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '221'} gunicorn-secscan stdout | 2022-06-09 11:52:48,908 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '74'} gunicorn-secscan stdout | 2022-06-09 11:52:48,919 [224] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '224'} securityscanningnotificationworker stdout | 2022-06-09 11:52:48,927 [90] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'securityscanningnotificationworker.py', 'pid': '90'} gunicorn-secscan stdout | 2022-06-09 11:52:48,935 [225] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '225'} gunicorn-secscan stdout | 2022-06-09 11:52:48,942 [227] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '227'} chunkcleanupworker stdout | 2022-06-09 11:52:48,969 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'chunkcleanupworker.py', 'pid': '67'} namespacegcworker stdout | 2022-06-09 11:52:49,028 [83] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'namespacegcworker.py', 'pid': '83'} globalpromstats stdout | 2022-06-09 11:52:49,307 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'globalpromstats.py', 'pid': '72'} repositorygcworker stdout | 2022-06-09 11:52:49,347 [89] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositorygcworker.py', 'pid': '89'} manifestbackfillworker stdout | 2022-06-09 11:52:49,353 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'manifestbackfillworker.py', 'pid': '78'} storagereplication stdout | 2022-06-09 11:52:49,382 [93] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'storagereplication.py', 'pid': '93'} expiredappspecifictokenworker stdout | 2022-06-09 11:52:49,400 [69] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '69'} servicekey stdout | 2022-06-09 11:52:49,422 [92] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'servicekeyworker.py', 'pid': '92'} builder stdout | 2022-06-09 11:52:49,437 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'builder.py', 'pid': '65'} notificationworker stdout | 2022-06-09 11:52:49,479 [85] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'notificationworker.py', 'pid': '85'} buildlogsarchiver stdout | 2022-06-09 11:52:49,485 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'buildlogsarchiver.py', 'pid': '66'} teamsyncworker stdout | 2022-06-09 11:52:49,492 [94] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'teamsyncworker.py', 'pid': '94'} gcworker stdout | 2022-06-09 11:52:49,517 [71] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'gcworker.py', 'pid': '71'} queuecleanupworker stdout | 2022-06-09 11:52:49,595 [87] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'queuecleanupworker.py', 'pid': '87'} notificationworker stdout | 2022-06-09 11:52:50,619 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 11:52:50,619 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:53:00.617379+00:00 (in 9.997589 seconds) notificationworker stdout | 2022-06-09 11:52:50,620 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:53:00 UTC)" (scheduled at 2022-06-09 11:52:50.617379+00:00) notificationworker stdout | 2022-06-09 11:52:50,620 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 11:52:50,620 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 52, 50, 620126), True, datetime.datetime(2022, 6, 9, 11, 52, 50, 620126), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 11:52:50,623 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 11:52:50,623 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 11:52:50,623 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:53:00 UTC)" executed successfully gunicorn-registry stdout | 2022-06-09 11:52:51,166 [273] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '273'} gunicorn-registry stdout | 2022-06-09 11:52:51,177 [271] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '271'} gunicorn-registry stdout | 2022-06-09 11:52:51,187 [276] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '276'} gunicorn-registry stdout | 2022-06-09 11:52:51,208 [275] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '275'} gunicorn-registry stdout | 2022-06-09 11:52:51,230 [246] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '246'} gunicorn-registry stdout | 2022-06-09 11:52:51,240 [277] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '277'} gunicorn-registry stdout | 2022-06-09 11:52:51,246 [274] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '274'} gunicorn-registry stdout | 2022-06-09 11:52:51,255 [263] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '263'} gunicorn-registry stdout | 2022-06-09 11:52:51,262 [266] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '266'} gunicorn-registry stdout | 2022-06-09 11:52:51,269 [254] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '254'} gunicorn-registry stdout | 2022-06-09 11:52:51,276 [260] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '260'} gunicorn-registry stdout | 2022-06-09 11:52:51,286 [270] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '270'} gunicorn-registry stdout | 2022-06-09 11:52:51,293 [253] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '253'} gunicorn-registry stdout | 2022-06-09 11:52:51,303 [268] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '268'} gunicorn-registry stdout | 2022-06-09 11:52:51,311 [261] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '261'} gunicorn-registry stdout | 2022-06-09 11:52:51,317 [248] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '248'} gunicorn-registry stdout | 2022-06-09 11:52:51,325 [245] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '245'} gunicorn-registry stdout | 2022-06-09 11:52:51,332 [249] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '249'} gunicorn-registry stdout | 2022-06-09 11:52:51,339 [251] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '251'} gunicorn-registry stdout | 2022-06-09 11:52:51,345 [259] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '259'} gunicorn-registry stdout | 2022-06-09 11:52:51,356 [250] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '250'} gunicorn-registry stdout | 2022-06-09 11:52:51,364 [265] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '265'} gunicorn-registry stdout | 2022-06-09 11:52:51,370 [73] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '73'} gunicorn-registry stdout | 2022-06-09 11:52:51,377 [267] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '267'} gunicorn-registry stdout | 2022-06-09 11:52:51,384 [256] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '256'} gunicorn-registry stdout | 2022-06-09 11:52:51,391 [262] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '262'} gunicorn-registry stdout | 2022-06-09 11:52:51,399 [264] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '264'} gunicorn-registry stdout | 2022-06-09 11:52:51,408 [272] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '272'} gunicorn-registry stdout | 2022-06-09 11:52:51,414 [269] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '269'} gunicorn-registry stdout | 2022-06-09 11:52:51,422 [247] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '247'} gunicorn-registry stdout | 2022-06-09 11:52:51,433 [255] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '255'} gunicorn-registry stdout | 2022-06-09 11:52:51,439 [252] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '252'} gunicorn-registry stdout | 2022-06-09 11:52:51,446 [257] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '257'} repositorygcworker stdout | 2022-06-09 11:52:51,507 [89] [DEBUG] [apscheduler.scheduler] Looking for jobs to run repositorygcworker stdout | 2022-06-09 11:52:51,507 [89] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:53:38.463361+00:00 (in 46.955809 seconds) repositorygcworker stdout | 2022-06-09 11:52:51,507 [89] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 11:53:51 UTC)" (scheduled at 2022-06-09 11:52:51.502316+00:00) repositorygcworker stdout | 2022-06-09 11:52:51,508 [89] [DEBUG] [workers.queueworker] Running watchdog. repositorygcworker stdout | 2022-06-09 11:52:51,508 [89] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 11:53:51 UTC)" executed successfully gunicorn-web stdout | 2022-06-09 11:52:53,211 [226] [DEBUG] [app] Starting request: urn:request:0d9dbe4b-10fd-458f-b349-3fa045fd8a53 (/api/v1/user/notifications) {'X-Forwarded-For': '172.24.0.1'} gunicorn-web stdout | 2022-06-09 11:52:53,211 [226] [DEBUG] [app] User loader loading deferred user with uuid: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 11:52:53,211 [226] [DEBUG] [auth.cookie] Loading user from cookie: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 11:52:53,211 [244] [DEBUG] [app] Starting request: urn:request:810395a2-8634-4af6-93a6-3c6c49d567d4 (/api/v1/user/apptoken) {'X-Forwarded-For': '172.24.0.1'} gunicorn-web stdout | 2022-06-09 11:52:53,211 [244] [DEBUG] [app] User loader loading deferred user with uuid: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 11:52:53,211 [244] [DEBUG] [auth.cookie] Loading user from cookie: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 11:52:53,211 [226] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`uuid`, `t1`.`username`, `t1`.`password_hash`, `t1`.`email`, `t1`.`verified`, `t1`.`stripe_id`, `t1`.`organization`, `t1`.`robot`, `t1`.`invoice_email`, `t1`.`invalid_login_attempts`, `t1`.`last_invalid_login`, `t1`.`removed_tag_expiration_s`, `t1`.`enabled`, `t1`.`invoice_email_address`, `t1`.`given_name`, `t1`.`family_name`, `t1`.`company`, `t1`.`location`, `t1`.`maximum_queued_builds_count`, `t1`.`creation_date`, `t1`.`last_accessed` FROM `user` AS `t1` WHERE ((`t1`.`uuid` = %s) AND (`t1`.`organization` = %s)) LIMIT %s OFFSET %s', ['82228490-d075-4921-ae7a-af4408cf11b4', False, 1, 0]) gunicorn-web stdout | 2022-06-09 11:52:53,212 [244] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`uuid`, `t1`.`username`, `t1`.`password_hash`, `t1`.`email`, `t1`.`verified`, `t1`.`stripe_id`, `t1`.`organization`, `t1`.`robot`, `t1`.`invoice_email`, `t1`.`invalid_login_attempts`, `t1`.`last_invalid_login`, `t1`.`removed_tag_expiration_s`, `t1`.`enabled`, `t1`.`invoice_email_address`, `t1`.`given_name`, `t1`.`family_name`, `t1`.`company`, `t1`.`location`, `t1`.`maximum_queued_builds_count`, `t1`.`creation_date`, `t1`.`last_accessed` FROM `user` AS `t1` WHERE ((`t1`.`uuid` = %s) AND (`t1`.`organization` = %s)) LIMIT %s OFFSET %s', ['82228490-d075-4921-ae7a-af4408cf11b4', False, 1, 0]) gunicorn-web stdout | 2022-06-09 11:52:53,214 [244] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None]) gunicorn-web stdout | 2022-06-09 11:52:53,214 [226] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None]) gunicorn-web stdout | 2022-06-09 11:52:53,214 [226] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2022-06-09 11:52:53,214 [244] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2022-06-09 11:52:53,214 [226] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 11:52:53,214 [244] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 11:52:53,214 [226] [DEBUG] [endpoints.api] Checking permission for user ibazulic gunicorn-web stdout | 2022-06-09 11:52:53,214 [244] [DEBUG] [endpoints.api] Checking permission for user ibazulic gunicorn-web stdout | 2022-06-09 11:52:53,214 [226] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 11:52:53,214 [244] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 11:52:53,214 [226] [DEBUG] [auth.permissions] User permission: userspecificneed(type='user', username='ibazulic', role='admin') gunicorn-web stdout | 2022-06-09 11:52:53,214 [244] [DEBUG] [auth.permissions] User permission: userspecificneed(type='user', username='ibazulic', role='admin') gunicorn-web stdout | 2022-06-09 11:52:53,214 [226] [DEBUG] [auth.permissions] User namespace permission: namespacewide(type='organization', namespace='ibazulic', role='admin') gunicorn-web stdout | 2022-06-09 11:52:53,214 [244] [DEBUG] [auth.permissions] User namespace permission: namespacewide(type='organization', namespace='ibazulic', role='admin') gunicorn-web stdout | 2022-06-09 11:52:53,214 [226] [DEBUG] [auth.permissions] User namespace repo permission: namespacewide(type='organizationrepo', namespace='ibazulic', role='admin') gunicorn-web stdout | 2022-06-09 11:52:53,214 [244] [DEBUG] [auth.permissions] User namespace repo permission: namespacewide(type='organizationrepo', namespace='ibazulic', role='admin') gunicorn-web stdout | 2022-06-09 11:52:53,214 [226] [DEBUG] [auth.permissions] Adding superuser to user: ibazulic gunicorn-web stdout | 2022-06-09 11:52:53,214 [244] [DEBUG] [auth.permissions] Adding superuser to user: ibazulic gunicorn-web stdout | 2022-06-09 11:52:53,215 [244] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`user_id`, `t1`.`uuid`, `t1`.`title`, `t1`.`token_name`, `t1`.`token_secret`, `t1`.`created`, `t1`.`expiration`, `t1`.`last_accessed` FROM `appspecificauthtoken` AS `t1` WHERE (((`t1`.`user_id` = %s) AND (`t1`.`expiration` <= %s)) AND (`t1`.`expiration` > %s))', [1, datetime.datetime(2022, 6, 12, 7, 4, 53, 214942), datetime.datetime(2022, 6, 9, 11, 52, 53, 214989)]) gunicorn-web stdout | 2022-06-09 11:52:53,216 [226] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`uuid`, `t1`.`kind_id`, `t1`.`metadata_json`, `t1`.`dismissed`, `t1`.`lookup_path`, `t1`.`created`, `t1`.`created` AS `cd`, `t1`.`target_id` FROM `notification` AS `t1` INNER JOIN `notificationkind` AS `t2` ON (`t1`.`kind_id` = `t2`.`id`) WHERE ((`t1`.`dismissed` = %s) AND (`t1`.`target_id` = %s)) UNION SELECT `t3`.`id`, `t3`.`uuid`, `t3`.`kind_id`, `t3`.`metadata_json`, `t3`.`dismissed`, `t3`.`lookup_path`, `t3`.`created`, `t3`.`created` AS `cd`, `t3`.`target_id` FROM `notification` AS `t3` INNER JOIN `notificationkind` AS `t4` ON (`t3`.`kind_id` = `t4`.`id`) INNER JOIN `user` AS `t5` ON (`t5`.`id` = `t3`.`target_id`) INNER JOIN `team` AS `t6` ON (`t5`.`id` = `t6`.`organization_id`) INNER JOIN `teamrole` AS `t7` ON (`t6`.`role_id` = `t7`.`id`) INNER JOIN `teammember` AS `t8` ON (`t6`.`id` = `t8`.`team_id`) INNER JOIN `user` AS `t9` ON (`t8`.`user_id` = `t9`.`id`) WHERE ((`t3`.`dismissed` = %s) AND ((`t9`.`id` = %s) AND (`t7`.`name` = %s))) ORDER BY cd desc LIMIT %s', [False, 1, False, 1, 'admin', 6]) gunicorn-web stdout | 2022-06-09 11:52:53,217 [244] [DEBUG] [app] Ending request: urn:request:810395a2-8634-4af6-93a6-3c6c49d567d4 (/api/v1/user/apptoken) {'endpoint': 'api.apptokens', 'request_id': 'urn:request:810395a2-8634-4af6-93a6-3c6c49d567d4', 'remote_addr': '172.24.0.1', 'http_method': 'GET', 'original_url': 'https://quay.skynet/api/v1/user/apptoken?expiring=true', 'path': '/api/v1/user/apptoken', 'parameters': {'expiring': 'true'}, 'json_body': None, 'confsha': '61c38a19', 'user-agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:101.0) Gecko/20100101 Firefox/101.0'} gunicorn-web stdout | 2022-06-09 11:52:53,218 [226] [DEBUG] [app] Ending request: urn:request:0d9dbe4b-10fd-458f-b349-3fa045fd8a53 (/api/v1/user/notifications) {'endpoint': 'api.usernotificationlist', 'request_id': 'urn:request:0d9dbe4b-10fd-458f-b349-3fa045fd8a53', 'remote_addr': '172.24.0.1', 'http_method': 'GET', 'original_url': 'https://quay.skynet/api/v1/user/notifications', 'path': '/api/v1/user/notifications', 'parameters': {}, 'json_body': None, 'confsha': '61c38a19', 'user-agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:101.0) Gecko/20100101 Firefox/101.0'} gunicorn-web stdout | 2022-06-09 11:52:53,218 [244] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2022-06-09 11:52:53,219 [244] [INFO] [gunicorn.access] 172.24.0.1 - - [09/Jun/2022:11:52:53 +0000] "GET /api/v1/user/apptoken?expiring=true HTTP/1.0" 200 38 "https://quay.skynet/repository/ibazulic/quay?tab=history" "Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:101.0) Gecko/20100101 Firefox/101.0" nginx stdout | 172.24.0.1 () - - [09/Jun/2022:11:52:53 +0000] "GET /api/v1/user/apptoken?expiring=true HTTP/2.0" 200 38 "https://quay.skynet/repository/ibazulic/quay?tab=history" "Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:101.0) Gecko/20100101 Firefox/101.0" (0.008 61 0.008) gunicorn-web stdout | 2022-06-09 11:52:53,219 [226] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2022-06-09 11:52:53,219 [226] [INFO] [gunicorn.access] 172.24.0.1 - - [09/Jun/2022:11:52:53 +0000] "GET /api/v1/user/notifications HTTP/1.0" 200 43 "https://quay.skynet/repository/ibazulic/quay?tab=history" "Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:101.0) Gecko/20100101 Firefox/101.0" nginx stdout | 172.24.0.1 () - - [09/Jun/2022:11:52:53 +0000] "GET /api/v1/user/notifications HTTP/2.0" 200 43 "https://quay.skynet/repository/ibazulic/quay?tab=history" "Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:101.0) Gecko/20100101 Firefox/101.0" (0.010 752 0.008) namespacegcworker stdout | 2022-06-09 11:52:55,464 [83] [DEBUG] [apscheduler.scheduler] Looking for jobs to run namespacegcworker stdout | 2022-06-09 11:52:55,465 [83] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:53:01.521527+00:00 (in 6.056448 seconds) namespacegcworker stdout | 2022-06-09 11:52:55,465 [83] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 11:53:55 UTC)" (scheduled at 2022-06-09 11:52:55.463831+00:00) namespacegcworker stdout | 2022-06-09 11:52:55,465 [83] [DEBUG] [workers.queueworker] Getting work item from queue. namespacegcworker stdout | 2022-06-09 11:52:55,466 [83] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 52, 55, 465588), True, datetime.datetime(2022, 6, 9, 11, 52, 55, 465588), 0, 'namespacegc/%', 50, 1, 0]) namespacegcworker stdout | 2022-06-09 11:52:55,469 [83] [DEBUG] [workers.queueworker] No more work. namespacegcworker stdout | 2022-06-09 11:52:55,469 [83] [DEBUG] [data.database] Disconnecting from database. namespacegcworker stdout | 2022-06-09 11:52:55,469 [83] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 11:53:55 UTC)" executed successfully notificationworker stdout | 2022-06-09 11:53:00,618 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 11:53:00,619 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:53:10.617379+00:00 (in 9.998297 seconds) notificationworker stdout | 2022-06-09 11:53:00,619 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:53:10 UTC)" (scheduled at 2022-06-09 11:53:00.617379+00:00) notificationworker stdout | 2022-06-09 11:53:00,619 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 11:53:00,620 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 53, 0, 619418), True, datetime.datetime(2022, 6, 9, 11, 53, 0, 619418), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 11:53:00,622 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 11:53:00,622 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 11:53:00,622 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:53:10 UTC)" executed successfully namespacegcworker stdout | 2022-06-09 11:53:01,528 [83] [DEBUG] [apscheduler.scheduler] Looking for jobs to run namespacegcworker stdout | 2022-06-09 11:53:01,528 [83] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:53:55.463831+00:00 (in 53.935412 seconds) namespacegcworker stdout | 2022-06-09 11:53:01,528 [83] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 11:54:01 UTC)" (scheduled at 2022-06-09 11:53:01.521527+00:00) namespacegcworker stdout | 2022-06-09 11:53:01,528 [83] [DEBUG] [workers.queueworker] Running watchdog. namespacegcworker stdout | 2022-06-09 11:53:01,529 [83] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 11:54:01 UTC)" executed successfully exportactionlogsworker stdout | 2022-06-09 11:53:04,377 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run exportactionlogsworker stdout | 2022-06-09 11:53:04,377 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:53:47.409953+00:00 (in 43.032507 seconds) exportactionlogsworker stdout | 2022-06-09 11:53:04,377 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 11:54:04 UTC)" (scheduled at 2022-06-09 11:53:04.366245+00:00) exportactionlogsworker stdout | 2022-06-09 11:53:04,377 [70] [DEBUG] [workers.queueworker] Getting work item from queue. exportactionlogsworker stdout | 2022-06-09 11:53:04,378 [70] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 53, 4, 378018), True, datetime.datetime(2022, 6, 9, 11, 53, 4, 378018), 0, 'exportactionlogs/%', 50, 1, 0]) exportactionlogsworker stdout | 2022-06-09 11:53:04,381 [70] [DEBUG] [workers.queueworker] No more work. exportactionlogsworker stdout | 2022-06-09 11:53:04,381 [70] [DEBUG] [data.database] Disconnecting from database. exportactionlogsworker stdout | 2022-06-09 11:53:04,381 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 11:54:04 UTC)" executed successfully gcworker stdout | 2022-06-09 11:53:07,495 [71] [DEBUG] [apscheduler.scheduler] Looking for jobs to run gcworker stdout | 2022-06-09 11:53:07,496 [71] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:53:37.490424+00:00 (in 29.994438 seconds) gcworker stdout | 2022-06-09 11:53:07,496 [71] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 11:53:37 UTC)" (scheduled at 2022-06-09 11:53:07.490424+00:00) gcworker stdout | 2022-06-09 11:53:07,496 [71] [DEBUG] [peewee] ('SELECT DISTINCT `t1`.`removed_tag_expiration_s` FROM `user` AS `t1` LIMIT %s', [100]) gcworker stdout | 2022-06-09 11:53:07,499 [71] [DEBUG] [peewee] ('SELECT `candidates`.`repository_id` FROM (SELECT DISTINCT `t1`.`repository_id` FROM `tag` AS `t1` INNER JOIN `repository` AS `t2` ON (`t1`.`repository_id` = `t2`.`id`) INNER JOIN `user` AS `t3` ON (`t2`.`namespace_user_id` = `t3`.`id`) WHERE ((((NOT (`t1`.`lifetime_end_ms` IS %s) AND (`t1`.`lifetime_end_ms` <= %s)) AND (`t3`.`removed_tag_expiration_s` = %s)) AND (`t3`.`enabled` = %s)) AND (`t2`.`state` != %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', [None, 1654775587498, 0, True, 3, 500, 1, 0]) gcworker stdout | 2022-06-09 11:53:07,500 [71] [DEBUG] [__main__] No repository with garbage found gcworker stdout | 2022-06-09 11:53:07,500 [71] [DEBUG] [data.database] Disconnecting from database. gcworker stdout | 2022-06-09 11:53:07,500 [71] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 11:53:37 UTC)" executed successfully notificationworker stdout | 2022-06-09 11:53:10,644 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 11:53:10,645 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:53:19.645536+00:00 (in 9.000643 seconds) notificationworker stdout | 2022-06-09 11:53:10,645 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:53:20 UTC)" (scheduled at 2022-06-09 11:53:10.617379+00:00) notificationworker stdout | 2022-06-09 11:53:10,645 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 11:53:10,646 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 53, 10, 645496), True, datetime.datetime(2022, 6, 9, 11, 53, 10, 645496), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 11:53:10,648 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 11:53:10,648 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 11:53:10,648 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:53:20 UTC)" executed successfully buildlogsarchiver stdout | 2022-06-09 11:53:15,377 [66] [DEBUG] [apscheduler.scheduler] Looking for jobs to run buildlogsarchiver stdout | 2022-06-09 11:53:15,378 [66] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:53:45.366042+00:00 (in 29.988100 seconds) buildlogsarchiver stdout | 2022-06-09 11:53:15,378 [66] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 11:53:45 UTC)" (scheduled at 2022-06-09 11:53:15.366042+00:00) buildlogsarchiver stdout | 2022-06-09 11:53:15,378 [66] [DEBUG] [peewee] ('SELECT `candidates`.`id` FROM (SELECT `t1`.`id` FROM `repositorybuild` AS `t1` WHERE (((`t1`.`phase` IN (%s, %s, %s)) OR (`t1`.`started` < %s)) AND (`t1`.`logs_archived` = %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2022, 5, 25, 11, 53, 15, 378270), False, 50, 1, 0]) buildlogsarchiver stdout | 2022-06-09 11:53:15,380 [66] [DEBUG] [__main__] No more builds to archive buildlogsarchiver stdout | 2022-06-09 11:53:15,380 [66] [DEBUG] [data.database] Disconnecting from database. buildlogsarchiver stdout | 2022-06-09 11:53:15,381 [66] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 11:53:45 UTC)" executed successfully blobuploadcleanupworker stdout | 2022-06-09 11:53:18,663 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'blobuploadcleanupworker.py', 'pid': '64'} gunicorn-web stdout | 2022-06-09 11:53:18,720 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '75'} gunicorn-web stdout | 2022-06-09 11:53:18,725 [243] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '243'} gunicorn-web stdout | 2022-06-09 11:53:18,744 [226] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '226'} gunicorn-web stdout | 2022-06-09 11:53:18,767 [242] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '242'} exportactionlogsworker stdout | 2022-06-09 11:53:18,773 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'exportactionlogsworker.py', 'pid': '70'} gunicorn-web stdout | 2022-06-09 11:53:18,782 [235] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '235'} gunicorn-web stdout | 2022-06-09 11:53:18,788 [228] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '228'} gunicorn-web stdout | 2022-06-09 11:53:18,796 [241] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '241'} gunicorn-web stdout | 2022-06-09 11:53:18,803 [244] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '244'} gunicorn-web stdout | 2022-06-09 11:53:18,810 [237] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '237'} gunicorn-web stdout | 2022-06-09 11:53:18,816 [234] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '234'} gunicorn-web stdout | 2022-06-09 11:53:18,828 [236] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '236'} gunicorn-web stdout | 2022-06-09 11:53:18,843 [230] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '230'} repositoryactioncounter stdout | 2022-06-09 11:53:18,852 [88] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositoryactioncounter.py', 'pid': '88'} gunicorn-web stdout | 2022-06-09 11:53:18,859 [239] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '239'} gunicorn-web stdout | 2022-06-09 11:53:18,870 [231] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '231'} gunicorn-web stdout | 2022-06-09 11:53:18,880 [229] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '229'} gunicorn-web stdout | 2022-06-09 11:53:18,887 [238] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '238'} logrotateworker stdout | 2022-06-09 11:53:18,895 [77] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'logrotateworker.py', 'pid': '77'} gunicorn-web stdout | 2022-06-09 11:53:18,901 [232] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '232'} gunicorn-secscan stdout | 2022-06-09 11:53:18,910 [221] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '221'} gunicorn-secscan stdout | 2022-06-09 11:53:18,918 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '74'} gunicorn-secscan stdout | 2022-06-09 11:53:18,931 [224] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '224'} gunicorn-secscan stdout | 2022-06-09 11:53:18,957 [225] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '225'} securityscanningnotificationworker stdout | 2022-06-09 11:53:18,963 [90] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'securityscanningnotificationworker.py', 'pid': '90'} gunicorn-secscan stdout | 2022-06-09 11:53:18,971 [227] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '227'} chunkcleanupworker stdout | 2022-06-09 11:53:19,013 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'chunkcleanupworker.py', 'pid': '67'} namespacegcworker stdout | 2022-06-09 11:53:19,082 [83] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'namespacegcworker.py', 'pid': '83'} globalpromstats stdout | 2022-06-09 11:53:19,324 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'globalpromstats.py', 'pid': '72'} repositorygcworker stdout | 2022-06-09 11:53:19,359 [89] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositorygcworker.py', 'pid': '89'} manifestbackfillworker stdout | 2022-06-09 11:53:19,390 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'manifestbackfillworker.py', 'pid': '78'} storagereplication stdout | 2022-06-09 11:53:19,422 [93] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'storagereplication.py', 'pid': '93'} expiredappspecifictokenworker stdout | 2022-06-09 11:53:19,439 [69] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '69'} servicekey stdout | 2022-06-09 11:53:19,460 [92] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'servicekeyworker.py', 'pid': '92'} builder stdout | 2022-06-09 11:53:19,470 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'builder.py', 'pid': '65'} notificationworker stdout | 2022-06-09 11:53:19,528 [85] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'notificationworker.py', 'pid': '85'} teamsyncworker stdout | 2022-06-09 11:53:19,535 [94] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'teamsyncworker.py', 'pid': '94'} buildlogsarchiver stdout | 2022-06-09 11:53:19,542 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'buildlogsarchiver.py', 'pid': '66'} gcworker stdout | 2022-06-09 11:53:19,556 [71] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'gcworker.py', 'pid': '71'} queuecleanupworker stdout | 2022-06-09 11:53:19,630 [87] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'queuecleanupworker.py', 'pid': '87'} notificationworker stdout | 2022-06-09 11:53:19,647 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 11:53:19,648 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:53:20.617379+00:00 (in 0.969403 seconds) notificationworker stdout | 2022-06-09 11:53:19,648 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 11:54:19 UTC)" (scheduled at 2022-06-09 11:53:19.645536+00:00) notificationworker stdout | 2022-06-09 11:53:19,648 [85] [DEBUG] [workers.queueworker] Running watchdog. notificationworker stdout | 2022-06-09 11:53:19,648 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 11:54:19 UTC)" executed successfully notificationworker stdout | 2022-06-09 11:53:20,630 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 11:53:20,630 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:53:30.617379+00:00 (in 9.986785 seconds) notificationworker stdout | 2022-06-09 11:53:20,630 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:53:30 UTC)" (scheduled at 2022-06-09 11:53:20.617379+00:00) notificationworker stdout | 2022-06-09 11:53:20,631 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 11:53:20,631 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 53, 20, 631084), True, datetime.datetime(2022, 6, 9, 11, 53, 20, 631084), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 11:53:20,634 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 11:53:20,634 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 11:53:20,634 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:53:30 UTC)" executed successfully gunicorn-registry stdout | 2022-06-09 11:53:21,178 [273] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '273'} gunicorn-registry stdout | 2022-06-09 11:53:21,190 [271] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '271'} gunicorn-registry stdout | 2022-06-09 11:53:21,199 [276] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '276'} gunicorn-registry stdout | 2022-06-09 11:53:21,220 [275] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '275'} gunicorn-registry stdout | 2022-06-09 11:53:21,243 [246] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '246'} gunicorn-registry stdout | 2022-06-09 11:53:21,254 [277] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '277'} gunicorn-registry stdout | 2022-06-09 11:53:21,261 [274] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '274'} gunicorn-registry stdout | 2022-06-09 11:53:21,269 [263] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '263'} gunicorn-registry stdout | 2022-06-09 11:53:21,276 [266] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '266'} gunicorn-registry stdout | 2022-06-09 11:53:21,282 [254] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '254'} gunicorn-registry stdout | 2022-06-09 11:53:21,289 [260] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '260'} gunicorn-registry stdout | 2022-06-09 11:53:21,298 [270] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '270'} gunicorn-registry stdout | 2022-06-09 11:53:21,308 [253] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '253'} gunicorn-registry stdout | 2022-06-09 11:53:21,315 [268] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '268'} gunicorn-registry stdout | 2022-06-09 11:53:21,326 [261] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '261'} gunicorn-registry stdout | 2022-06-09 11:53:21,333 [248] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '248'} gunicorn-registry stdout | 2022-06-09 11:53:21,339 [245] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '245'} gunicorn-registry stdout | 2022-06-09 11:53:21,349 [249] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '249'} gunicorn-registry stdout | 2022-06-09 11:53:21,357 [251] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '251'} gunicorn-registry stdout | 2022-06-09 11:53:21,363 [259] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '259'} gunicorn-registry stdout | 2022-06-09 11:53:21,369 [250] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '250'} gunicorn-registry stdout | 2022-06-09 11:53:21,376 [265] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '265'} gunicorn-registry stdout | 2022-06-09 11:53:21,384 [73] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '73'} gunicorn-registry stdout | 2022-06-09 11:53:21,392 [267] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '267'} gunicorn-registry stdout | 2022-06-09 11:53:21,401 [256] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '256'} gunicorn-registry stdout | 2022-06-09 11:53:21,410 [262] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '262'} gunicorn-registry stdout | 2022-06-09 11:53:21,416 [264] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '264'} gunicorn-registry stdout | 2022-06-09 11:53:21,423 [272] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '272'} gunicorn-registry stdout | 2022-06-09 11:53:21,430 [269] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '269'} gunicorn-registry stdout | 2022-06-09 11:53:21,436 [247] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '247'} gunicorn-registry stdout | 2022-06-09 11:53:21,447 [255] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '255'} gunicorn-registry stdout | 2022-06-09 11:53:21,455 [252] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '252'} gunicorn-registry stdout | 2022-06-09 11:53:21,461 [257] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '257'} notificationworker stdout | 2022-06-09 11:53:30,618 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 11:53:30,618 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:53:40.617379+00:00 (in 9.999187 seconds) notificationworker stdout | 2022-06-09 11:53:30,618 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:53:40 UTC)" (scheduled at 2022-06-09 11:53:30.617379+00:00) notificationworker stdout | 2022-06-09 11:53:30,618 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 11:53:30,619 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 53, 30, 618669), True, datetime.datetime(2022, 6, 9, 11, 53, 30, 618669), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 11:53:30,622 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 11:53:30,622 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 11:53:30,622 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:53:40 UTC)" executed successfully gcworker stdout | 2022-06-09 11:53:37,491 [71] [DEBUG] [apscheduler.scheduler] Looking for jobs to run gcworker stdout | 2022-06-09 11:53:37,491 [71] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:54:07.490424+00:00 (in 29.999225 seconds) gcworker stdout | 2022-06-09 11:53:37,491 [71] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 11:54:07 UTC)" (scheduled at 2022-06-09 11:53:37.490424+00:00) gcworker stdout | 2022-06-09 11:53:37,492 [71] [DEBUG] [peewee] ('SELECT `candidates`.`repository_id` FROM (SELECT DISTINCT `t1`.`repository_id` FROM `tag` AS `t1` INNER JOIN `repository` AS `t2` ON (`t1`.`repository_id` = `t2`.`id`) INNER JOIN `user` AS `t3` ON (`t2`.`namespace_user_id` = `t3`.`id`) WHERE ((((NOT (`t1`.`lifetime_end_ms` IS %s) AND (`t1`.`lifetime_end_ms` <= %s)) AND (`t3`.`removed_tag_expiration_s` = %s)) AND (`t3`.`enabled` = %s)) AND (`t2`.`state` != %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', [None, 1654775617491, 0, True, 3, 500, 1, 0]) gcworker stdout | 2022-06-09 11:53:37,494 [71] [DEBUG] [__main__] No repository with garbage found gcworker stdout | 2022-06-09 11:53:37,494 [71] [DEBUG] [data.database] Disconnecting from database. gcworker stdout | 2022-06-09 11:53:37,494 [71] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 11:54:07 UTC)" executed successfully repositorygcworker stdout | 2022-06-09 11:53:38,466 [89] [DEBUG] [apscheduler.scheduler] Looking for jobs to run repositorygcworker stdout | 2022-06-09 11:53:38,466 [89] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:53:51.502316+00:00 (in 13.036157 seconds) repositorygcworker stdout | 2022-06-09 11:53:38,466 [89] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 11:54:38 UTC)" (scheduled at 2022-06-09 11:53:38.463361+00:00) repositorygcworker stdout | 2022-06-09 11:53:38,466 [89] [DEBUG] [workers.queueworker] Getting work item from queue. repositorygcworker stdout | 2022-06-09 11:53:38,467 [89] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 53, 38, 466680), True, datetime.datetime(2022, 6, 9, 11, 53, 38, 466680), 0, 'repositorygc/%', 50, 1, 0]) repositorygcworker stdout | 2022-06-09 11:53:38,469 [89] [DEBUG] [workers.queueworker] No more work. repositorygcworker stdout | 2022-06-09 11:53:38,469 [89] [DEBUG] [data.database] Disconnecting from database. repositorygcworker stdout | 2022-06-09 11:53:38,469 [89] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 11:54:38 UTC)" executed successfully notificationworker stdout | 2022-06-09 11:53:40,619 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 11:53:40,619 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:53:50.617379+00:00 (in 9.997868 seconds) notificationworker stdout | 2022-06-09 11:53:40,619 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:53:50 UTC)" (scheduled at 2022-06-09 11:53:40.617379+00:00) notificationworker stdout | 2022-06-09 11:53:40,619 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 11:53:40,620 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 53, 40, 619836), True, datetime.datetime(2022, 6, 9, 11, 53, 40, 619836), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 11:53:40,623 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 11:53:40,623 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 11:53:40,623 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:53:50 UTC)" executed successfully buildlogsarchiver stdout | 2022-06-09 11:53:45,367 [66] [DEBUG] [apscheduler.scheduler] Looking for jobs to run buildlogsarchiver stdout | 2022-06-09 11:53:45,367 [66] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:54:15.366042+00:00 (in 29.998773 seconds) buildlogsarchiver stdout | 2022-06-09 11:53:45,367 [66] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 11:54:15 UTC)" (scheduled at 2022-06-09 11:53:45.366042+00:00) buildlogsarchiver stdout | 2022-06-09 11:53:45,368 [66] [DEBUG] [peewee] ('SELECT `candidates`.`id` FROM (SELECT `t1`.`id` FROM `repositorybuild` AS `t1` WHERE (((`t1`.`phase` IN (%s, %s, %s)) OR (`t1`.`started` < %s)) AND (`t1`.`logs_archived` = %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2022, 5, 25, 11, 53, 45, 367778), False, 50, 1, 0]) buildlogsarchiver stdout | 2022-06-09 11:53:45,370 [66] [DEBUG] [__main__] No more builds to archive buildlogsarchiver stdout | 2022-06-09 11:53:45,370 [66] [DEBUG] [data.database] Disconnecting from database. buildlogsarchiver stdout | 2022-06-09 11:53:45,370 [66] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 11:54:15 UTC)" executed successfully exportactionlogsworker stdout | 2022-06-09 11:53:47,411 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run exportactionlogsworker stdout | 2022-06-09 11:53:47,411 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:54:04.366245+00:00 (in 16.954766 seconds) exportactionlogsworker stdout | 2022-06-09 11:53:47,411 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 11:54:47 UTC)" (scheduled at 2022-06-09 11:53:47.409953+00:00) exportactionlogsworker stdout | 2022-06-09 11:53:47,411 [70] [DEBUG] [workers.queueworker] Running watchdog. exportactionlogsworker stdout | 2022-06-09 11:53:47,411 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 11:54:47 UTC)" executed successfully blobuploadcleanupworker stdout | 2022-06-09 11:53:48,701 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'blobuploadcleanupworker.py', 'pid': '64'} gunicorn-web stdout | 2022-06-09 11:53:48,739 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '75'} gunicorn-web stdout | 2022-06-09 11:53:48,745 [243] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '243'} gunicorn-web stdout | 2022-06-09 11:53:48,757 [226] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '226'} gunicorn-web stdout | 2022-06-09 11:53:48,780 [242] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '242'} gunicorn-web stdout | 2022-06-09 11:53:48,794 [235] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '235'} exportactionlogsworker stdout | 2022-06-09 11:53:48,801 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'exportactionlogsworker.py', 'pid': '70'} gunicorn-web stdout | 2022-06-09 11:53:48,808 [228] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '228'} gunicorn-web stdout | 2022-06-09 11:53:48,816 [241] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '241'} gunicorn-web stdout | 2022-06-09 11:53:48,823 [244] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '244'} gunicorn-web stdout | 2022-06-09 11:53:48,831 [237] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '237'} gunicorn-web stdout | 2022-06-09 11:53:48,845 [234] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '234'} gunicorn-web stdout | 2022-06-09 11:53:48,852 [236] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '236'} gunicorn-web stdout | 2022-06-09 11:53:48,858 [230] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '230'} gunicorn-web stdout | 2022-06-09 11:53:48,871 [239] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '239'} gunicorn-web stdout | 2022-06-09 11:53:48,882 [231] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '231'} repositoryactioncounter stdout | 2022-06-09 11:53:48,892 [88] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositoryactioncounter.py', 'pid': '88'} gunicorn-web stdout | 2022-06-09 11:53:48,903 [229] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '229'} gunicorn-web stdout | 2022-06-09 11:53:48,914 [238] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '238'} gunicorn-web stdout | 2022-06-09 11:53:48,921 [232] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '232'} gunicorn-secscan stdout | 2022-06-09 11:53:48,929 [221] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '221'} gunicorn-secscan stdout | 2022-06-09 11:53:48,938 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '74'} logrotateworker stdout | 2022-06-09 11:53:48,944 [77] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'logrotateworker.py', 'pid': '77'} gunicorn-secscan stdout | 2022-06-09 11:53:48,952 [224] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '224'} gunicorn-secscan stdout | 2022-06-09 11:53:48,970 [225] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '225'} gunicorn-secscan stdout | 2022-06-09 11:53:48,984 [227] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '227'} securityscanningnotificationworker stdout | 2022-06-09 11:53:49,003 [90] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'securityscanningnotificationworker.py', 'pid': '90'} chunkcleanupworker stdout | 2022-06-09 11:53:49,023 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'chunkcleanupworker.py', 'pid': '67'} namespacegcworker stdout | 2022-06-09 11:53:49,118 [83] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'namespacegcworker.py', 'pid': '83'} globalpromstats stdout | 2022-06-09 11:53:49,339 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'globalpromstats.py', 'pid': '72'} repositorygcworker stdout | 2022-06-09 11:53:49,369 [89] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositorygcworker.py', 'pid': '89'} manifestbackfillworker stdout | 2022-06-09 11:53:49,428 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'manifestbackfillworker.py', 'pid': '78'} storagereplication stdout | 2022-06-09 11:53:49,438 [93] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'storagereplication.py', 'pid': '93'} expiredappspecifictokenworker stdout | 2022-06-09 11:53:49,461 [69] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '69'} servicekey stdout | 2022-06-09 11:53:49,495 [92] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'servicekeyworker.py', 'pid': '92'} builder stdout | 2022-06-09 11:53:49,502 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'builder.py', 'pid': '65'} notificationworker stdout | 2022-06-09 11:53:49,548 [85] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'notificationworker.py', 'pid': '85'} teamsyncworker stdout | 2022-06-09 11:53:49,554 [94] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'teamsyncworker.py', 'pid': '94'} buildlogsarchiver stdout | 2022-06-09 11:53:49,585 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'buildlogsarchiver.py', 'pid': '66'} gcworker stdout | 2022-06-09 11:53:49,592 [71] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'gcworker.py', 'pid': '71'} queuecleanupworker stdout | 2022-06-09 11:53:49,648 [87] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'queuecleanupworker.py', 'pid': '87'} notificationworker stdout | 2022-06-09 11:53:50,640 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 11:53:50,640 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:54:00.617379+00:00 (in 9.976660 seconds) notificationworker stdout | 2022-06-09 11:53:50,641 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:54:00 UTC)" (scheduled at 2022-06-09 11:53:50.617379+00:00) notificationworker stdout | 2022-06-09 11:53:50,641 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 11:53:50,641 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 53, 50, 641144), True, datetime.datetime(2022, 6, 9, 11, 53, 50, 641144), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 11:53:50,644 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 11:53:50,644 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 11:53:50,644 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:54:00 UTC)" executed successfully gunicorn-registry stdout | 2022-06-09 11:53:51,200 [273] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '273'} gunicorn-registry stdout | 2022-06-09 11:53:51,208 [271] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '271'} gunicorn-registry stdout | 2022-06-09 11:53:51,214 [276] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '276'} gunicorn-registry stdout | 2022-06-09 11:53:51,232 [275] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '275'} gunicorn-registry stdout | 2022-06-09 11:53:51,254 [246] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '246'} gunicorn-registry stdout | 2022-06-09 11:53:51,266 [277] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '277'} gunicorn-registry stdout | 2022-06-09 11:53:51,275 [274] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '274'} gunicorn-registry stdout | 2022-06-09 11:53:51,282 [263] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '263'} gunicorn-registry stdout | 2022-06-09 11:53:51,292 [266] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '266'} gunicorn-registry stdout | 2022-06-09 11:53:51,299 [254] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '254'} gunicorn-registry stdout | 2022-06-09 11:53:51,306 [260] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '260'} gunicorn-registry stdout | 2022-06-09 11:53:51,312 [270] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '270'} gunicorn-registry stdout | 2022-06-09 11:53:51,319 [253] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '253'} gunicorn-registry stdout | 2022-06-09 11:53:51,328 [268] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '268'} gunicorn-registry stdout | 2022-06-09 11:53:51,337 [261] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '261'} gunicorn-registry stdout | 2022-06-09 11:53:51,347 [248] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '248'} gunicorn-registry stdout | 2022-06-09 11:53:51,354 [245] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '245'} gunicorn-registry stdout | 2022-06-09 11:53:51,361 [249] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '249'} gunicorn-registry stdout | 2022-06-09 11:53:51,370 [251] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '251'} gunicorn-registry stdout | 2022-06-09 11:53:51,377 [259] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '259'} gunicorn-registry stdout | 2022-06-09 11:53:51,385 [250] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '250'} gunicorn-registry stdout | 2022-06-09 11:53:51,393 [265] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '265'} gunicorn-registry stdout | 2022-06-09 11:53:51,403 [73] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '73'} gunicorn-registry stdout | 2022-06-09 11:53:51,409 [267] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '267'} gunicorn-registry stdout | 2022-06-09 11:53:51,415 [256] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '256'} gunicorn-registry stdout | 2022-06-09 11:53:51,423 [262] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '262'} gunicorn-registry stdout | 2022-06-09 11:53:51,432 [264] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '264'} gunicorn-registry stdout | 2022-06-09 11:53:51,439 [272] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '272'} gunicorn-registry stdout | 2022-06-09 11:53:51,447 [269] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '269'} gunicorn-registry stdout | 2022-06-09 11:53:51,453 [247] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '247'} gunicorn-registry stdout | 2022-06-09 11:53:51,461 [255] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '255'} gunicorn-registry stdout | 2022-06-09 11:53:51,469 [252] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '252'} gunicorn-registry stdout | 2022-06-09 11:53:51,475 [257] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '257'} repositorygcworker stdout | 2022-06-09 11:53:51,502 [89] [DEBUG] [apscheduler.scheduler] Looking for jobs to run repositorygcworker stdout | 2022-06-09 11:53:51,503 [89] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:54:38.463361+00:00 (in 46.960500 seconds) repositorygcworker stdout | 2022-06-09 11:53:51,503 [89] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 11:54:51 UTC)" (scheduled at 2022-06-09 11:53:51.502316+00:00) repositorygcworker stdout | 2022-06-09 11:53:51,503 [89] [DEBUG] [workers.queueworker] Running watchdog. repositorygcworker stdout | 2022-06-09 11:53:51,503 [89] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 11:54:51 UTC)" executed successfully namespacegcworker stdout | 2022-06-09 11:53:55,627 [83] [DEBUG] [apscheduler.scheduler] Looking for jobs to run namespacegcworker stdout | 2022-06-09 11:53:55,628 [83] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:54:01.521527+00:00 (in 5.893632 seconds) namespacegcworker stdout | 2022-06-09 11:53:55,629 [83] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 11:54:55 UTC)" (scheduled at 2022-06-09 11:53:55.463831+00:00) namespacegcworker stdout | 2022-06-09 11:53:55,629 [83] [DEBUG] [workers.queueworker] Getting work item from queue. namespacegcworker stdout | 2022-06-09 11:53:55,631 [83] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 53, 55, 629385), True, datetime.datetime(2022, 6, 9, 11, 53, 55, 629385), 0, 'namespacegc/%', 50, 1, 0]) namespacegcworker stdout | 2022-06-09 11:53:55,633 [83] [DEBUG] [workers.queueworker] No more work. namespacegcworker stdout | 2022-06-09 11:53:55,633 [83] [DEBUG] [data.database] Disconnecting from database. namespacegcworker stdout | 2022-06-09 11:53:55,634 [83] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 11:54:55 UTC)" executed successfully notificationworker stdout | 2022-06-09 11:54:00,621 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 11:54:00,621 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:54:02.645216+00:00 (in 2.023994 seconds) notificationworker stdout | 2022-06-09 11:54:00,621 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:54:10 UTC)" (scheduled at 2022-06-09 11:54:00.617379+00:00) notificationworker stdout | 2022-06-09 11:54:00,621 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 11:54:00,622 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 54, 0, 621742), True, datetime.datetime(2022, 6, 9, 11, 54, 0, 621742), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 11:54:00,625 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 11:54:00,625 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 11:54:00,625 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:54:10 UTC)" executed successfully namespacegcworker stdout | 2022-06-09 11:54:01,524 [83] [DEBUG] [apscheduler.scheduler] Looking for jobs to run namespacegcworker stdout | 2022-06-09 11:54:01,524 [83] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:54:21.521215+00:00 (in 19.996499 seconds) namespacegcworker stdout | 2022-06-09 11:54:01,525 [83] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 11:55:01 UTC)" (scheduled at 2022-06-09 11:54:01.521527+00:00) namespacegcworker stdout | 2022-06-09 11:54:01,525 [83] [DEBUG] [workers.queueworker] Running watchdog. namespacegcworker stdout | 2022-06-09 11:54:01,525 [83] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 11:55:01 UTC)" executed successfully notificationworker stdout | 2022-06-09 11:54:02,647 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 11:54:02,648 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:54:10.617379+00:00 (in 7.969509 seconds) notificationworker stdout | 2022-06-09 11:54:02,648 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2022-06-09 11:59:02 UTC)" (scheduled at 2022-06-09 11:54:02.645216+00:00) notificationworker stdout | 2022-06-09 11:54:02,648 [85] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT `t1`.`queue_name` FROM `queueitem` AS `t1` WHERE (((`t1`.`available` = %s) AND (`t1`.`processing_expires` > %s)) AND (`t1`.`queue_name` LIKE %s))) AS `_wrapped`', [False, datetime.datetime(2022, 6, 9, 11, 54, 2, 648375), 'notification/%']) notificationworker stdout | 2022-06-09 11:54:02,651 [85] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT `t1`.`queue_name` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s))) AS `_wrapped`', [datetime.datetime(2022, 6, 9, 11, 54, 2, 648375), True, datetime.datetime(2022, 6, 9, 11, 54, 2, 648375), 0, 'notification/%']) notificationworker stdout | 2022-06-09 11:54:02,652 [85] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT `t1`.`queue_name` FROM `queueitem` AS `t1` WHERE (((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) AND NOT (`t1`.`queue_name` IN (SELECT `t1`.`queue_name` FROM `queueitem` AS `t1` WHERE (((`t1`.`available` = %s) AND (`t1`.`processing_expires` > %s)) AND (`t1`.`queue_name` LIKE %s)))))) AS `_wrapped`', [datetime.datetime(2022, 6, 9, 11, 54, 2, 648375), True, datetime.datetime(2022, 6, 9, 11, 54, 2, 648375), 0, 'notification/%', False, datetime.datetime(2022, 6, 9, 11, 54, 2, 648375), 'notification/%']) notificationworker stdout | 2022-06-09 11:54:02,653 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 11:54:02,653 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2022-06-09 11:59:02 UTC)" executed successfully exportactionlogsworker stdout | 2022-06-09 11:54:04,370 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run exportactionlogsworker stdout | 2022-06-09 11:54:04,370 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:54:47.409953+00:00 (in 43.039113 seconds) exportactionlogsworker stdout | 2022-06-09 11:54:04,371 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 11:55:04 UTC)" (scheduled at 2022-06-09 11:54:04.366245+00:00) exportactionlogsworker stdout | 2022-06-09 11:54:04,371 [70] [DEBUG] [workers.queueworker] Getting work item from queue. exportactionlogsworker stdout | 2022-06-09 11:54:04,371 [70] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 54, 4, 371161), True, datetime.datetime(2022, 6, 9, 11, 54, 4, 371161), 0, 'exportactionlogs/%', 50, 1, 0]) exportactionlogsworker stdout | 2022-06-09 11:54:04,374 [70] [DEBUG] [workers.queueworker] No more work. exportactionlogsworker stdout | 2022-06-09 11:54:04,374 [70] [DEBUG] [data.database] Disconnecting from database. exportactionlogsworker stdout | 2022-06-09 11:54:04,374 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 11:55:04 UTC)" executed successfully gcworker stdout | 2022-06-09 11:54:07,517 [71] [DEBUG] [apscheduler.scheduler] Looking for jobs to run gcworker stdout | 2022-06-09 11:54:07,517 [71] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:54:37.490424+00:00 (in 29.972744 seconds) gcworker stdout | 2022-06-09 11:54:07,517 [71] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 11:54:37 UTC)" (scheduled at 2022-06-09 11:54:07.490424+00:00) gcworker stdout | 2022-06-09 11:54:07,518 [71] [DEBUG] [peewee] ('SELECT `candidates`.`repository_id` FROM (SELECT DISTINCT `t1`.`repository_id` FROM `tag` AS `t1` INNER JOIN `repository` AS `t2` ON (`t1`.`repository_id` = `t2`.`id`) INNER JOIN `user` AS `t3` ON (`t2`.`namespace_user_id` = `t3`.`id`) WHERE ((((NOT (`t1`.`lifetime_end_ms` IS %s) AND (`t1`.`lifetime_end_ms` <= %s)) AND (`t3`.`removed_tag_expiration_s` = %s)) AND (`t3`.`enabled` = %s)) AND (`t2`.`state` != %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', [None, 1654775647518, 0, True, 3, 500, 1, 0]) gcworker stdout | 2022-06-09 11:54:07,520 [71] [DEBUG] [__main__] No repository with garbage found gcworker stdout | 2022-06-09 11:54:07,520 [71] [DEBUG] [data.database] Disconnecting from database. gcworker stdout | 2022-06-09 11:54:07,521 [71] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 11:54:37 UTC)" executed successfully notificationworker stdout | 2022-06-09 11:54:10,618 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 11:54:10,618 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:54:19.645536+00:00 (in 9.026873 seconds) notificationworker stdout | 2022-06-09 11:54:10,618 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:54:20 UTC)" (scheduled at 2022-06-09 11:54:10.617379+00:00) notificationworker stdout | 2022-06-09 11:54:10,619 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 11:54:10,619 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 54, 10, 619128), True, datetime.datetime(2022, 6, 9, 11, 54, 10, 619128), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 11:54:10,622 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 11:54:10,622 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 11:54:10,622 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:54:20 UTC)" executed successfully buildlogsarchiver stdout | 2022-06-09 11:54:15,378 [66] [DEBUG] [apscheduler.scheduler] Looking for jobs to run buildlogsarchiver stdout | 2022-06-09 11:54:15,378 [66] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:54:45.366042+00:00 (in 29.987623 seconds) buildlogsarchiver stdout | 2022-06-09 11:54:15,378 [66] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 11:54:45 UTC)" (scheduled at 2022-06-09 11:54:15.366042+00:00) buildlogsarchiver stdout | 2022-06-09 11:54:15,379 [66] [DEBUG] [peewee] ('SELECT `candidates`.`id` FROM (SELECT `t1`.`id` FROM `repositorybuild` AS `t1` WHERE (((`t1`.`phase` IN (%s, %s, %s)) OR (`t1`.`started` < %s)) AND (`t1`.`logs_archived` = %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2022, 5, 25, 11, 54, 15, 378898), False, 50, 1, 0]) buildlogsarchiver stdout | 2022-06-09 11:54:15,381 [66] [DEBUG] [__main__] No more builds to archive buildlogsarchiver stdout | 2022-06-09 11:54:15,381 [66] [DEBUG] [data.database] Disconnecting from database. buildlogsarchiver stdout | 2022-06-09 11:54:15,381 [66] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 11:54:45 UTC)" executed successfully blobuploadcleanupworker stdout | 2022-06-09 11:54:18,744 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'blobuploadcleanupworker.py', 'pid': '64'} gunicorn-web stdout | 2022-06-09 11:54:18,751 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '75'} gunicorn-web stdout | 2022-06-09 11:54:18,757 [243] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '243'} gunicorn-web stdout | 2022-06-09 11:54:18,769 [226] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '226'} gunicorn-web stdout | 2022-06-09 11:54:18,793 [242] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '242'} gunicorn-web stdout | 2022-06-09 11:54:18,805 [235] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '235'} gunicorn-web stdout | 2022-06-09 11:54:18,823 [228] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '228'} gunicorn-web stdout | 2022-06-09 11:54:18,830 [241] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '241'} exportactionlogsworker stdout | 2022-06-09 11:54:18,837 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'exportactionlogsworker.py', 'pid': '70'} gunicorn-web stdout | 2022-06-09 11:54:18,844 [244] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '244'} gunicorn-web stdout | 2022-06-09 11:54:18,851 [237] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '237'} gunicorn-web stdout | 2022-06-09 11:54:18,859 [234] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '234'} gunicorn-web stdout | 2022-06-09 11:54:18,867 [236] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '236'} gunicorn-web stdout | 2022-06-09 11:54:18,874 [230] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '230'} gunicorn-web stdout | 2022-06-09 11:54:18,883 [239] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '239'} gunicorn-web stdout | 2022-06-09 11:54:18,894 [231] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '231'} gunicorn-web stdout | 2022-06-09 11:54:18,914 [229] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '229'} gunicorn-web stdout | 2022-06-09 11:54:18,925 [238] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '238'} repositoryactioncounter stdout | 2022-06-09 11:54:18,933 [88] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositoryactioncounter.py', 'pid': '88'} gunicorn-web stdout | 2022-06-09 11:54:18,941 [232] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '232'} gunicorn-secscan stdout | 2022-06-09 11:54:18,948 [221] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '221'} gunicorn-secscan stdout | 2022-06-09 11:54:18,955 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '74'} gunicorn-secscan stdout | 2022-06-09 11:54:18,963 [224] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '224'} gunicorn-secscan stdout | 2022-06-09 11:54:18,985 [225] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '225'} logrotateworker stdout | 2022-06-09 11:54:18,991 [77] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'logrotateworker.py', 'pid': '77'} gunicorn-secscan stdout | 2022-06-09 11:54:18,998 [227] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '227'} securityscanningnotificationworker stdout | 2022-06-09 11:54:19,065 [90] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'securityscanningnotificationworker.py', 'pid': '90'} chunkcleanupworker stdout | 2022-06-09 11:54:19,071 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'chunkcleanupworker.py', 'pid': '67'} namespacegcworker stdout | 2022-06-09 11:54:19,134 [83] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'namespacegcworker.py', 'pid': '83'} globalpromstats stdout | 2022-06-09 11:54:19,383 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'globalpromstats.py', 'pid': '72'} repositorygcworker stdout | 2022-06-09 11:54:19,397 [89] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositorygcworker.py', 'pid': '89'} manifestbackfillworker stdout | 2022-06-09 11:54:19,449 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'manifestbackfillworker.py', 'pid': '78'} storagereplication stdout | 2022-06-09 11:54:19,458 [93] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'storagereplication.py', 'pid': '93'} expiredappspecifictokenworker stdout | 2022-06-09 11:54:19,503 [69] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '69'} servicekey stdout | 2022-06-09 11:54:19,533 [92] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'servicekeyworker.py', 'pid': '92'} builder stdout | 2022-06-09 11:54:19,544 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'builder.py', 'pid': '65'} teamsyncworker stdout | 2022-06-09 11:54:19,565 [94] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'teamsyncworker.py', 'pid': '94'} notificationworker stdout | 2022-06-09 11:54:19,574 [85] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'notificationworker.py', 'pid': '85'} buildlogsarchiver stdout | 2022-06-09 11:54:19,607 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'buildlogsarchiver.py', 'pid': '66'} gcworker stdout | 2022-06-09 11:54:19,636 [71] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'gcworker.py', 'pid': '71'} notificationworker stdout | 2022-06-09 11:54:19,646 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 11:54:19,646 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:54:20.617379+00:00 (in 0.971134 seconds) notificationworker stdout | 2022-06-09 11:54:19,646 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 11:55:19 UTC)" (scheduled at 2022-06-09 11:54:19.645536+00:00) notificationworker stdout | 2022-06-09 11:54:19,646 [85] [DEBUG] [workers.queueworker] Running watchdog. notificationworker stdout | 2022-06-09 11:54:19,646 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 11:55:19 UTC)" executed successfully queuecleanupworker stdout | 2022-06-09 11:54:19,686 [87] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'queuecleanupworker.py', 'pid': '87'} notificationworker stdout | 2022-06-09 11:54:20,628 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 11:54:20,628 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:54:30.617379+00:00 (in 9.988580 seconds) notificationworker stdout | 2022-06-09 11:54:20,629 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:54:30 UTC)" (scheduled at 2022-06-09 11:54:20.617379+00:00) notificationworker stdout | 2022-06-09 11:54:20,629 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 11:54:20,629 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 54, 20, 629180), True, datetime.datetime(2022, 6, 9, 11, 54, 20, 629180), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 11:54:20,632 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 11:54:20,632 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 11:54:20,632 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:54:30 UTC)" executed successfully gunicorn-registry stdout | 2022-06-09 11:54:21,216 [273] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '273'} gunicorn-registry stdout | 2022-06-09 11:54:21,223 [271] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '271'} gunicorn-registry stdout | 2022-06-09 11:54:21,230 [276] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '276'} gunicorn-registry stdout | 2022-06-09 11:54:21,249 [275] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '275'} gunicorn-registry stdout | 2022-06-09 11:54:21,267 [246] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '246'} gunicorn-registry stdout | 2022-06-09 11:54:21,280 [277] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '277'} gunicorn-registry stdout | 2022-06-09 11:54:21,287 [274] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '274'} gunicorn-registry stdout | 2022-06-09 11:54:21,294 [263] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '263'} gunicorn-registry stdout | 2022-06-09 11:54:21,306 [266] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '266'} gunicorn-registry stdout | 2022-06-09 11:54:21,313 [254] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '254'} gunicorn-registry stdout | 2022-06-09 11:54:21,321 [260] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '260'} gunicorn-registry stdout | 2022-06-09 11:54:21,328 [270] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '270'} gunicorn-registry stdout | 2022-06-09 11:54:21,334 [253] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '253'} gunicorn-registry stdout | 2022-06-09 11:54:21,342 [268] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '268'} gunicorn-registry stdout | 2022-06-09 11:54:21,351 [261] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '261'} gunicorn-registry stdout | 2022-06-09 11:54:21,362 [248] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '248'} gunicorn-registry stdout | 2022-06-09 11:54:21,371 [245] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '245'} gunicorn-registry stdout | 2022-06-09 11:54:21,378 [249] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '249'} gunicorn-registry stdout | 2022-06-09 11:54:21,385 [251] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '251'} gunicorn-registry stdout | 2022-06-09 11:54:21,392 [259] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '259'} gunicorn-registry stdout | 2022-06-09 11:54:21,398 [250] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '250'} gunicorn-registry stdout | 2022-06-09 11:54:21,406 [265] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '265'} gunicorn-registry stdout | 2022-06-09 11:54:21,414 [73] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '73'} gunicorn-registry stdout | 2022-06-09 11:54:21,423 [267] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '267'} gunicorn-registry stdout | 2022-06-09 11:54:21,430 [256] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '256'} gunicorn-registry stdout | 2022-06-09 11:54:21,436 [262] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '262'} gunicorn-registry stdout | 2022-06-09 11:54:21,444 [264] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '264'} gunicorn-registry stdout | 2022-06-09 11:54:21,452 [272] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '272'} gunicorn-registry stdout | 2022-06-09 11:54:21,462 [269] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '269'} gunicorn-registry stdout | 2022-06-09 11:54:21,468 [247] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '247'} gunicorn-registry stdout | 2022-06-09 11:54:21,477 [255] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '255'} gunicorn-registry stdout | 2022-06-09 11:54:21,483 [252] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '252'} gunicorn-registry stdout | 2022-06-09 11:54:21,490 [257] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '257'} namespacegcworker stdout | 2022-06-09 11:54:21,522 [83] [DEBUG] [apscheduler.scheduler] Looking for jobs to run namespacegcworker stdout | 2022-06-09 11:54:21,522 [83] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:54:55.463831+00:00 (in 33.941268 seconds) namespacegcworker stdout | 2022-06-09 11:54:21,522 [83] [INFO] [apscheduler.executors.default] Running job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2022-06-09 11:59:21 UTC)" (scheduled at 2022-06-09 11:54:21.521215+00:00) namespacegcworker stdout | 2022-06-09 11:54:21,523 [83] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT `t1`.`queue_name` FROM `queueitem` AS `t1` WHERE (((`t1`.`available` = %s) AND (`t1`.`processing_expires` > %s)) AND (`t1`.`queue_name` LIKE %s))) AS `_wrapped`', [False, datetime.datetime(2022, 6, 9, 11, 54, 21, 523007), 'namespacegc/%']) namespacegcworker stdout | 2022-06-09 11:54:21,525 [83] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT `t1`.`queue_name` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s))) AS `_wrapped`', [datetime.datetime(2022, 6, 9, 11, 54, 21, 523007), True, datetime.datetime(2022, 6, 9, 11, 54, 21, 523007), 0, 'namespacegc/%']) namespacegcworker stdout | 2022-06-09 11:54:21,527 [83] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT `t1`.`queue_name` FROM `queueitem` AS `t1` WHERE (((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) AND NOT (`t1`.`queue_name` IN (SELECT `t1`.`queue_name` FROM `queueitem` AS `t1` WHERE (((`t1`.`available` = %s) AND (`t1`.`processing_expires` > %s)) AND (`t1`.`queue_name` LIKE %s)))))) AS `_wrapped`', [datetime.datetime(2022, 6, 9, 11, 54, 21, 523007), True, datetime.datetime(2022, 6, 9, 11, 54, 21, 523007), 0, 'namespacegc/%', False, datetime.datetime(2022, 6, 9, 11, 54, 21, 523007), 'namespacegc/%']) namespacegcworker stdout | 2022-06-09 11:54:21,528 [83] [DEBUG] [data.database] Disconnecting from database. namespacegcworker stdout | 2022-06-09 11:54:21,528 [83] [INFO] [apscheduler.executors.default] Job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2022-06-09 11:59:21 UTC)" executed successfully notificationworker stdout | 2022-06-09 11:54:30,619 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 11:54:30,619 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:54:40.617379+00:00 (in 9.997999 seconds) notificationworker stdout | 2022-06-09 11:54:30,619 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:54:40 UTC)" (scheduled at 2022-06-09 11:54:30.617379+00:00) notificationworker stdout | 2022-06-09 11:54:30,619 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 11:54:30,620 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 54, 30, 619860), True, datetime.datetime(2022, 6, 9, 11, 54, 30, 619860), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 11:54:30,623 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 11:54:30,623 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 11:54:30,623 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:54:40 UTC)" executed successfully gcworker stdout | 2022-06-09 11:54:37,496 [71] [DEBUG] [apscheduler.scheduler] Looking for jobs to run gcworker stdout | 2022-06-09 11:54:37,496 [71] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:55:07.490424+00:00 (in 29.994050 seconds) gcworker stdout | 2022-06-09 11:54:37,496 [71] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 11:55:07 UTC)" (scheduled at 2022-06-09 11:54:37.490424+00:00) gcworker stdout | 2022-06-09 11:54:37,497 [71] [DEBUG] [peewee] ('SELECT `candidates`.`repository_id` FROM (SELECT DISTINCT `t1`.`repository_id` FROM `tag` AS `t1` INNER JOIN `repository` AS `t2` ON (`t1`.`repository_id` = `t2`.`id`) INNER JOIN `user` AS `t3` ON (`t2`.`namespace_user_id` = `t3`.`id`) WHERE ((((NOT (`t1`.`lifetime_end_ms` IS %s) AND (`t1`.`lifetime_end_ms` <= %s)) AND (`t3`.`removed_tag_expiration_s` = %s)) AND (`t3`.`enabled` = %s)) AND (`t2`.`state` != %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', [None, 1654775677497, 0, True, 3, 500, 1, 0]) gcworker stdout | 2022-06-09 11:54:37,499 [71] [DEBUG] [__main__] No repository with garbage found gcworker stdout | 2022-06-09 11:54:37,500 [71] [DEBUG] [data.database] Disconnecting from database. gcworker stdout | 2022-06-09 11:54:37,500 [71] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 11:55:07 UTC)" executed successfully repositorygcworker stdout | 2022-06-09 11:54:38,464 [89] [DEBUG] [apscheduler.scheduler] Looking for jobs to run repositorygcworker stdout | 2022-06-09 11:54:38,464 [89] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:54:51.502316+00:00 (in 13.038102 seconds) repositorygcworker stdout | 2022-06-09 11:54:38,464 [89] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 11:55:38 UTC)" (scheduled at 2022-06-09 11:54:38.463361+00:00) repositorygcworker stdout | 2022-06-09 11:54:38,464 [89] [DEBUG] [workers.queueworker] Getting work item from queue. repositorygcworker stdout | 2022-06-09 11:54:38,465 [89] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 54, 38, 464550), True, datetime.datetime(2022, 6, 9, 11, 54, 38, 464550), 0, 'repositorygc/%', 50, 1, 0]) repositorygcworker stdout | 2022-06-09 11:54:38,467 [89] [DEBUG] [workers.queueworker] No more work. repositorygcworker stdout | 2022-06-09 11:54:38,467 [89] [DEBUG] [data.database] Disconnecting from database. repositorygcworker stdout | 2022-06-09 11:54:38,467 [89] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 11:55:38 UTC)" executed successfully notificationworker stdout | 2022-06-09 11:54:40,629 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 11:54:40,629 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:54:50.617379+00:00 (in 9.988240 seconds) notificationworker stdout | 2022-06-09 11:54:40,629 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:54:50 UTC)" (scheduled at 2022-06-09 11:54:40.617379+00:00) notificationworker stdout | 2022-06-09 11:54:40,629 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 11:54:40,630 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 54, 40, 629499), True, datetime.datetime(2022, 6, 9, 11, 54, 40, 629499), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 11:54:40,632 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 11:54:40,632 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 11:54:40,632 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:54:50 UTC)" executed successfully buildlogsarchiver stdout | 2022-06-09 11:54:45,368 [66] [DEBUG] [apscheduler.scheduler] Looking for jobs to run buildlogsarchiver stdout | 2022-06-09 11:54:45,368 [66] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:55:15.366042+00:00 (in 29.997518 seconds) buildlogsarchiver stdout | 2022-06-09 11:54:45,369 [66] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 11:55:15 UTC)" (scheduled at 2022-06-09 11:54:45.366042+00:00) buildlogsarchiver stdout | 2022-06-09 11:54:45,369 [66] [DEBUG] [peewee] ('SELECT `candidates`.`id` FROM (SELECT `t1`.`id` FROM `repositorybuild` AS `t1` WHERE (((`t1`.`phase` IN (%s, %s, %s)) OR (`t1`.`started` < %s)) AND (`t1`.`logs_archived` = %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2022, 5, 25, 11, 54, 45, 369186), False, 50, 1, 0]) buildlogsarchiver stdout | 2022-06-09 11:54:45,371 [66] [DEBUG] [__main__] No more builds to archive buildlogsarchiver stdout | 2022-06-09 11:54:45,371 [66] [DEBUG] [data.database] Disconnecting from database. buildlogsarchiver stdout | 2022-06-09 11:54:45,371 [66] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 11:55:15 UTC)" executed successfully exportactionlogsworker stdout | 2022-06-09 11:54:47,411 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run exportactionlogsworker stdout | 2022-06-09 11:54:47,411 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:55:04.366245+00:00 (in 16.954572 seconds) exportactionlogsworker stdout | 2022-06-09 11:54:47,412 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 11:55:47 UTC)" (scheduled at 2022-06-09 11:54:47.409953+00:00) exportactionlogsworker stdout | 2022-06-09 11:54:47,412 [70] [DEBUG] [workers.queueworker] Running watchdog. exportactionlogsworker stdout | 2022-06-09 11:54:47,412 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 11:55:47 UTC)" executed successfully gunicorn-web stdout | 2022-06-09 11:54:48,770 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '75'} blobuploadcleanupworker stdout | 2022-06-09 11:54:48,777 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'blobuploadcleanupworker.py', 'pid': '64'} gunicorn-web stdout | 2022-06-09 11:54:48,783 [243] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '243'} gunicorn-web stdout | 2022-06-09 11:54:48,791 [226] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '226'} gunicorn-web stdout | 2022-06-09 11:54:48,812 [242] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '242'} gunicorn-web stdout | 2022-06-09 11:54:48,820 [235] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '235'} gunicorn-web stdout | 2022-06-09 11:54:48,840 [228] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '228'} gunicorn-web stdout | 2022-06-09 11:54:48,847 [241] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '241'} gunicorn-web stdout | 2022-06-09 11:54:48,859 [244] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '244'} gunicorn-web stdout | 2022-06-09 11:54:48,866 [237] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '237'} gunicorn-web stdout | 2022-06-09 11:54:48,874 [234] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '234'} exportactionlogsworker stdout | 2022-06-09 11:54:48,882 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'exportactionlogsworker.py', 'pid': '70'} gunicorn-web stdout | 2022-06-09 11:54:48,890 [236] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '236'} gunicorn-web stdout | 2022-06-09 11:54:48,897 [230] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '230'} gunicorn-web stdout | 2022-06-09 11:54:48,904 [239] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '239'} gunicorn-web stdout | 2022-06-09 11:54:48,911 [231] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '231'} gunicorn-web stdout | 2022-06-09 11:54:48,931 [229] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '229'} gunicorn-web stdout | 2022-06-09 11:54:48,938 [238] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '238'} gunicorn-web stdout | 2022-06-09 11:54:48,953 [232] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '232'} gunicorn-secscan stdout | 2022-06-09 11:54:48,959 [221] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '221'} repositoryactioncounter stdout | 2022-06-09 11:54:48,967 [88] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositoryactioncounter.py', 'pid': '88'} gunicorn-secscan stdout | 2022-06-09 11:54:48,975 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '74'} gunicorn-secscan stdout | 2022-06-09 11:54:48,982 [224] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '224'} gunicorn-secscan stdout | 2022-06-09 11:54:49,001 [225] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '225'} gunicorn-secscan stdout | 2022-06-09 11:54:49,011 [227] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '227'} logrotateworker stdout | 2022-06-09 11:54:49,035 [77] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'logrotateworker.py', 'pid': '77'} securityscanningnotificationworker stdout | 2022-06-09 11:54:49,095 [90] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'securityscanningnotificationworker.py', 'pid': '90'} chunkcleanupworker stdout | 2022-06-09 11:54:49,105 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'chunkcleanupworker.py', 'pid': '67'} namespacegcworker stdout | 2022-06-09 11:54:49,151 [83] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'namespacegcworker.py', 'pid': '83'} globalpromstats stdout | 2022-06-09 11:54:49,422 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'globalpromstats.py', 'pid': '72'} repositorygcworker stdout | 2022-06-09 11:54:49,427 [89] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositorygcworker.py', 'pid': '89'} storagereplication stdout | 2022-06-09 11:54:49,495 [93] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'storagereplication.py', 'pid': '93'} manifestbackfillworker stdout | 2022-06-09 11:54:49,501 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'manifestbackfillworker.py', 'pid': '78'} expiredappspecifictokenworker stdout | 2022-06-09 11:54:49,543 [69] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '69'} servicekey stdout | 2022-06-09 11:54:49,569 [92] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'servicekeyworker.py', 'pid': '92'} builder stdout | 2022-06-09 11:54:49,583 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'builder.py', 'pid': '65'} notificationworker stdout | 2022-06-09 11:54:49,590 [85] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'notificationworker.py', 'pid': '85'} teamsyncworker stdout | 2022-06-09 11:54:49,602 [94] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'teamsyncworker.py', 'pid': '94'} buildlogsarchiver stdout | 2022-06-09 11:54:49,647 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'buildlogsarchiver.py', 'pid': '66'} gcworker stdout | 2022-06-09 11:54:49,673 [71] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'gcworker.py', 'pid': '71'} queuecleanupworker stdout | 2022-06-09 11:54:49,725 [87] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'queuecleanupworker.py', 'pid': '87'} notificationworker stdout | 2022-06-09 11:54:50,632 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 11:54:50,633 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:55:00.617379+00:00 (in 9.984460 seconds) notificationworker stdout | 2022-06-09 11:54:50,633 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:55:00 UTC)" (scheduled at 2022-06-09 11:54:50.617379+00:00) notificationworker stdout | 2022-06-09 11:54:50,633 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 11:54:50,633 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 54, 50, 633292), True, datetime.datetime(2022, 6, 9, 11, 54, 50, 633292), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 11:54:50,636 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 11:54:50,636 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 11:54:50,636 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:55:00 UTC)" executed successfully gunicorn-registry stdout | 2022-06-09 11:54:51,238 [271] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '271'} gunicorn-registry stdout | 2022-06-09 11:54:51,245 [273] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '273'} gunicorn-registry stdout | 2022-06-09 11:54:51,253 [276] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '276'} gunicorn-registry stdout | 2022-06-09 11:54:51,260 [275] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '275'} gunicorn-registry stdout | 2022-06-09 11:54:51,284 [246] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '246'} gunicorn-registry stdout | 2022-06-09 11:54:51,295 [277] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '277'} gunicorn-registry stdout | 2022-06-09 11:54:51,303 [274] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '274'} gunicorn-registry stdout | 2022-06-09 11:54:51,310 [263] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '263'} gunicorn-registry stdout | 2022-06-09 11:54:51,319 [266] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '266'} gunicorn-registry stdout | 2022-06-09 11:54:51,327 [254] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '254'} gunicorn-registry stdout | 2022-06-09 11:54:51,334 [260] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '260'} gunicorn-registry stdout | 2022-06-09 11:54:51,342 [270] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '270'} gunicorn-registry stdout | 2022-06-09 11:54:51,348 [253] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '253'} gunicorn-registry stdout | 2022-06-09 11:54:51,356 [268] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '268'} gunicorn-registry stdout | 2022-06-09 11:54:51,366 [261] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '261'} gunicorn-registry stdout | 2022-06-09 11:54:51,376 [248] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '248'} gunicorn-registry stdout | 2022-06-09 11:54:51,383 [245] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '245'} gunicorn-registry stdout | 2022-06-09 11:54:51,393 [249] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '249'} gunicorn-registry stdout | 2022-06-09 11:54:51,399 [251] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '251'} gunicorn-registry stdout | 2022-06-09 11:54:51,407 [259] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '259'} gunicorn-registry stdout | 2022-06-09 11:54:51,414 [250] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '250'} gunicorn-registry stdout | 2022-06-09 11:54:51,421 [265] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '265'} gunicorn-registry stdout | 2022-06-09 11:54:51,428 [73] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '73'} gunicorn-registry stdout | 2022-06-09 11:54:51,435 [267] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '267'} gunicorn-registry stdout | 2022-06-09 11:54:51,443 [256] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '256'} gunicorn-registry stdout | 2022-06-09 11:54:51,450 [262] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '262'} gunicorn-registry stdout | 2022-06-09 11:54:51,458 [264] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '264'} gunicorn-registry stdout | 2022-06-09 11:54:51,465 [272] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '272'} gunicorn-registry stdout | 2022-06-09 11:54:51,475 [269] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '269'} gunicorn-registry stdout | 2022-06-09 11:54:51,483 [247] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '247'} gunicorn-registry stdout | 2022-06-09 11:54:51,490 [255] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '255'} gunicorn-registry stdout | 2022-06-09 11:54:51,497 [252] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '252'} repositorygcworker stdout | 2022-06-09 11:54:51,503 [89] [DEBUG] [apscheduler.scheduler] Looking for jobs to run repositorygcworker stdout | 2022-06-09 11:54:51,503 [89] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:54:53.501847+00:00 (in 1.998708 seconds) repositorygcworker stdout | 2022-06-09 11:54:51,503 [89] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 11:55:51 UTC)" (scheduled at 2022-06-09 11:54:51.502316+00:00) repositorygcworker stdout | 2022-06-09 11:54:51,503 [89] [DEBUG] [workers.queueworker] Running watchdog. repositorygcworker stdout | 2022-06-09 11:54:51,503 [89] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 11:55:51 UTC)" executed successfully gunicorn-registry stdout | 2022-06-09 11:54:51,504 [257] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '257'} repositorygcworker stdout | 2022-06-09 11:54:53,504 [89] [DEBUG] [apscheduler.scheduler] Looking for jobs to run repositorygcworker stdout | 2022-06-09 11:54:53,504 [89] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:55:38.463361+00:00 (in 44.959073 seconds) repositorygcworker stdout | 2022-06-09 11:54:53,505 [89] [INFO] [apscheduler.executors.default] Running job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2022-06-09 11:59:53 UTC)" (scheduled at 2022-06-09 11:54:53.501847+00:00) repositorygcworker stdout | 2022-06-09 11:54:53,505 [89] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT `t1`.`queue_name` FROM `queueitem` AS `t1` WHERE (((`t1`.`available` = %s) AND (`t1`.`processing_expires` > %s)) AND (`t1`.`queue_name` LIKE %s))) AS `_wrapped`', [False, datetime.datetime(2022, 6, 9, 11, 54, 53, 505147), 'repositorygc/%']) repositorygcworker stdout | 2022-06-09 11:54:53,507 [89] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT `t1`.`queue_name` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s))) AS `_wrapped`', [datetime.datetime(2022, 6, 9, 11, 54, 53, 505147), True, datetime.datetime(2022, 6, 9, 11, 54, 53, 505147), 0, 'repositorygc/%']) repositorygcworker stdout | 2022-06-09 11:54:53,509 [89] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT `t1`.`queue_name` FROM `queueitem` AS `t1` WHERE (((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) AND NOT (`t1`.`queue_name` IN (SELECT `t1`.`queue_name` FROM `queueitem` AS `t1` WHERE (((`t1`.`available` = %s) AND (`t1`.`processing_expires` > %s)) AND (`t1`.`queue_name` LIKE %s)))))) AS `_wrapped`', [datetime.datetime(2022, 6, 9, 11, 54, 53, 505147), True, datetime.datetime(2022, 6, 9, 11, 54, 53, 505147), 0, 'repositorygc/%', False, datetime.datetime(2022, 6, 9, 11, 54, 53, 505147), 'repositorygc/%']) repositorygcworker stdout | 2022-06-09 11:54:53,510 [89] [DEBUG] [data.database] Disconnecting from database. repositorygcworker stdout | 2022-06-09 11:54:53,510 [89] [INFO] [apscheduler.executors.default] Job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2022-06-09 11:59:53 UTC)" executed successfully namespacegcworker stdout | 2022-06-09 11:54:55,465 [83] [DEBUG] [apscheduler.scheduler] Looking for jobs to run namespacegcworker stdout | 2022-06-09 11:54:55,465 [83] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:55:01.521527+00:00 (in 6.056062 seconds) namespacegcworker stdout | 2022-06-09 11:54:55,465 [83] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 11:55:55 UTC)" (scheduled at 2022-06-09 11:54:55.463831+00:00) namespacegcworker stdout | 2022-06-09 11:54:55,465 [83] [DEBUG] [workers.queueworker] Getting work item from queue. namespacegcworker stdout | 2022-06-09 11:54:55,466 [83] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 54, 55, 465911), True, datetime.datetime(2022, 6, 9, 11, 54, 55, 465911), 0, 'namespacegc/%', 50, 1, 0]) namespacegcworker stdout | 2022-06-09 11:54:55,468 [83] [DEBUG] [workers.queueworker] No more work. namespacegcworker stdout | 2022-06-09 11:54:55,469 [83] [DEBUG] [data.database] Disconnecting from database. namespacegcworker stdout | 2022-06-09 11:54:55,469 [83] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 11:55:55 UTC)" executed successfully notificationworker stdout | 2022-06-09 11:55:00,618 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 11:55:00,618 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:55:10.617379+00:00 (in 9.998823 seconds) notificationworker stdout | 2022-06-09 11:55:00,618 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:55:10 UTC)" (scheduled at 2022-06-09 11:55:00.617379+00:00) notificationworker stdout | 2022-06-09 11:55:00,619 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 11:55:00,619 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 55, 0, 619068), True, datetime.datetime(2022, 6, 9, 11, 55, 0, 619068), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 11:55:00,622 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 11:55:00,622 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 11:55:00,622 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:55:10 UTC)" executed successfully namespacegcworker stdout | 2022-06-09 11:55:01,521 [83] [DEBUG] [apscheduler.scheduler] Looking for jobs to run namespacegcworker stdout | 2022-06-09 11:55:01,522 [83] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:55:55.463831+00:00 (in 53.941861 seconds) namespacegcworker stdout | 2022-06-09 11:55:01,522 [83] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 11:56:01 UTC)" (scheduled at 2022-06-09 11:55:01.521527+00:00) namespacegcworker stdout | 2022-06-09 11:55:01,522 [83] [DEBUG] [workers.queueworker] Running watchdog. namespacegcworker stdout | 2022-06-09 11:55:01,522 [83] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 11:56:01 UTC)" executed successfully exportactionlogsworker stdout | 2022-06-09 11:55:04,373 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run exportactionlogsworker stdout | 2022-06-09 11:55:04,373 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:55:47.409953+00:00 (in 43.036781 seconds) exportactionlogsworker stdout | 2022-06-09 11:55:04,373 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 11:56:04 UTC)" (scheduled at 2022-06-09 11:55:04.366245+00:00) exportactionlogsworker stdout | 2022-06-09 11:55:04,373 [70] [DEBUG] [workers.queueworker] Getting work item from queue. exportactionlogsworker stdout | 2022-06-09 11:55:04,374 [70] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 55, 4, 373488), True, datetime.datetime(2022, 6, 9, 11, 55, 4, 373488), 0, 'exportactionlogs/%', 50, 1, 0]) exportactionlogsworker stdout | 2022-06-09 11:55:04,376 [70] [DEBUG] [workers.queueworker] No more work. exportactionlogsworker stdout | 2022-06-09 11:55:04,376 [70] [DEBUG] [data.database] Disconnecting from database. exportactionlogsworker stdout | 2022-06-09 11:55:04,376 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 11:56:04 UTC)" executed successfully gcworker stdout | 2022-06-09 11:55:07,505 [71] [DEBUG] [apscheduler.scheduler] Looking for jobs to run gcworker stdout | 2022-06-09 11:55:07,505 [71] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:55:37.490424+00:00 (in 29.985028 seconds) gcworker stdout | 2022-06-09 11:55:07,505 [71] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 11:55:37 UTC)" (scheduled at 2022-06-09 11:55:07.490424+00:00) gcworker stdout | 2022-06-09 11:55:07,506 [71] [DEBUG] [peewee] ('SELECT `candidates`.`repository_id` FROM (SELECT DISTINCT `t1`.`repository_id` FROM `tag` AS `t1` INNER JOIN `repository` AS `t2` ON (`t1`.`repository_id` = `t2`.`id`) INNER JOIN `user` AS `t3` ON (`t2`.`namespace_user_id` = `t3`.`id`) WHERE ((((NOT (`t1`.`lifetime_end_ms` IS %s) AND (`t1`.`lifetime_end_ms` <= %s)) AND (`t3`.`removed_tag_expiration_s` = %s)) AND (`t3`.`enabled` = %s)) AND (`t2`.`state` != %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', [None, 1654775707505, 0, True, 3, 500, 1, 0]) gcworker stdout | 2022-06-09 11:55:07,508 [71] [DEBUG] [__main__] No repository with garbage found gcworker stdout | 2022-06-09 11:55:07,508 [71] [DEBUG] [data.database] Disconnecting from database. gcworker stdout | 2022-06-09 11:55:07,508 [71] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 11:55:37 UTC)" executed successfully notificationworker stdout | 2022-06-09 11:55:10,617 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 11:55:10,618 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:55:19.645536+00:00 (in 9.027498 seconds) notificationworker stdout | 2022-06-09 11:55:10,618 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:55:20 UTC)" (scheduled at 2022-06-09 11:55:10.617379+00:00) notificationworker stdout | 2022-06-09 11:55:10,618 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 11:55:10,619 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 55, 10, 618538), True, datetime.datetime(2022, 6, 9, 11, 55, 10, 618538), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 11:55:10,621 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 11:55:10,621 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 11:55:10,621 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:55:20 UTC)" executed successfully buildlogsarchiver stdout | 2022-06-09 11:55:15,368 [66] [DEBUG] [apscheduler.scheduler] Looking for jobs to run buildlogsarchiver stdout | 2022-06-09 11:55:15,368 [66] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:55:45.366042+00:00 (in 29.997440 seconds) buildlogsarchiver stdout | 2022-06-09 11:55:15,368 [66] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 11:55:45 UTC)" (scheduled at 2022-06-09 11:55:15.366042+00:00) buildlogsarchiver stdout | 2022-06-09 11:55:15,369 [66] [DEBUG] [peewee] ('SELECT `candidates`.`id` FROM (SELECT `t1`.`id` FROM `repositorybuild` AS `t1` WHERE (((`t1`.`phase` IN (%s, %s, %s)) OR (`t1`.`started` < %s)) AND (`t1`.`logs_archived` = %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2022, 5, 25, 11, 55, 15, 369080), False, 50, 1, 0]) buildlogsarchiver stdout | 2022-06-09 11:55:15,372 [66] [DEBUG] [__main__] No more builds to archive buildlogsarchiver stdout | 2022-06-09 11:55:15,372 [66] [DEBUG] [data.database] Disconnecting from database. buildlogsarchiver stdout | 2022-06-09 11:55:15,372 [66] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 11:55:45 UTC)" executed successfully gunicorn-web stdout | 2022-06-09 11:55:18,783 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '75'} blobuploadcleanupworker stdout | 2022-06-09 11:55:18,791 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'blobuploadcleanupworker.py', 'pid': '64'} gunicorn-web stdout | 2022-06-09 11:55:18,798 [243] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '243'} gunicorn-web stdout | 2022-06-09 11:55:18,805 [226] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '226'} gunicorn-web stdout | 2022-06-09 11:55:18,825 [242] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '242'} gunicorn-web stdout | 2022-06-09 11:55:18,831 [235] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '235'} gunicorn-web stdout | 2022-06-09 11:55:18,852 [228] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '228'} gunicorn-web stdout | 2022-06-09 11:55:18,860 [241] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '241'} gunicorn-web stdout | 2022-06-09 11:55:18,871 [244] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '244'} gunicorn-web stdout | 2022-06-09 11:55:18,879 [237] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '237'} gunicorn-web stdout | 2022-06-09 11:55:18,886 [234] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '234'} gunicorn-web stdout | 2022-06-09 11:55:18,903 [236] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '236'} gunicorn-web stdout | 2022-06-09 11:55:18,912 [230] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '230'} gunicorn-web stdout | 2022-06-09 11:55:18,919 [239] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '239'} exportactionlogsworker stdout | 2022-06-09 11:55:18,928 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'exportactionlogsworker.py', 'pid': '70'} gunicorn-web stdout | 2022-06-09 11:55:18,934 [231] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '231'} gunicorn-web stdout | 2022-06-09 11:55:18,943 [229] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '229'} gunicorn-web stdout | 2022-06-09 11:55:18,950 [238] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '238'} gunicorn-web stdout | 2022-06-09 11:55:18,965 [232] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '232'} gunicorn-secscan stdout | 2022-06-09 11:55:18,973 [221] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '221'} gunicorn-secscan stdout | 2022-06-09 11:55:18,990 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '74'} gunicorn-secscan stdout | 2022-06-09 11:55:18,998 [224] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '224'} repositoryactioncounter stdout | 2022-06-09 11:55:19,006 [88] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositoryactioncounter.py', 'pid': '88'} gunicorn-secscan stdout | 2022-06-09 11:55:19,013 [225] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '225'} gunicorn-secscan stdout | 2022-06-09 11:55:19,025 [227] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '227'} logrotateworker stdout | 2022-06-09 11:55:19,063 [77] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'logrotateworker.py', 'pid': '77'} securityscanningnotificationworker stdout | 2022-06-09 11:55:19,111 [90] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'securityscanningnotificationworker.py', 'pid': '90'} chunkcleanupworker stdout | 2022-06-09 11:55:19,125 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'chunkcleanupworker.py', 'pid': '67'} namespacegcworker stdout | 2022-06-09 11:55:19,177 [83] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'namespacegcworker.py', 'pid': '83'} globalpromstats stdout | 2022-06-09 11:55:19,442 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'globalpromstats.py', 'pid': '72'} repositorygcworker stdout | 2022-06-09 11:55:19,450 [89] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositorygcworker.py', 'pid': '89'} storagereplication stdout | 2022-06-09 11:55:19,535 [93] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'storagereplication.py', 'pid': '93'} manifestbackfillworker stdout | 2022-06-09 11:55:19,543 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'manifestbackfillworker.py', 'pid': '78'} expiredappspecifictokenworker stdout | 2022-06-09 11:55:19,584 [69] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '69'} servicekey stdout | 2022-06-09 11:55:19,606 [92] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'servicekeyworker.py', 'pid': '92'} notificationworker stdout | 2022-06-09 11:55:19,613 [85] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'notificationworker.py', 'pid': '85'} builder stdout | 2022-06-09 11:55:19,622 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'builder.py', 'pid': '65'} teamsyncworker stdout | 2022-06-09 11:55:19,642 [94] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'teamsyncworker.py', 'pid': '94'} notificationworker stdout | 2022-06-09 11:55:19,646 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 11:55:19,646 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:55:20.617379+00:00 (in 0.970810 seconds) notificationworker stdout | 2022-06-09 11:55:19,646 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 11:56:19 UTC)" (scheduled at 2022-06-09 11:55:19.645536+00:00) notificationworker stdout | 2022-06-09 11:55:19,646 [85] [DEBUG] [workers.queueworker] Running watchdog. notificationworker stdout | 2022-06-09 11:55:19,647 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 11:56:19 UTC)" executed successfully buildlogsarchiver stdout | 2022-06-09 11:55:19,686 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'buildlogsarchiver.py', 'pid': '66'} gcworker stdout | 2022-06-09 11:55:19,694 [71] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'gcworker.py', 'pid': '71'} queuecleanupworker stdout | 2022-06-09 11:55:19,737 [87] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'queuecleanupworker.py', 'pid': '87'} notificationworker stdout | 2022-06-09 11:55:20,619 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 11:55:20,619 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:55:30.617379+00:00 (in 9.997713 seconds) notificationworker stdout | 2022-06-09 11:55:20,620 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:55:30 UTC)" (scheduled at 2022-06-09 11:55:20.617379+00:00) notificationworker stdout | 2022-06-09 11:55:20,620 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 11:55:20,621 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 55, 20, 620232), True, datetime.datetime(2022, 6, 9, 11, 55, 20, 620232), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 11:55:20,623 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 11:55:20,623 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 11:55:20,623 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:55:30 UTC)" executed successfully gunicorn-registry stdout | 2022-06-09 11:55:21,252 [271] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '271'} gunicorn-registry stdout | 2022-06-09 11:55:21,265 [273] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '273'} gunicorn-registry stdout | 2022-06-09 11:55:21,274 [276] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '276'} gunicorn-registry stdout | 2022-06-09 11:55:21,284 [275] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '275'} gunicorn-registry stdout | 2022-06-09 11:55:21,302 [246] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '246'} gunicorn-registry stdout | 2022-06-09 11:55:21,314 [277] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '277'} gunicorn-registry stdout | 2022-06-09 11:55:21,322 [274] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '274'} gunicorn-registry stdout | 2022-06-09 11:55:21,328 [263] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '263'} gunicorn-registry stdout | 2022-06-09 11:55:21,339 [266] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '266'} gunicorn-registry stdout | 2022-06-09 11:55:21,346 [254] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '254'} gunicorn-registry stdout | 2022-06-09 11:55:21,354 [260] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '260'} gunicorn-registry stdout | 2022-06-09 11:55:21,362 [270] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '270'} gunicorn-registry stdout | 2022-06-09 11:55:21,369 [253] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '253'} gunicorn-registry stdout | 2022-06-09 11:55:21,376 [268] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '268'} gunicorn-registry stdout | 2022-06-09 11:55:21,383 [261] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '261'} gunicorn-registry stdout | 2022-06-09 11:55:21,392 [248] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '248'} gunicorn-registry stdout | 2022-06-09 11:55:21,399 [245] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '245'} gunicorn-registry stdout | 2022-06-09 11:55:21,408 [249] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '249'} gunicorn-registry stdout | 2022-06-09 11:55:21,416 [251] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '251'} gunicorn-registry stdout | 2022-06-09 11:55:21,424 [259] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '259'} gunicorn-registry stdout | 2022-06-09 11:55:21,433 [250] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '250'} gunicorn-registry stdout | 2022-06-09 11:55:21,442 [265] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '265'} gunicorn-registry stdout | 2022-06-09 11:55:21,450 [73] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '73'} gunicorn-registry stdout | 2022-06-09 11:55:21,461 [267] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '267'} gunicorn-registry stdout | 2022-06-09 11:55:21,468 [256] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '256'} gunicorn-registry stdout | 2022-06-09 11:55:21,477 [262] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '262'} gunicorn-registry stdout | 2022-06-09 11:55:21,485 [264] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '264'} gunicorn-registry stdout | 2022-06-09 11:55:21,493 [272] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '272'} gunicorn-registry stdout | 2022-06-09 11:55:21,501 [269] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '269'} gunicorn-registry stdout | 2022-06-09 11:55:21,509 [247] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '247'} gunicorn-registry stdout | 2022-06-09 11:55:21,515 [255] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '255'} gunicorn-registry stdout | 2022-06-09 11:55:21,523 [252] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '252'} gunicorn-registry stdout | 2022-06-09 11:55:21,531 [257] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '257'} notificationworker stdout | 2022-06-09 11:55:30,630 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 11:55:30,630 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:55:40.617379+00:00 (in 9.987015 seconds) notificationworker stdout | 2022-06-09 11:55:30,630 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:55:40 UTC)" (scheduled at 2022-06-09 11:55:30.617379+00:00) notificationworker stdout | 2022-06-09 11:55:30,630 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 11:55:30,631 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 55, 30, 631019), True, datetime.datetime(2022, 6, 9, 11, 55, 30, 631019), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 11:55:30,634 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 11:55:30,634 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 11:55:30,634 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:55:40 UTC)" executed successfully gcworker stdout | 2022-06-09 11:55:37,491 [71] [DEBUG] [apscheduler.scheduler] Looking for jobs to run gcworker stdout | 2022-06-09 11:55:37,491 [71] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:56:07.490424+00:00 (in 29.998912 seconds) gcworker stdout | 2022-06-09 11:55:37,491 [71] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 11:56:07 UTC)" (scheduled at 2022-06-09 11:55:37.490424+00:00) gcworker stdout | 2022-06-09 11:55:37,492 [71] [DEBUG] [peewee] ('SELECT `candidates`.`repository_id` FROM (SELECT DISTINCT `t1`.`repository_id` FROM `tag` AS `t1` INNER JOIN `repository` AS `t2` ON (`t1`.`repository_id` = `t2`.`id`) INNER JOIN `user` AS `t3` ON (`t2`.`namespace_user_id` = `t3`.`id`) WHERE ((((NOT (`t1`.`lifetime_end_ms` IS %s) AND (`t1`.`lifetime_end_ms` <= %s)) AND (`t3`.`removed_tag_expiration_s` = %s)) AND (`t3`.`enabled` = %s)) AND (`t2`.`state` != %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', [None, 1654775737491, 0, True, 3, 500, 1, 0]) gcworker stdout | 2022-06-09 11:55:37,494 [71] [DEBUG] [__main__] No repository with garbage found gcworker stdout | 2022-06-09 11:55:37,495 [71] [DEBUG] [data.database] Disconnecting from database. gcworker stdout | 2022-06-09 11:55:37,495 [71] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 11:56:07 UTC)" executed successfully repositorygcworker stdout | 2022-06-09 11:55:38,464 [89] [DEBUG] [apscheduler.scheduler] Looking for jobs to run repositorygcworker stdout | 2022-06-09 11:55:38,464 [89] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:55:51.502316+00:00 (in 13.038042 seconds) repositorygcworker stdout | 2022-06-09 11:55:38,464 [89] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 11:56:38 UTC)" (scheduled at 2022-06-09 11:55:38.463361+00:00) repositorygcworker stdout | 2022-06-09 11:55:38,464 [89] [DEBUG] [workers.queueworker] Getting work item from queue. repositorygcworker stdout | 2022-06-09 11:55:38,465 [89] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 55, 38, 464733), True, datetime.datetime(2022, 6, 9, 11, 55, 38, 464733), 0, 'repositorygc/%', 50, 1, 0]) repositorygcworker stdout | 2022-06-09 11:55:38,467 [89] [DEBUG] [workers.queueworker] No more work. repositorygcworker stdout | 2022-06-09 11:55:38,467 [89] [DEBUG] [data.database] Disconnecting from database. repositorygcworker stdout | 2022-06-09 11:55:38,468 [89] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 11:56:38 UTC)" executed successfully notificationworker stdout | 2022-06-09 11:55:40,625 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 11:55:40,625 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:55:50.617379+00:00 (in 9.991558 seconds) notificationworker stdout | 2022-06-09 11:55:40,626 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:55:50 UTC)" (scheduled at 2022-06-09 11:55:40.617379+00:00) notificationworker stdout | 2022-06-09 11:55:40,626 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 11:55:40,627 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 55, 40, 626414), True, datetime.datetime(2022, 6, 9, 11, 55, 40, 626414), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 11:55:40,630 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 11:55:40,630 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 11:55:40,630 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:55:50 UTC)" executed successfully buildlogsarchiver stdout | 2022-06-09 11:55:45,382 [66] [DEBUG] [apscheduler.scheduler] Looking for jobs to run buildlogsarchiver stdout | 2022-06-09 11:55:45,382 [66] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:56:15.366042+00:00 (in 29.983435 seconds) buildlogsarchiver stdout | 2022-06-09 11:55:45,382 [66] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 11:56:15 UTC)" (scheduled at 2022-06-09 11:55:45.366042+00:00) buildlogsarchiver stdout | 2022-06-09 11:55:45,383 [66] [DEBUG] [peewee] ('SELECT `candidates`.`id` FROM (SELECT `t1`.`id` FROM `repositorybuild` AS `t1` WHERE (((`t1`.`phase` IN (%s, %s, %s)) OR (`t1`.`started` < %s)) AND (`t1`.`logs_archived` = %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2022, 5, 25, 11, 55, 45, 382939), False, 50, 1, 0]) buildlogsarchiver stdout | 2022-06-09 11:55:45,385 [66] [DEBUG] [__main__] No more builds to archive buildlogsarchiver stdout | 2022-06-09 11:55:45,385 [66] [DEBUG] [data.database] Disconnecting from database. buildlogsarchiver stdout | 2022-06-09 11:55:45,386 [66] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 11:56:15 UTC)" executed successfully exportactionlogsworker stdout | 2022-06-09 11:55:47,422 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run exportactionlogsworker stdout | 2022-06-09 11:55:47,422 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:56:04.366245+00:00 (in 16.943753 seconds) exportactionlogsworker stdout | 2022-06-09 11:55:47,422 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 11:56:47 UTC)" (scheduled at 2022-06-09 11:55:47.409953+00:00) exportactionlogsworker stdout | 2022-06-09 11:55:47,422 [70] [DEBUG] [workers.queueworker] Running watchdog. exportactionlogsworker stdout | 2022-06-09 11:55:47,423 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 11:56:47 UTC)" executed successfully gunicorn-web stdout | 2022-06-09 11:55:48,794 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '75'} gunicorn-web stdout | 2022-06-09 11:55:48,810 [243] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '243'} gunicorn-web stdout | 2022-06-09 11:55:48,821 [226] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '226'} blobuploadcleanupworker stdout | 2022-06-09 11:55:48,831 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'blobuploadcleanupworker.py', 'pid': '64'} gunicorn-web stdout | 2022-06-09 11:55:48,839 [242] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '242'} gunicorn-web stdout | 2022-06-09 11:55:48,846 [235] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '235'} gunicorn-web stdout | 2022-06-09 11:55:48,866 [228] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '228'} gunicorn-web stdout | 2022-06-09 11:55:48,873 [241] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '241'} gunicorn-web stdout | 2022-06-09 11:55:48,884 [244] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '244'} gunicorn-web stdout | 2022-06-09 11:55:48,892 [237] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '237'} gunicorn-web stdout | 2022-06-09 11:55:48,898 [234] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '234'} gunicorn-web stdout | 2022-06-09 11:55:48,915 [236] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '236'} gunicorn-web stdout | 2022-06-09 11:55:48,924 [230] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '230'} gunicorn-web stdout | 2022-06-09 11:55:48,931 [239] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '239'} gunicorn-web stdout | 2022-06-09 11:55:48,945 [231] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '231'} gunicorn-web stdout | 2022-06-09 11:55:48,955 [229] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '229'} gunicorn-web stdout | 2022-06-09 11:55:48,964 [238] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '238'} exportactionlogsworker stdout | 2022-06-09 11:55:48,971 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'exportactionlogsworker.py', 'pid': '70'} gunicorn-web stdout | 2022-06-09 11:55:48,979 [232] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '232'} gunicorn-secscan stdout | 2022-06-09 11:55:48,985 [221] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '221'} gunicorn-secscan stdout | 2022-06-09 11:55:49,010 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '74'} gunicorn-secscan stdout | 2022-06-09 11:55:49,016 [224] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '224'} gunicorn-secscan stdout | 2022-06-09 11:55:49,028 [225] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '225'} gunicorn-secscan stdout | 2022-06-09 11:55:49,036 [227] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '227'} repositoryactioncounter stdout | 2022-06-09 11:55:49,046 [88] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositoryactioncounter.py', 'pid': '88'} logrotateworker stdout | 2022-06-09 11:55:49,097 [77] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'logrotateworker.py', 'pid': '77'} securityscanningnotificationworker stdout | 2022-06-09 11:55:49,127 [90] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'securityscanningnotificationworker.py', 'pid': '90'} chunkcleanupworker stdout | 2022-06-09 11:55:49,143 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'chunkcleanupworker.py', 'pid': '67'} namespacegcworker stdout | 2022-06-09 11:55:49,264 [83] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'namespacegcworker.py', 'pid': '83'} globalpromstats stdout | 2022-06-09 11:55:49,483 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'globalpromstats.py', 'pid': '72'} repositorygcworker stdout | 2022-06-09 11:55:49,491 [89] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositorygcworker.py', 'pid': '89'} storagereplication stdout | 2022-06-09 11:55:49,559 [93] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'storagereplication.py', 'pid': '93'} manifestbackfillworker stdout | 2022-06-09 11:55:49,582 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'manifestbackfillworker.py', 'pid': '78'} expiredappspecifictokenworker stdout | 2022-06-09 11:55:49,627 [69] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '69'} servicekey stdout | 2022-06-09 11:55:49,636 [92] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'servicekeyworker.py', 'pid': '92'} notificationworker stdout | 2022-06-09 11:55:49,653 [85] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'notificationworker.py', 'pid': '85'} builder stdout | 2022-06-09 11:55:49,660 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'builder.py', 'pid': '65'} teamsyncworker stdout | 2022-06-09 11:55:49,688 [94] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'teamsyncworker.py', 'pid': '94'} buildlogsarchiver stdout | 2022-06-09 11:55:49,712 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'buildlogsarchiver.py', 'pid': '66'} gcworker stdout | 2022-06-09 11:55:49,731 [71] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'gcworker.py', 'pid': '71'} queuecleanupworker stdout | 2022-06-09 11:55:49,766 [87] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'queuecleanupworker.py', 'pid': '87'} notificationworker stdout | 2022-06-09 11:55:50,618 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 11:55:50,618 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:56:00.617379+00:00 (in 9.999080 seconds) notificationworker stdout | 2022-06-09 11:55:50,618 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:56:00 UTC)" (scheduled at 2022-06-09 11:55:50.617379+00:00) notificationworker stdout | 2022-06-09 11:55:50,618 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 11:55:50,619 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 55, 50, 618682), True, datetime.datetime(2022, 6, 9, 11, 55, 50, 618682), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 11:55:50,621 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 11:55:50,621 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 11:55:50,621 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:56:00 UTC)" executed successfully gunicorn-registry stdout | 2022-06-09 11:55:51,265 [271] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '271'} gunicorn-registry stdout | 2022-06-09 11:55:51,280 [273] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '273'} gunicorn-registry stdout | 2022-06-09 11:55:51,289 [276] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '276'} gunicorn-registry stdout | 2022-06-09 11:55:51,297 [275] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '275'} gunicorn-registry stdout | 2022-06-09 11:55:51,313 [246] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '246'} gunicorn-registry stdout | 2022-06-09 11:55:51,329 [277] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '277'} gunicorn-registry stdout | 2022-06-09 11:55:51,338 [274] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '274'} gunicorn-registry stdout | 2022-06-09 11:55:51,344 [263] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '263'} gunicorn-registry stdout | 2022-06-09 11:55:51,355 [266] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '266'} gunicorn-registry stdout | 2022-06-09 11:55:51,363 [254] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '254'} gunicorn-registry stdout | 2022-06-09 11:55:51,370 [260] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '260'} gunicorn-registry stdout | 2022-06-09 11:55:51,378 [270] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '270'} gunicorn-registry stdout | 2022-06-09 11:55:51,385 [253] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '253'} gunicorn-registry stdout | 2022-06-09 11:55:51,393 [268] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '268'} gunicorn-registry stdout | 2022-06-09 11:55:51,400 [261] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '261'} gunicorn-registry stdout | 2022-06-09 11:55:51,408 [248] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '248'} gunicorn-registry stdout | 2022-06-09 11:55:51,415 [245] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '245'} gunicorn-registry stdout | 2022-06-09 11:55:51,424 [249] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '249'} gunicorn-registry stdout | 2022-06-09 11:55:51,435 [251] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '251'} gunicorn-registry stdout | 2022-06-09 11:55:51,443 [259] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '259'} gunicorn-registry stdout | 2022-06-09 11:55:51,450 [250] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '250'} gunicorn-registry stdout | 2022-06-09 11:55:51,458 [265] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '265'} gunicorn-registry stdout | 2022-06-09 11:55:51,466 [73] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '73'} gunicorn-registry stdout | 2022-06-09 11:55:51,480 [267] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '267'} gunicorn-registry stdout | 2022-06-09 11:55:51,487 [256] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '256'} gunicorn-registry stdout | 2022-06-09 11:55:51,495 [262] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '262'} repositorygcworker stdout | 2022-06-09 11:55:51,503 [89] [DEBUG] [apscheduler.scheduler] Looking for jobs to run gunicorn-registry stdout | 2022-06-09 11:55:51,504 [264] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '264'} repositorygcworker stdout | 2022-06-09 11:55:51,503 [89] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:56:38.463361+00:00 (in 46.959544 seconds) repositorygcworker stdout | 2022-06-09 11:55:51,504 [89] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 11:56:51 UTC)" (scheduled at 2022-06-09 11:55:51.502316+00:00) repositorygcworker stdout | 2022-06-09 11:55:51,504 [89] [DEBUG] [workers.queueworker] Running watchdog. repositorygcworker stdout | 2022-06-09 11:55:51,504 [89] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 11:56:51 UTC)" executed successfully gunicorn-registry stdout | 2022-06-09 11:55:51,511 [272] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '272'} gunicorn-registry stdout | 2022-06-09 11:55:51,520 [269] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '269'} gunicorn-registry stdout | 2022-06-09 11:55:51,526 [247] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '247'} gunicorn-registry stdout | 2022-06-09 11:55:51,533 [255] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '255'} gunicorn-registry stdout | 2022-06-09 11:55:51,541 [252] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '252'} gunicorn-registry stdout | 2022-06-09 11:55:51,548 [257] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '257'} namespacegcworker stdout | 2022-06-09 11:55:55,464 [83] [DEBUG] [apscheduler.scheduler] Looking for jobs to run namespacegcworker stdout | 2022-06-09 11:55:55,465 [83] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:56:01.521527+00:00 (in 6.056436 seconds) namespacegcworker stdout | 2022-06-09 11:55:55,465 [83] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 11:56:55 UTC)" (scheduled at 2022-06-09 11:55:55.463831+00:00) namespacegcworker stdout | 2022-06-09 11:55:55,465 [83] [DEBUG] [workers.queueworker] Getting work item from queue. namespacegcworker stdout | 2022-06-09 11:55:55,466 [83] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 55, 55, 465420), True, datetime.datetime(2022, 6, 9, 11, 55, 55, 465420), 0, 'namespacegc/%', 50, 1, 0]) namespacegcworker stdout | 2022-06-09 11:55:55,469 [83] [DEBUG] [workers.queueworker] No more work. namespacegcworker stdout | 2022-06-09 11:55:55,469 [83] [DEBUG] [data.database] Disconnecting from database. namespacegcworker stdout | 2022-06-09 11:55:55,469 [83] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 11:56:55 UTC)" executed successfully notificationworker stdout | 2022-06-09 11:56:00,637 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 11:56:00,637 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:56:10.617379+00:00 (in 9.980159 seconds) notificationworker stdout | 2022-06-09 11:56:00,637 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:56:10 UTC)" (scheduled at 2022-06-09 11:56:00.617379+00:00) notificationworker stdout | 2022-06-09 11:56:00,637 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 11:56:00,638 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 56, 0, 637577), True, datetime.datetime(2022, 6, 9, 11, 56, 0, 637577), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 11:56:00,640 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 11:56:00,640 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 11:56:00,640 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:56:10 UTC)" executed successfully namespacegcworker stdout | 2022-06-09 11:56:01,528 [83] [DEBUG] [apscheduler.scheduler] Looking for jobs to run namespacegcworker stdout | 2022-06-09 11:56:01,528 [83] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:56:55.463831+00:00 (in 53.935165 seconds) namespacegcworker stdout | 2022-06-09 11:56:01,528 [83] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 11:57:01 UTC)" (scheduled at 2022-06-09 11:56:01.521527+00:00) namespacegcworker stdout | 2022-06-09 11:56:01,529 [83] [DEBUG] [workers.queueworker] Running watchdog. namespacegcworker stdout | 2022-06-09 11:56:01,529 [83] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 11:57:01 UTC)" executed successfully exportactionlogsworker stdout | 2022-06-09 11:56:04,387 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run exportactionlogsworker stdout | 2022-06-09 11:56:04,388 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:56:25.409412+00:00 (in 21.021464 seconds) exportactionlogsworker stdout | 2022-06-09 11:56:04,388 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 11:57:04 UTC)" (scheduled at 2022-06-09 11:56:04.366245+00:00) exportactionlogsworker stdout | 2022-06-09 11:56:04,388 [70] [DEBUG] [workers.queueworker] Getting work item from queue. exportactionlogsworker stdout | 2022-06-09 11:56:04,389 [70] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 56, 4, 388468), True, datetime.datetime(2022, 6, 9, 11, 56, 4, 388468), 0, 'exportactionlogs/%', 50, 1, 0]) exportactionlogsworker stdout | 2022-06-09 11:56:04,391 [70] [DEBUG] [workers.queueworker] No more work. exportactionlogsworker stdout | 2022-06-09 11:56:04,391 [70] [DEBUG] [data.database] Disconnecting from database. exportactionlogsworker stdout | 2022-06-09 11:56:04,391 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 11:57:04 UTC)" executed successfully gcworker stdout | 2022-06-09 11:56:07,506 [71] [DEBUG] [apscheduler.scheduler] Looking for jobs to run gcworker stdout | 2022-06-09 11:56:07,507 [71] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:56:37.490424+00:00 (in 29.983328 seconds) gcworker stdout | 2022-06-09 11:56:07,507 [71] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 11:56:37 UTC)" (scheduled at 2022-06-09 11:56:07.490424+00:00) gcworker stdout | 2022-06-09 11:56:07,508 [71] [DEBUG] [peewee] ('SELECT `candidates`.`repository_id` FROM (SELECT DISTINCT `t1`.`repository_id` FROM `tag` AS `t1` INNER JOIN `repository` AS `t2` ON (`t1`.`repository_id` = `t2`.`id`) INNER JOIN `user` AS `t3` ON (`t2`.`namespace_user_id` = `t3`.`id`) WHERE ((((NOT (`t1`.`lifetime_end_ms` IS %s) AND (`t1`.`lifetime_end_ms` <= %s)) AND (`t3`.`removed_tag_expiration_s` = %s)) AND (`t3`.`enabled` = %s)) AND (`t2`.`state` != %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', [None, 1654775767507, 0, True, 3, 500, 1, 0]) gcworker stdout | 2022-06-09 11:56:07,510 [71] [DEBUG] [__main__] No repository with garbage found gcworker stdout | 2022-06-09 11:56:07,510 [71] [DEBUG] [data.database] Disconnecting from database. gcworker stdout | 2022-06-09 11:56:07,510 [71] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 11:56:37 UTC)" executed successfully notificationworker stdout | 2022-06-09 11:56:10,621 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 11:56:10,621 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:56:19.645536+00:00 (in 9.024157 seconds) notificationworker stdout | 2022-06-09 11:56:10,621 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:56:20 UTC)" (scheduled at 2022-06-09 11:56:10.617379+00:00) notificationworker stdout | 2022-06-09 11:56:10,621 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 11:56:10,622 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 56, 10, 621878), True, datetime.datetime(2022, 6, 9, 11, 56, 10, 621878), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 11:56:10,625 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 11:56:10,625 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 11:56:10,625 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:56:20 UTC)" executed successfully buildlogsarchiver stdout | 2022-06-09 11:56:15,377 [66] [DEBUG] [apscheduler.scheduler] Looking for jobs to run buildlogsarchiver stdout | 2022-06-09 11:56:15,377 [66] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:56:45.366042+00:00 (in 29.988569 seconds) buildlogsarchiver stdout | 2022-06-09 11:56:15,377 [66] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 11:56:45 UTC)" (scheduled at 2022-06-09 11:56:15.366042+00:00) buildlogsarchiver stdout | 2022-06-09 11:56:15,378 [66] [DEBUG] [peewee] ('SELECT `candidates`.`id` FROM (SELECT `t1`.`id` FROM `repositorybuild` AS `t1` WHERE (((`t1`.`phase` IN (%s, %s, %s)) OR (`t1`.`started` < %s)) AND (`t1`.`logs_archived` = %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2022, 5, 25, 11, 56, 15, 378044), False, 50, 1, 0]) buildlogsarchiver stdout | 2022-06-09 11:56:15,380 [66] [DEBUG] [__main__] No more builds to archive buildlogsarchiver stdout | 2022-06-09 11:56:15,380 [66] [DEBUG] [data.database] Disconnecting from database. buildlogsarchiver stdout | 2022-06-09 11:56:15,380 [66] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 11:56:45 UTC)" executed successfully gunicorn-web stdout | 2022-06-09 11:56:18,816 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '75'} gunicorn-web stdout | 2022-06-09 11:56:18,823 [243] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '243'} gunicorn-web stdout | 2022-06-09 11:56:18,831 [226] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '226'} gunicorn-web stdout | 2022-06-09 11:56:18,850 [242] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '242'} gunicorn-web stdout | 2022-06-09 11:56:18,859 [235] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '235'} blobuploadcleanupworker stdout | 2022-06-09 11:56:18,870 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'blobuploadcleanupworker.py', 'pid': '64'} gunicorn-web stdout | 2022-06-09 11:56:18,885 [228] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '228'} gunicorn-web stdout | 2022-06-09 11:56:18,893 [241] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '241'} gunicorn-web stdout | 2022-06-09 11:56:18,900 [244] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '244'} gunicorn-web stdout | 2022-06-09 11:56:18,907 [237] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '237'} gunicorn-web stdout | 2022-06-09 11:56:18,915 [234] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '234'} gunicorn-web stdout | 2022-06-09 11:56:18,927 [236] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '236'} gunicorn-web stdout | 2022-06-09 11:56:18,935 [230] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '230'} gunicorn-web stdout | 2022-06-09 11:56:18,943 [239] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '239'} gunicorn-web stdout | 2022-06-09 11:56:18,957 [231] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '231'} gunicorn-web stdout | 2022-06-09 11:56:18,966 [229] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '229'} gunicorn-web stdout | 2022-06-09 11:56:18,974 [238] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '238'} gunicorn-web stdout | 2022-06-09 11:56:18,990 [232] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '232'} gunicorn-secscan stdout | 2022-06-09 11:56:18,998 [221] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '221'} exportactionlogsworker stdout | 2022-06-09 11:56:19,011 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'exportactionlogsworker.py', 'pid': '70'} gunicorn-secscan stdout | 2022-06-09 11:56:19,022 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '74'} gunicorn-secscan stdout | 2022-06-09 11:56:19,029 [224] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '224'} gunicorn-secscan stdout | 2022-06-09 11:56:19,040 [225] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '225'} gunicorn-secscan stdout | 2022-06-09 11:56:19,048 [227] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '227'} repositoryactioncounter stdout | 2022-06-09 11:56:19,059 [88] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositoryactioncounter.py', 'pid': '88'} logrotateworker stdout | 2022-06-09 11:56:19,139 [77] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'logrotateworker.py', 'pid': '77'} securityscanningnotificationworker stdout | 2022-06-09 11:56:19,150 [90] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'securityscanningnotificationworker.py', 'pid': '90'} chunkcleanupworker stdout | 2022-06-09 11:56:19,165 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'chunkcleanupworker.py', 'pid': '67'} namespacegcworker stdout | 2022-06-09 11:56:19,306 [83] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'namespacegcworker.py', 'pid': '83'} globalpromstats stdout | 2022-06-09 11:56:19,495 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'globalpromstats.py', 'pid': '72'} repositorygcworker stdout | 2022-06-09 11:56:19,512 [89] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositorygcworker.py', 'pid': '89'} manifestbackfillworker stdout | 2022-06-09 11:56:19,595 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'manifestbackfillworker.py', 'pid': '78'} storagereplication stdout | 2022-06-09 11:56:19,602 [93] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'storagereplication.py', 'pid': '93'} expiredappspecifictokenworker stdout | 2022-06-09 11:56:19,644 [69] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '69'} notificationworker stdout | 2022-06-09 11:56:19,646 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 11:56:19,646 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:56:20.617379+00:00 (in 0.971141 seconds) notificationworker stdout | 2022-06-09 11:56:19,646 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 11:57:19 UTC)" (scheduled at 2022-06-09 11:56:19.645536+00:00) notificationworker stdout | 2022-06-09 11:56:19,646 [85] [DEBUG] [workers.queueworker] Running watchdog. notificationworker stdout | 2022-06-09 11:56:19,646 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 11:57:19 UTC)" executed successfully builder stdout | 2022-06-09 11:56:19,672 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'builder.py', 'pid': '65'} servicekey stdout | 2022-06-09 11:56:19,679 [92] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'servicekeyworker.py', 'pid': '92'} notificationworker stdout | 2022-06-09 11:56:19,689 [85] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'notificationworker.py', 'pid': '85'} buildlogsarchiver stdout | 2022-06-09 11:56:19,724 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'buildlogsarchiver.py', 'pid': '66'} teamsyncworker stdout | 2022-06-09 11:56:19,731 [94] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'teamsyncworker.py', 'pid': '94'} gcworker stdout | 2022-06-09 11:56:19,771 [71] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'gcworker.py', 'pid': '71'} queuecleanupworker stdout | 2022-06-09 11:56:19,809 [87] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'queuecleanupworker.py', 'pid': '87'} notificationworker stdout | 2022-06-09 11:56:20,639 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 11:56:20,639 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:56:30.617379+00:00 (in 9.977972 seconds) notificationworker stdout | 2022-06-09 11:56:20,639 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:56:30 UTC)" (scheduled at 2022-06-09 11:56:20.617379+00:00) notificationworker stdout | 2022-06-09 11:56:20,639 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 11:56:20,640 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 56, 20, 640000), True, datetime.datetime(2022, 6, 9, 11, 56, 20, 640000), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 11:56:20,643 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 11:56:20,643 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 11:56:20,643 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:56:30 UTC)" executed successfully gunicorn-registry stdout | 2022-06-09 11:56:21,278 [271] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '271'} gunicorn-registry stdout | 2022-06-09 11:56:21,294 [273] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '273'} gunicorn-registry stdout | 2022-06-09 11:56:21,305 [276] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '276'} gunicorn-registry stdout | 2022-06-09 11:56:21,312 [275] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '275'} gunicorn-registry stdout | 2022-06-09 11:56:21,334 [246] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '246'} gunicorn-registry stdout | 2022-06-09 11:56:21,346 [277] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '277'} gunicorn-registry stdout | 2022-06-09 11:56:21,354 [274] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '274'} gunicorn-registry stdout | 2022-06-09 11:56:21,361 [263] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '263'} gunicorn-registry stdout | 2022-06-09 11:56:21,368 [266] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '266'} gunicorn-registry stdout | 2022-06-09 11:56:21,375 [254] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '254'} gunicorn-registry stdout | 2022-06-09 11:56:21,383 [260] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '260'} gunicorn-registry stdout | 2022-06-09 11:56:21,392 [270] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '270'} gunicorn-registry stdout | 2022-06-09 11:56:21,399 [253] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '253'} gunicorn-registry stdout | 2022-06-09 11:56:21,410 [268] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '268'} gunicorn-registry stdout | 2022-06-09 11:56:21,417 [261] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '261'} gunicorn-registry stdout | 2022-06-09 11:56:21,424 [248] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '248'} gunicorn-registry stdout | 2022-06-09 11:56:21,431 [245] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '245'} gunicorn-registry stdout | 2022-06-09 11:56:21,441 [249] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '249'} gunicorn-registry stdout | 2022-06-09 11:56:21,448 [251] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '251'} gunicorn-registry stdout | 2022-06-09 11:56:21,455 [259] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '259'} gunicorn-registry stdout | 2022-06-09 11:56:21,466 [250] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '250'} gunicorn-registry stdout | 2022-06-09 11:56:21,473 [265] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '265'} gunicorn-registry stdout | 2022-06-09 11:56:21,480 [73] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '73'} gunicorn-registry stdout | 2022-06-09 11:56:21,506 [267] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '267'} gunicorn-registry stdout | 2022-06-09 11:56:21,515 [256] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '256'} gunicorn-registry stdout | 2022-06-09 11:56:21,521 [262] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '262'} gunicorn-registry stdout | 2022-06-09 11:56:21,529 [264] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '264'} gunicorn-registry stdout | 2022-06-09 11:56:21,537 [272] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '272'} gunicorn-registry stdout | 2022-06-09 11:56:21,543 [269] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '269'} gunicorn-registry stdout | 2022-06-09 11:56:21,551 [247] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '247'} gunicorn-registry stdout | 2022-06-09 11:56:21,558 [255] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '255'} gunicorn-registry stdout | 2022-06-09 11:56:21,566 [252] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '252'} gunicorn-registry stdout | 2022-06-09 11:56:21,573 [257] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '257'} exportactionlogsworker stdout | 2022-06-09 11:56:25,416 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run exportactionlogsworker stdout | 2022-06-09 11:56:25,417 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:56:47.409953+00:00 (in 21.993017 seconds) exportactionlogsworker stdout | 2022-06-09 11:56:25,417 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2022-06-09 12:01:25 UTC)" (scheduled at 2022-06-09 11:56:25.409412+00:00) exportactionlogsworker stdout | 2022-06-09 11:56:25,417 [70] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT `t1`.`queue_name` FROM `queueitem` AS `t1` WHERE (((`t1`.`available` = %s) AND (`t1`.`processing_expires` > %s)) AND (`t1`.`queue_name` LIKE %s))) AS `_wrapped`', [False, datetime.datetime(2022, 6, 9, 11, 56, 25, 417249), 'exportactionlogs/%']) exportactionlogsworker stdout | 2022-06-09 11:56:25,419 [70] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT `t1`.`queue_name` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s))) AS `_wrapped`', [datetime.datetime(2022, 6, 9, 11, 56, 25, 417249), True, datetime.datetime(2022, 6, 9, 11, 56, 25, 417249), 0, 'exportactionlogs/%']) exportactionlogsworker stdout | 2022-06-09 11:56:25,421 [70] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT `t1`.`queue_name` FROM `queueitem` AS `t1` WHERE (((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) AND NOT (`t1`.`queue_name` IN (SELECT `t1`.`queue_name` FROM `queueitem` AS `t1` WHERE (((`t1`.`available` = %s) AND (`t1`.`processing_expires` > %s)) AND (`t1`.`queue_name` LIKE %s)))))) AS `_wrapped`', [datetime.datetime(2022, 6, 9, 11, 56, 25, 417249), True, datetime.datetime(2022, 6, 9, 11, 56, 25, 417249), 0, 'exportactionlogs/%', False, datetime.datetime(2022, 6, 9, 11, 56, 25, 417249), 'exportactionlogs/%']) exportactionlogsworker stdout | 2022-06-09 11:56:25,422 [70] [DEBUG] [data.database] Disconnecting from database. exportactionlogsworker stdout | 2022-06-09 11:56:25,422 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2022-06-09 12:01:25 UTC)" executed successfully notificationworker stdout | 2022-06-09 11:56:30,629 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 11:56:30,629 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:56:40.617379+00:00 (in 9.987914 seconds) notificationworker stdout | 2022-06-09 11:56:30,629 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:56:40 UTC)" (scheduled at 2022-06-09 11:56:30.617379+00:00) notificationworker stdout | 2022-06-09 11:56:30,630 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 11:56:30,630 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 56, 30, 630074), True, datetime.datetime(2022, 6, 9, 11, 56, 30, 630074), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 11:56:30,633 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 11:56:30,633 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 11:56:30,633 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:56:40 UTC)" executed successfully gcworker stdout | 2022-06-09 11:56:37,490 [71] [DEBUG] [apscheduler.scheduler] Looking for jobs to run gcworker stdout | 2022-06-09 11:56:37,491 [71] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:57:07.490424+00:00 (in 29.999488 seconds) gcworker stdout | 2022-06-09 11:56:37,491 [71] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 11:57:07 UTC)" (scheduled at 2022-06-09 11:56:37.490424+00:00) gcworker stdout | 2022-06-09 11:56:37,491 [71] [DEBUG] [peewee] ('SELECT `candidates`.`repository_id` FROM (SELECT DISTINCT `t1`.`repository_id` FROM `tag` AS `t1` INNER JOIN `repository` AS `t2` ON (`t1`.`repository_id` = `t2`.`id`) INNER JOIN `user` AS `t3` ON (`t2`.`namespace_user_id` = `t3`.`id`) WHERE ((((NOT (`t1`.`lifetime_end_ms` IS %s) AND (`t1`.`lifetime_end_ms` <= %s)) AND (`t3`.`removed_tag_expiration_s` = %s)) AND (`t3`.`enabled` = %s)) AND (`t2`.`state` != %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', [None, 1654775797491, 0, True, 3, 500, 1, 0]) gcworker stdout | 2022-06-09 11:56:37,494 [71] [DEBUG] [__main__] No repository with garbage found gcworker stdout | 2022-06-09 11:56:37,494 [71] [DEBUG] [data.database] Disconnecting from database. gcworker stdout | 2022-06-09 11:56:37,494 [71] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 11:57:07 UTC)" executed successfully repositorygcworker stdout | 2022-06-09 11:56:38,473 [89] [DEBUG] [apscheduler.scheduler] Looking for jobs to run repositorygcworker stdout | 2022-06-09 11:56:38,473 [89] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:56:51.502316+00:00 (in 13.028526 seconds) repositorygcworker stdout | 2022-06-09 11:56:38,474 [89] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 11:57:38 UTC)" (scheduled at 2022-06-09 11:56:38.463361+00:00) repositorygcworker stdout | 2022-06-09 11:56:38,474 [89] [DEBUG] [workers.queueworker] Getting work item from queue. repositorygcworker stdout | 2022-06-09 11:56:38,474 [89] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 56, 38, 474253), True, datetime.datetime(2022, 6, 9, 11, 56, 38, 474253), 0, 'repositorygc/%', 50, 1, 0]) repositorygcworker stdout | 2022-06-09 11:56:38,477 [89] [DEBUG] [workers.queueworker] No more work. repositorygcworker stdout | 2022-06-09 11:56:38,477 [89] [DEBUG] [data.database] Disconnecting from database. repositorygcworker stdout | 2022-06-09 11:56:38,477 [89] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 11:57:38 UTC)" executed successfully notificationworker stdout | 2022-06-09 11:56:40,647 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 11:56:40,647 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:56:50.617379+00:00 (in 9.969703 seconds) notificationworker stdout | 2022-06-09 11:56:40,648 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:56:50 UTC)" (scheduled at 2022-06-09 11:56:40.617379+00:00) notificationworker stdout | 2022-06-09 11:56:40,648 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 11:56:40,649 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 56, 40, 648276), True, datetime.datetime(2022, 6, 9, 11, 56, 40, 648276), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 11:56:40,651 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 11:56:40,652 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 11:56:40,652 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:56:50 UTC)" executed successfully buildlogsarchiver stdout | 2022-06-09 11:56:45,376 [66] [DEBUG] [apscheduler.scheduler] Looking for jobs to run buildlogsarchiver stdout | 2022-06-09 11:56:45,377 [66] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:57:15.366042+00:00 (in 29.989083 seconds) buildlogsarchiver stdout | 2022-06-09 11:56:45,377 [66] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 11:57:15 UTC)" (scheduled at 2022-06-09 11:56:45.366042+00:00) buildlogsarchiver stdout | 2022-06-09 11:56:45,378 [66] [DEBUG] [peewee] ('SELECT `candidates`.`id` FROM (SELECT `t1`.`id` FROM `repositorybuild` AS `t1` WHERE (((`t1`.`phase` IN (%s, %s, %s)) OR (`t1`.`started` < %s)) AND (`t1`.`logs_archived` = %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2022, 5, 25, 11, 56, 45, 377457), False, 50, 1, 0]) buildlogsarchiver stdout | 2022-06-09 11:56:45,380 [66] [DEBUG] [__main__] No more builds to archive buildlogsarchiver stdout | 2022-06-09 11:56:45,380 [66] [DEBUG] [data.database] Disconnecting from database. buildlogsarchiver stdout | 2022-06-09 11:56:45,380 [66] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 11:57:15 UTC)" executed successfully exportactionlogsworker stdout | 2022-06-09 11:56:47,420 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run exportactionlogsworker stdout | 2022-06-09 11:56:47,420 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:57:04.366245+00:00 (in 16.945900 seconds) exportactionlogsworker stdout | 2022-06-09 11:56:47,420 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 11:57:47 UTC)" (scheduled at 2022-06-09 11:56:47.409953+00:00) exportactionlogsworker stdout | 2022-06-09 11:56:47,420 [70] [DEBUG] [workers.queueworker] Running watchdog. exportactionlogsworker stdout | 2022-06-09 11:56:47,421 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 11:57:47 UTC)" executed successfully gunicorn-web stdout | 2022-06-09 11:56:48,839 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '75'} gunicorn-web stdout | 2022-06-09 11:56:48,847 [243] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '243'} gunicorn-web stdout | 2022-06-09 11:56:48,853 [226] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '226'} gunicorn-web stdout | 2022-06-09 11:56:48,862 [242] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '242'} gunicorn-web stdout | 2022-06-09 11:56:48,872 [235] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '235'} gunicorn-web stdout | 2022-06-09 11:56:48,897 [228] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '228'} gunicorn-web stdout | 2022-06-09 11:56:48,906 [241] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '241'} blobuploadcleanupworker stdout | 2022-06-09 11:56:48,913 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'blobuploadcleanupworker.py', 'pid': '64'} gunicorn-web stdout | 2022-06-09 11:56:48,920 [244] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '244'} gunicorn-web stdout | 2022-06-09 11:56:48,928 [237] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '237'} gunicorn-web stdout | 2022-06-09 11:56:48,935 [234] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '234'} gunicorn-web stdout | 2022-06-09 11:56:48,944 [236] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '236'} gunicorn-web stdout | 2022-06-09 11:56:48,952 [230] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '230'} gunicorn-web stdout | 2022-06-09 11:56:48,960 [239] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '239'} gunicorn-web stdout | 2022-06-09 11:56:48,969 [231] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '231'} gunicorn-web stdout | 2022-06-09 11:56:48,980 [229] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '229'} gunicorn-web stdout | 2022-06-09 11:56:48,987 [238] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '238'} gunicorn-web stdout | 2022-06-09 11:56:49,004 [232] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '232'} gunicorn-secscan stdout | 2022-06-09 11:56:49,012 [221] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '221'} gunicorn-secscan stdout | 2022-06-09 11:56:49,035 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '74'} gunicorn-secscan stdout | 2022-06-09 11:56:49,042 [224] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '224'} exportactionlogsworker stdout | 2022-06-09 11:56:49,051 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'exportactionlogsworker.py', 'pid': '70'} gunicorn-secscan stdout | 2022-06-09 11:56:49,061 [225] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '225'} gunicorn-secscan stdout | 2022-06-09 11:56:49,067 [227] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '227'} repositoryactioncounter stdout | 2022-06-09 11:56:49,098 [88] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositoryactioncounter.py', 'pid': '88'} logrotateworker stdout | 2022-06-09 11:56:49,177 [77] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'logrotateworker.py', 'pid': '77'} chunkcleanupworker stdout | 2022-06-09 11:56:49,184 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'chunkcleanupworker.py', 'pid': '67'} securityscanningnotificationworker stdout | 2022-06-09 11:56:49,191 [90] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'securityscanningnotificationworker.py', 'pid': '90'} namespacegcworker stdout | 2022-06-09 11:56:49,361 [83] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'namespacegcworker.py', 'pid': '83'} globalpromstats stdout | 2022-06-09 11:56:49,510 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'globalpromstats.py', 'pid': '72'} repositorygcworker stdout | 2022-06-09 11:56:49,555 [89] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositorygcworker.py', 'pid': '89'} storagereplication stdout | 2022-06-09 11:56:49,614 [93] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'storagereplication.py', 'pid': '93'} manifestbackfillworker stdout | 2022-06-09 11:56:49,620 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'manifestbackfillworker.py', 'pid': '78'} expiredappspecifictokenworker stdout | 2022-06-09 11:56:49,683 [69] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '69'} notificationworker stdout | 2022-06-09 11:56:49,724 [85] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'notificationworker.py', 'pid': '85'} builder stdout | 2022-06-09 11:56:49,731 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'builder.py', 'pid': '65'} servicekey stdout | 2022-06-09 11:56:49,739 [92] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'servicekeyworker.py', 'pid': '92'} buildlogsarchiver stdout | 2022-06-09 11:56:49,746 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'buildlogsarchiver.py', 'pid': '66'} teamsyncworker stdout | 2022-06-09 11:56:49,756 [94] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'teamsyncworker.py', 'pid': '94'} gcworker stdout | 2022-06-09 11:56:49,808 [71] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'gcworker.py', 'pid': '71'} queuecleanupworker stdout | 2022-06-09 11:56:49,822 [87] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'queuecleanupworker.py', 'pid': '87'} notificationworker stdout | 2022-06-09 11:56:50,618 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 11:56:50,618 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:57:00.617379+00:00 (in 9.999227 seconds) notificationworker stdout | 2022-06-09 11:56:50,618 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:57:00 UTC)" (scheduled at 2022-06-09 11:56:50.617379+00:00) notificationworker stdout | 2022-06-09 11:56:50,618 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 11:56:50,619 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 56, 50, 618476), True, datetime.datetime(2022, 6, 9, 11, 56, 50, 618476), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 11:56:50,621 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 11:56:50,621 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 11:56:50,621 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:57:00 UTC)" executed successfully gunicorn-registry stdout | 2022-06-09 11:56:51,295 [271] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '271'} gunicorn-registry stdout | 2022-06-09 11:56:51,306 [273] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '273'} gunicorn-registry stdout | 2022-06-09 11:56:51,319 [276] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '276'} gunicorn-registry stdout | 2022-06-09 11:56:51,327 [275] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '275'} gunicorn-registry stdout | 2022-06-09 11:56:51,349 [246] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '246'} gunicorn-registry stdout | 2022-06-09 11:56:51,360 [277] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '277'} gunicorn-registry stdout | 2022-06-09 11:56:51,368 [274] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '274'} gunicorn-registry stdout | 2022-06-09 11:56:51,376 [263] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '263'} gunicorn-registry stdout | 2022-06-09 11:56:51,385 [266] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '266'} gunicorn-registry stdout | 2022-06-09 11:56:51,392 [254] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '254'} gunicorn-registry stdout | 2022-06-09 11:56:51,400 [260] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '260'} gunicorn-registry stdout | 2022-06-09 11:56:51,409 [270] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '270'} gunicorn-registry stdout | 2022-06-09 11:56:51,415 [253] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '253'} gunicorn-registry stdout | 2022-06-09 11:56:51,424 [268] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '268'} gunicorn-registry stdout | 2022-06-09 11:56:51,430 [261] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '261'} gunicorn-registry stdout | 2022-06-09 11:56:51,438 [248] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '248'} gunicorn-registry stdout | 2022-06-09 11:56:51,447 [245] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '245'} gunicorn-registry stdout | 2022-06-09 11:56:51,454 [249] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '249'} gunicorn-registry stdout | 2022-06-09 11:56:51,461 [251] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '251'} gunicorn-registry stdout | 2022-06-09 11:56:51,468 [259] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '259'} gunicorn-registry stdout | 2022-06-09 11:56:51,479 [250] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '250'} gunicorn-registry stdout | 2022-06-09 11:56:51,487 [265] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '265'} gunicorn-registry stdout | 2022-06-09 11:56:51,495 [73] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '73'} repositorygcworker stdout | 2022-06-09 11:56:51,504 [89] [DEBUG] [apscheduler.scheduler] Looking for jobs to run repositorygcworker stdout | 2022-06-09 11:56:51,504 [89] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:57:38.463361+00:00 (in 46.958812 seconds) repositorygcworker stdout | 2022-06-09 11:56:51,504 [89] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 11:57:51 UTC)" (scheduled at 2022-06-09 11:56:51.502316+00:00) repositorygcworker stdout | 2022-06-09 11:56:51,505 [89] [DEBUG] [workers.queueworker] Running watchdog. repositorygcworker stdout | 2022-06-09 11:56:51,505 [89] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 11:57:51 UTC)" executed successfully gunicorn-registry stdout | 2022-06-09 11:56:51,519 [267] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '267'} gunicorn-registry stdout | 2022-06-09 11:56:51,529 [256] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '256'} gunicorn-registry stdout | 2022-06-09 11:56:51,536 [262] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '262'} gunicorn-registry stdout | 2022-06-09 11:56:51,543 [264] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '264'} gunicorn-registry stdout | 2022-06-09 11:56:51,552 [272] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '272'} gunicorn-registry stdout | 2022-06-09 11:56:51,559 [269] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '269'} gunicorn-registry stdout | 2022-06-09 11:56:51,567 [247] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '247'} gunicorn-registry stdout | 2022-06-09 11:56:51,574 [255] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '255'} gunicorn-registry stdout | 2022-06-09 11:56:51,582 [252] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '252'} gunicorn-registry stdout | 2022-06-09 11:56:51,590 [257] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '257'} namespacegcworker stdout | 2022-06-09 11:56:55,474 [83] [DEBUG] [apscheduler.scheduler] Looking for jobs to run namespacegcworker stdout | 2022-06-09 11:56:55,474 [83] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:57:01.521527+00:00 (in 6.046835 seconds) namespacegcworker stdout | 2022-06-09 11:56:55,475 [83] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 11:57:55 UTC)" (scheduled at 2022-06-09 11:56:55.463831+00:00) namespacegcworker stdout | 2022-06-09 11:56:55,475 [83] [DEBUG] [workers.queueworker] Getting work item from queue. namespacegcworker stdout | 2022-06-09 11:56:55,475 [83] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 56, 55, 475255), True, datetime.datetime(2022, 6, 9, 11, 56, 55, 475255), 0, 'namespacegc/%', 50, 1, 0]) namespacegcworker stdout | 2022-06-09 11:56:55,478 [83] [DEBUG] [workers.queueworker] No more work. namespacegcworker stdout | 2022-06-09 11:56:55,478 [83] [DEBUG] [data.database] Disconnecting from database. namespacegcworker stdout | 2022-06-09 11:56:55,478 [83] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 11:57:55 UTC)" executed successfully notificationworker stdout | 2022-06-09 11:57:00,618 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 11:57:00,618 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:57:10.617379+00:00 (in 9.998996 seconds) notificationworker stdout | 2022-06-09 11:57:00,618 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:57:10 UTC)" (scheduled at 2022-06-09 11:57:00.617379+00:00) notificationworker stdout | 2022-06-09 11:57:00,618 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 11:57:00,619 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 57, 0, 618707), True, datetime.datetime(2022, 6, 9, 11, 57, 0, 618707), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 11:57:00,621 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 11:57:00,621 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 11:57:00,622 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:57:10 UTC)" executed successfully namespacegcworker stdout | 2022-06-09 11:57:01,522 [83] [DEBUG] [apscheduler.scheduler] Looking for jobs to run namespacegcworker stdout | 2022-06-09 11:57:01,522 [83] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:57:55.463831+00:00 (in 53.941431 seconds) namespacegcworker stdout | 2022-06-09 11:57:01,522 [83] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 11:58:01 UTC)" (scheduled at 2022-06-09 11:57:01.521527+00:00) namespacegcworker stdout | 2022-06-09 11:57:01,522 [83] [DEBUG] [workers.queueworker] Running watchdog. namespacegcworker stdout | 2022-06-09 11:57:01,522 [83] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 11:58:01 UTC)" executed successfully exportactionlogsworker stdout | 2022-06-09 11:57:04,378 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run exportactionlogsworker stdout | 2022-06-09 11:57:04,378 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:57:47.409953+00:00 (in 43.031427 seconds) exportactionlogsworker stdout | 2022-06-09 11:57:04,378 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 11:58:04 UTC)" (scheduled at 2022-06-09 11:57:04.366245+00:00) exportactionlogsworker stdout | 2022-06-09 11:57:04,379 [70] [DEBUG] [workers.queueworker] Getting work item from queue. exportactionlogsworker stdout | 2022-06-09 11:57:04,379 [70] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 57, 4, 379113), True, datetime.datetime(2022, 6, 9, 11, 57, 4, 379113), 0, 'exportactionlogs/%', 50, 1, 0]) exportactionlogsworker stdout | 2022-06-09 11:57:04,382 [70] [DEBUG] [workers.queueworker] No more work. exportactionlogsworker stdout | 2022-06-09 11:57:04,382 [70] [DEBUG] [data.database] Disconnecting from database. exportactionlogsworker stdout | 2022-06-09 11:57:04,382 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 11:58:04 UTC)" executed successfully gcworker stdout | 2022-06-09 11:57:07,491 [71] [DEBUG] [apscheduler.scheduler] Looking for jobs to run gcworker stdout | 2022-06-09 11:57:07,491 [71] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:57:37.490424+00:00 (in 29.998612 seconds) gcworker stdout | 2022-06-09 11:57:07,492 [71] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 11:57:37 UTC)" (scheduled at 2022-06-09 11:57:07.490424+00:00) gcworker stdout | 2022-06-09 11:57:07,492 [71] [DEBUG] [peewee] ('SELECT `candidates`.`repository_id` FROM (SELECT DISTINCT `t1`.`repository_id` FROM `tag` AS `t1` INNER JOIN `repository` AS `t2` ON (`t1`.`repository_id` = `t2`.`id`) INNER JOIN `user` AS `t3` ON (`t2`.`namespace_user_id` = `t3`.`id`) WHERE ((((NOT (`t1`.`lifetime_end_ms` IS %s) AND (`t1`.`lifetime_end_ms` <= %s)) AND (`t3`.`removed_tag_expiration_s` = %s)) AND (`t3`.`enabled` = %s)) AND (`t2`.`state` != %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', [None, 1654775827492, 0, True, 3, 500, 1, 0]) gcworker stdout | 2022-06-09 11:57:07,495 [71] [DEBUG] [__main__] No repository with garbage found gcworker stdout | 2022-06-09 11:57:07,495 [71] [DEBUG] [data.database] Disconnecting from database. gcworker stdout | 2022-06-09 11:57:07,495 [71] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 11:57:37 UTC)" executed successfully notificationworker stdout | 2022-06-09 11:57:10,634 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 11:57:10,635 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:57:19.645536+00:00 (in 9.010565 seconds) notificationworker stdout | 2022-06-09 11:57:10,635 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:57:20 UTC)" (scheduled at 2022-06-09 11:57:10.617379+00:00) notificationworker stdout | 2022-06-09 11:57:10,635 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 11:57:10,637 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 57, 10, 636412), True, datetime.datetime(2022, 6, 9, 11, 57, 10, 636412), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 11:57:10,642 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 11:57:10,642 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 11:57:10,642 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:57:20 UTC)" executed successfully buildlogsarchiver stdout | 2022-06-09 11:57:15,381 [66] [DEBUG] [apscheduler.scheduler] Looking for jobs to run buildlogsarchiver stdout | 2022-06-09 11:57:15,381 [66] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:57:45.366042+00:00 (in 29.984851 seconds) buildlogsarchiver stdout | 2022-06-09 11:57:15,381 [66] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 11:57:45 UTC)" (scheduled at 2022-06-09 11:57:15.366042+00:00) buildlogsarchiver stdout | 2022-06-09 11:57:15,382 [66] [DEBUG] [peewee] ('SELECT `candidates`.`id` FROM (SELECT `t1`.`id` FROM `repositorybuild` AS `t1` WHERE (((`t1`.`phase` IN (%s, %s, %s)) OR (`t1`.`started` < %s)) AND (`t1`.`logs_archived` = %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2022, 5, 25, 11, 57, 15, 381638), False, 50, 1, 0]) buildlogsarchiver stdout | 2022-06-09 11:57:15,384 [66] [DEBUG] [__main__] No more builds to archive buildlogsarchiver stdout | 2022-06-09 11:57:15,384 [66] [DEBUG] [data.database] Disconnecting from database. buildlogsarchiver stdout | 2022-06-09 11:57:15,384 [66] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 11:57:45 UTC)" executed successfully gunicorn-web stdout | 2022-06-09 11:57:18,858 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '75'} gunicorn-web stdout | 2022-06-09 11:57:18,866 [243] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '243'} gunicorn-web stdout | 2022-06-09 11:57:18,874 [226] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '226'} gunicorn-web stdout | 2022-06-09 11:57:18,880 [242] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '242'} gunicorn-web stdout | 2022-06-09 11:57:18,887 [235] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '235'} gunicorn-web stdout | 2022-06-09 11:57:18,910 [228] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '228'} gunicorn-web stdout | 2022-06-09 11:57:18,918 [241] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '241'} gunicorn-web stdout | 2022-06-09 11:57:18,933 [244] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '244'} blobuploadcleanupworker stdout | 2022-06-09 11:57:18,940 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'blobuploadcleanupworker.py', 'pid': '64'} gunicorn-web stdout | 2022-06-09 11:57:18,947 [237] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '237'} gunicorn-web stdout | 2022-06-09 11:57:18,957 [234] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '234'} gunicorn-web stdout | 2022-06-09 11:57:18,964 [236] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '236'} gunicorn-web stdout | 2022-06-09 11:57:18,971 [230] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '230'} gunicorn-web stdout | 2022-06-09 11:57:18,980 [239] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '239'} gunicorn-web stdout | 2022-06-09 11:57:18,988 [231] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '231'} gunicorn-web stdout | 2022-06-09 11:57:18,995 [229] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '229'} gunicorn-web stdout | 2022-06-09 11:57:19,002 [238] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '238'} gunicorn-web stdout | 2022-06-09 11:57:19,015 [232] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '232'} gunicorn-secscan stdout | 2022-06-09 11:57:19,023 [221] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '221'} gunicorn-secscan stdout | 2022-06-09 11:57:19,046 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '74'} gunicorn-secscan stdout | 2022-06-09 11:57:19,056 [224] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '224'} gunicorn-secscan stdout | 2022-06-09 11:57:19,078 [225] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '225'} gunicorn-secscan stdout | 2022-06-09 11:57:19,086 [227] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '227'} exportactionlogsworker stdout | 2022-06-09 11:57:19,092 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'exportactionlogsworker.py', 'pid': '70'} repositoryactioncounter stdout | 2022-06-09 11:57:19,138 [88] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositoryactioncounter.py', 'pid': '88'} chunkcleanupworker stdout | 2022-06-09 11:57:19,206 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'chunkcleanupworker.py', 'pid': '67'} logrotateworker stdout | 2022-06-09 11:57:19,213 [77] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'logrotateworker.py', 'pid': '77'} securityscanningnotificationworker stdout | 2022-06-09 11:57:19,230 [90] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'securityscanningnotificationworker.py', 'pid': '90'} namespacegcworker stdout | 2022-06-09 11:57:19,416 [83] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'namespacegcworker.py', 'pid': '83'} globalpromstats stdout | 2022-06-09 11:57:19,581 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'globalpromstats.py', 'pid': '72'} repositorygcworker stdout | 2022-06-09 11:57:19,587 [89] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositorygcworker.py', 'pid': '89'} notificationworker stdout | 2022-06-09 11:57:19,664 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 11:57:19,664 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:57:20.617379+00:00 (in 0.953147 seconds) notificationworker stdout | 2022-06-09 11:57:19,664 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 11:58:19 UTC)" (scheduled at 2022-06-09 11:57:19.645536+00:00) notificationworker stdout | 2022-06-09 11:57:19,664 [85] [DEBUG] [workers.queueworker] Running watchdog. notificationworker stdout | 2022-06-09 11:57:19,664 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 11:58:19 UTC)" executed successfully manifestbackfillworker stdout | 2022-06-09 11:57:19,673 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'manifestbackfillworker.py', 'pid': '78'} storagereplication stdout | 2022-06-09 11:57:19,680 [93] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'storagereplication.py', 'pid': '93'} expiredappspecifictokenworker stdout | 2022-06-09 11:57:19,731 [69] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '69'} notificationworker stdout | 2022-06-09 11:57:19,762 [85] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'notificationworker.py', 'pid': '85'} builder stdout | 2022-06-09 11:57:19,770 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'builder.py', 'pid': '65'} buildlogsarchiver stdout | 2022-06-09 11:57:19,776 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'buildlogsarchiver.py', 'pid': '66'} servicekey stdout | 2022-06-09 11:57:19,783 [92] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'servicekeyworker.py', 'pid': '92'} teamsyncworker stdout | 2022-06-09 11:57:19,794 [94] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'teamsyncworker.py', 'pid': '94'} gcworker stdout | 2022-06-09 11:57:19,860 [71] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'gcworker.py', 'pid': '71'} queuecleanupworker stdout | 2022-06-09 11:57:19,866 [87] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'queuecleanupworker.py', 'pid': '87'} notificationworker stdout | 2022-06-09 11:57:20,617 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 11:57:20,618 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:57:30.617379+00:00 (in 9.999272 seconds) notificationworker stdout | 2022-06-09 11:57:20,618 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:57:30 UTC)" (scheduled at 2022-06-09 11:57:20.617379+00:00) notificationworker stdout | 2022-06-09 11:57:20,618 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 11:57:20,619 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 57, 20, 618450), True, datetime.datetime(2022, 6, 9, 11, 57, 20, 618450), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 11:57:20,621 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 11:57:20,622 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 11:57:20,622 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:57:30 UTC)" executed successfully gunicorn-registry stdout | 2022-06-09 11:57:21,308 [271] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '271'} gunicorn-registry stdout | 2022-06-09 11:57:21,318 [273] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '273'} gunicorn-registry stdout | 2022-06-09 11:57:21,331 [276] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '276'} gunicorn-registry stdout | 2022-06-09 11:57:21,340 [275] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '275'} gunicorn-registry stdout | 2022-06-09 11:57:21,361 [246] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '246'} gunicorn-registry stdout | 2022-06-09 11:57:21,376 [277] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '277'} gunicorn-registry stdout | 2022-06-09 11:57:21,383 [274] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '274'} gunicorn-registry stdout | 2022-06-09 11:57:21,391 [263] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '263'} gunicorn-registry stdout | 2022-06-09 11:57:21,398 [266] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '266'} gunicorn-registry stdout | 2022-06-09 11:57:21,407 [254] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '254'} gunicorn-registry stdout | 2022-06-09 11:57:21,415 [260] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '260'} gunicorn-registry stdout | 2022-06-09 11:57:21,424 [270] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '270'} gunicorn-registry stdout | 2022-06-09 11:57:21,431 [253] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '253'} gunicorn-registry stdout | 2022-06-09 11:57:21,438 [268] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '268'} gunicorn-registry stdout | 2022-06-09 11:57:21,446 [261] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '261'} gunicorn-registry stdout | 2022-06-09 11:57:21,453 [248] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '248'} gunicorn-registry stdout | 2022-06-09 11:57:21,461 [245] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '245'} gunicorn-registry stdout | 2022-06-09 11:57:21,470 [249] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '249'} gunicorn-registry stdout | 2022-06-09 11:57:21,476 [251] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '251'} gunicorn-registry stdout | 2022-06-09 11:57:21,483 [259] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '259'} gunicorn-registry stdout | 2022-06-09 11:57:21,493 [250] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '250'} gunicorn-registry stdout | 2022-06-09 11:57:21,499 [265] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '265'} gunicorn-registry stdout | 2022-06-09 11:57:21,507 [73] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '73'} gunicorn-registry stdout | 2022-06-09 11:57:21,533 [267] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '267'} gunicorn-registry stdout | 2022-06-09 11:57:21,541 [256] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '256'} gunicorn-registry stdout | 2022-06-09 11:57:21,550 [262] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '262'} gunicorn-registry stdout | 2022-06-09 11:57:21,557 [264] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '264'} gunicorn-registry stdout | 2022-06-09 11:57:21,565 [272] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '272'} gunicorn-registry stdout | 2022-06-09 11:57:21,572 [269] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '269'} gunicorn-registry stdout | 2022-06-09 11:57:21,580 [247] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '247'} gunicorn-registry stdout | 2022-06-09 11:57:21,589 [255] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '255'} gunicorn-registry stdout | 2022-06-09 11:57:21,595 [252] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '252'} gunicorn-registry stdout | 2022-06-09 11:57:21,603 [257] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '257'} notificationworker stdout | 2022-06-09 11:57:30,629 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 11:57:30,629 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:57:40.617379+00:00 (in 9.988212 seconds) notificationworker stdout | 2022-06-09 11:57:30,629 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:57:40 UTC)" (scheduled at 2022-06-09 11:57:30.617379+00:00) notificationworker stdout | 2022-06-09 11:57:30,629 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 11:57:30,630 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 57, 30, 629566), True, datetime.datetime(2022, 6, 9, 11, 57, 30, 629566), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 11:57:30,633 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 11:57:30,633 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 11:57:30,633 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:57:40 UTC)" executed successfully gcworker stdout | 2022-06-09 11:57:37,492 [71] [DEBUG] [apscheduler.scheduler] Looking for jobs to run gcworker stdout | 2022-06-09 11:57:37,492 [71] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:58:07.490424+00:00 (in 29.998099 seconds) gcworker stdout | 2022-06-09 11:57:37,492 [71] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 11:58:07 UTC)" (scheduled at 2022-06-09 11:57:37.490424+00:00) gcworker stdout | 2022-06-09 11:57:37,493 [71] [DEBUG] [peewee] ('SELECT `candidates`.`repository_id` FROM (SELECT DISTINCT `t1`.`repository_id` FROM `tag` AS `t1` INNER JOIN `repository` AS `t2` ON (`t1`.`repository_id` = `t2`.`id`) INNER JOIN `user` AS `t3` ON (`t2`.`namespace_user_id` = `t3`.`id`) WHERE ((((NOT (`t1`.`lifetime_end_ms` IS %s) AND (`t1`.`lifetime_end_ms` <= %s)) AND (`t3`.`removed_tag_expiration_s` = %s)) AND (`t3`.`enabled` = %s)) AND (`t2`.`state` != %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', [None, 1654775857492, 0, True, 3, 500, 1, 0]) gcworker stdout | 2022-06-09 11:57:37,495 [71] [DEBUG] [__main__] No repository with garbage found gcworker stdout | 2022-06-09 11:57:37,495 [71] [DEBUG] [data.database] Disconnecting from database. gcworker stdout | 2022-06-09 11:57:37,496 [71] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 11:58:07 UTC)" executed successfully repositorygcworker stdout | 2022-06-09 11:57:38,465 [89] [DEBUG] [apscheduler.scheduler] Looking for jobs to run repositorygcworker stdout | 2022-06-09 11:57:38,465 [89] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:57:51.502316+00:00 (in 13.036709 seconds) repositorygcworker stdout | 2022-06-09 11:57:38,465 [89] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 11:58:38 UTC)" (scheduled at 2022-06-09 11:57:38.463361+00:00) repositorygcworker stdout | 2022-06-09 11:57:38,465 [89] [DEBUG] [workers.queueworker] Getting work item from queue. repositorygcworker stdout | 2022-06-09 11:57:38,466 [89] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 57, 38, 465943), True, datetime.datetime(2022, 6, 9, 11, 57, 38, 465943), 0, 'repositorygc/%', 50, 1, 0]) repositorygcworker stdout | 2022-06-09 11:57:38,469 [89] [DEBUG] [workers.queueworker] No more work. repositorygcworker stdout | 2022-06-09 11:57:38,469 [89] [DEBUG] [data.database] Disconnecting from database. repositorygcworker stdout | 2022-06-09 11:57:38,470 [89] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 11:58:38 UTC)" executed successfully notificationworker stdout | 2022-06-09 11:57:40,618 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 11:57:40,619 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:57:50.617379+00:00 (in 9.998478 seconds) notificationworker stdout | 2022-06-09 11:57:40,619 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:57:50 UTC)" (scheduled at 2022-06-09 11:57:40.617379+00:00) notificationworker stdout | 2022-06-09 11:57:40,619 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 11:57:40,619 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 57, 40, 619371), True, datetime.datetime(2022, 6, 9, 11, 57, 40, 619371), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 11:57:40,623 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 11:57:40,623 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 11:57:40,623 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:57:50 UTC)" executed successfully buildlogsarchiver stdout | 2022-06-09 11:57:45,371 [66] [DEBUG] [apscheduler.scheduler] Looking for jobs to run buildlogsarchiver stdout | 2022-06-09 11:57:45,371 [66] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:58:15.366042+00:00 (in 29.994750 seconds) buildlogsarchiver stdout | 2022-06-09 11:57:45,371 [66] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 11:58:15 UTC)" (scheduled at 2022-06-09 11:57:45.366042+00:00) buildlogsarchiver stdout | 2022-06-09 11:57:45,372 [66] [DEBUG] [peewee] ('SELECT `candidates`.`id` FROM (SELECT `t1`.`id` FROM `repositorybuild` AS `t1` WHERE (((`t1`.`phase` IN (%s, %s, %s)) OR (`t1`.`started` < %s)) AND (`t1`.`logs_archived` = %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2022, 5, 25, 11, 57, 45, 371718), False, 50, 1, 0]) buildlogsarchiver stdout | 2022-06-09 11:57:45,374 [66] [DEBUG] [__main__] No more builds to archive buildlogsarchiver stdout | 2022-06-09 11:57:45,374 [66] [DEBUG] [data.database] Disconnecting from database. buildlogsarchiver stdout | 2022-06-09 11:57:45,374 [66] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 11:58:15 UTC)" executed successfully exportactionlogsworker stdout | 2022-06-09 11:57:47,412 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run exportactionlogsworker stdout | 2022-06-09 11:57:47,412 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:58:04.366245+00:00 (in 16.954094 seconds) exportactionlogsworker stdout | 2022-06-09 11:57:47,412 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 11:58:47 UTC)" (scheduled at 2022-06-09 11:57:47.409953+00:00) exportactionlogsworker stdout | 2022-06-09 11:57:47,412 [70] [DEBUG] [workers.queueworker] Running watchdog. exportactionlogsworker stdout | 2022-06-09 11:57:47,412 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 11:58:47 UTC)" executed successfully gunicorn-web stdout | 2022-06-09 11:57:48,872 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '75'} gunicorn-web stdout | 2022-06-09 11:57:48,879 [243] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '243'} gunicorn-web stdout | 2022-06-09 11:57:48,886 [226] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '226'} gunicorn-web stdout | 2022-06-09 11:57:48,893 [242] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '242'} gunicorn-web stdout | 2022-06-09 11:57:48,901 [235] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '235'} gunicorn-web stdout | 2022-06-09 11:57:48,921 [228] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '228'} gunicorn-web stdout | 2022-06-09 11:57:48,929 [241] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '241'} gunicorn-web stdout | 2022-06-09 11:57:48,944 [244] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '244'} blobuploadcleanupworker stdout | 2022-06-09 11:57:48,954 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'blobuploadcleanupworker.py', 'pid': '64'} gunicorn-web stdout | 2022-06-09 11:57:48,961 [237] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '237'} gunicorn-web stdout | 2022-06-09 11:57:48,970 [234] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '234'} gunicorn-web stdout | 2022-06-09 11:57:48,978 [236] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '236'} gunicorn-web stdout | 2022-06-09 11:57:48,985 [230] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '230'} gunicorn-web stdout | 2022-06-09 11:57:48,992 [239] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '239'} gunicorn-web stdout | 2022-06-09 11:57:49,001 [231] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '231'} gunicorn-web stdout | 2022-06-09 11:57:49,012 [229] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '229'} gunicorn-web stdout | 2022-06-09 11:57:49,020 [238] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '238'} gunicorn-web stdout | 2022-06-09 11:57:49,028 [232] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '232'} gunicorn-secscan stdout | 2022-06-09 11:57:49,035 [221] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '221'} gunicorn-secscan stdout | 2022-06-09 11:57:49,057 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '74'} gunicorn-secscan stdout | 2022-06-09 11:57:49,066 [224] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '224'} gunicorn-secscan stdout | 2022-06-09 11:57:49,089 [225] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '225'} gunicorn-secscan stdout | 2022-06-09 11:57:49,100 [227] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '227'} exportactionlogsworker stdout | 2022-06-09 11:57:49,113 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'exportactionlogsworker.py', 'pid': '70'} repositoryactioncounter stdout | 2022-06-09 11:57:49,182 [88] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositoryactioncounter.py', 'pid': '88'} chunkcleanupworker stdout | 2022-06-09 11:57:49,245 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'chunkcleanupworker.py', 'pid': '67'} logrotateworker stdout | 2022-06-09 11:57:49,254 [77] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'logrotateworker.py', 'pid': '77'} securityscanningnotificationworker stdout | 2022-06-09 11:57:49,266 [90] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'securityscanningnotificationworker.py', 'pid': '90'} namespacegcworker stdout | 2022-06-09 11:57:49,443 [83] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'namespacegcworker.py', 'pid': '83'} globalpromstats stdout | 2022-06-09 11:57:49,602 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'globalpromstats.py', 'pid': '72'} repositorygcworker stdout | 2022-06-09 11:57:49,608 [89] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositorygcworker.py', 'pid': '89'} storagereplication stdout | 2022-06-09 11:57:49,714 [93] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'storagereplication.py', 'pid': '93'} manifestbackfillworker stdout | 2022-06-09 11:57:49,721 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'manifestbackfillworker.py', 'pid': '78'} expiredappspecifictokenworker stdout | 2022-06-09 11:57:49,770 [69] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '69'} notificationworker stdout | 2022-06-09 11:57:49,782 [85] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'notificationworker.py', 'pid': '85'} builder stdout | 2022-06-09 11:57:49,807 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'builder.py', 'pid': '65'} teamsyncworker stdout | 2022-06-09 11:57:49,816 [94] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'teamsyncworker.py', 'pid': '94'} buildlogsarchiver stdout | 2022-06-09 11:57:49,823 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'buildlogsarchiver.py', 'pid': '66'} servicekey stdout | 2022-06-09 11:57:49,830 [92] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'servicekeyworker.py', 'pid': '92'} gcworker stdout | 2022-06-09 11:57:49,900 [71] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'gcworker.py', 'pid': '71'} queuecleanupworker stdout | 2022-06-09 11:57:49,906 [87] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'queuecleanupworker.py', 'pid': '87'} notificationworker stdout | 2022-06-09 11:57:50,626 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 11:57:50,626 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:58:00.617379+00:00 (in 9.990651 seconds) notificationworker stdout | 2022-06-09 11:57:50,627 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:58:00 UTC)" (scheduled at 2022-06-09 11:57:50.617379+00:00) notificationworker stdout | 2022-06-09 11:57:50,627 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 11:57:50,627 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 57, 50, 627108), True, datetime.datetime(2022, 6, 9, 11, 57, 50, 627108), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 11:57:50,630 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 11:57:50,630 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 11:57:50,630 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:58:00 UTC)" executed successfully gunicorn-registry stdout | 2022-06-09 11:57:51,323 [271] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '271'} gunicorn-registry stdout | 2022-06-09 11:57:51,332 [273] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '273'} gunicorn-registry stdout | 2022-06-09 11:57:51,349 [276] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '276'} gunicorn-registry stdout | 2022-06-09 11:57:51,356 [275] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '275'} gunicorn-registry stdout | 2022-06-09 11:57:51,376 [246] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '246'} gunicorn-registry stdout | 2022-06-09 11:57:51,398 [277] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '277'} gunicorn-registry stdout | 2022-06-09 11:57:51,407 [274] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '274'} gunicorn-registry stdout | 2022-06-09 11:57:51,415 [263] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '263'} gunicorn-registry stdout | 2022-06-09 11:57:51,423 [266] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '266'} gunicorn-registry stdout | 2022-06-09 11:57:51,434 [254] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '254'} gunicorn-registry stdout | 2022-06-09 11:57:51,450 [260] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '260'} gunicorn-registry stdout | 2022-06-09 11:57:51,457 [270] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '270'} gunicorn-registry stdout | 2022-06-09 11:57:51,465 [253] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '253'} gunicorn-registry stdout | 2022-06-09 11:57:51,473 [261] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '261'} gunicorn-registry stdout | 2022-06-09 11:57:51,483 [268] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '268'} gunicorn-registry stdout | 2022-06-09 11:57:51,490 [248] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '248'} gunicorn-registry stdout | 2022-06-09 11:57:51,498 [245] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '245'} repositorygcworker stdout | 2022-06-09 11:57:51,503 [89] [DEBUG] [apscheduler.scheduler] Looking for jobs to run repositorygcworker stdout | 2022-06-09 11:57:51,503 [89] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:58:38.463361+00:00 (in 46.959706 seconds) repositorygcworker stdout | 2022-06-09 11:57:51,503 [89] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 11:58:51 UTC)" (scheduled at 2022-06-09 11:57:51.502316+00:00) repositorygcworker stdout | 2022-06-09 11:57:51,504 [89] [DEBUG] [workers.queueworker] Running watchdog. repositorygcworker stdout | 2022-06-09 11:57:51,504 [89] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 11:58:51 UTC)" executed successfully gunicorn-registry stdout | 2022-06-09 11:57:51,507 [249] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '249'} gunicorn-registry stdout | 2022-06-09 11:57:51,515 [251] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '251'} gunicorn-registry stdout | 2022-06-09 11:57:51,527 [259] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '259'} gunicorn-registry stdout | 2022-06-09 11:57:51,535 [250] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '250'} gunicorn-registry stdout | 2022-06-09 11:57:51,543 [265] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '265'} gunicorn-registry stdout | 2022-06-09 11:57:51,555 [73] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '73'} gunicorn-registry stdout | 2022-06-09 11:57:51,572 [267] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '267'} gunicorn-registry stdout | 2022-06-09 11:57:51,580 [256] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '256'} gunicorn-registry stdout | 2022-06-09 11:57:51,589 [262] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '262'} gunicorn-registry stdout | 2022-06-09 11:57:51,596 [264] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '264'} gunicorn-registry stdout | 2022-06-09 11:57:51,604 [272] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '272'} gunicorn-registry stdout | 2022-06-09 11:57:51,611 [269] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '269'} gunicorn-registry stdout | 2022-06-09 11:57:51,618 [247] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '247'} gunicorn-registry stdout | 2022-06-09 11:57:51,626 [255] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '255'} gunicorn-registry stdout | 2022-06-09 11:57:51,632 [252] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '252'} gunicorn-registry stdout | 2022-06-09 11:57:51,639 [257] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '257'} gunicorn-web stdout | 2022-06-09 11:57:53,150 [242] [DEBUG] [app] Starting request: urn:request:aa66be00-b0da-40ad-a2bd-b7338e750507 (/api/v1/user/notifications) {'X-Forwarded-For': '172.24.0.1'} gunicorn-web stdout | 2022-06-09 11:57:53,150 [244] [DEBUG] [app] Starting request: urn:request:224b0e21-3fd9-419f-bda2-459238302b8b (/api/v1/user/apptoken) {'X-Forwarded-For': '172.24.0.1'} gunicorn-web stdout | 2022-06-09 11:57:53,150 [242] [DEBUG] [app] User loader loading deferred user with uuid: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 11:57:53,150 [244] [DEBUG] [app] User loader loading deferred user with uuid: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 11:57:53,150 [242] [DEBUG] [auth.cookie] Loading user from cookie: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 11:57:53,150 [244] [DEBUG] [auth.cookie] Loading user from cookie: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 11:57:53,151 [244] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`uuid`, `t1`.`username`, `t1`.`password_hash`, `t1`.`email`, `t1`.`verified`, `t1`.`stripe_id`, `t1`.`organization`, `t1`.`robot`, `t1`.`invoice_email`, `t1`.`invalid_login_attempts`, `t1`.`last_invalid_login`, `t1`.`removed_tag_expiration_s`, `t1`.`enabled`, `t1`.`invoice_email_address`, `t1`.`given_name`, `t1`.`family_name`, `t1`.`company`, `t1`.`location`, `t1`.`maximum_queued_builds_count`, `t1`.`creation_date`, `t1`.`last_accessed` FROM `user` AS `t1` WHERE ((`t1`.`uuid` = %s) AND (`t1`.`organization` = %s)) LIMIT %s OFFSET %s', ['82228490-d075-4921-ae7a-af4408cf11b4', False, 1, 0]) gunicorn-web stdout | 2022-06-09 11:57:53,151 [242] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`uuid`, `t1`.`username`, `t1`.`password_hash`, `t1`.`email`, `t1`.`verified`, `t1`.`stripe_id`, `t1`.`organization`, `t1`.`robot`, `t1`.`invoice_email`, `t1`.`invalid_login_attempts`, `t1`.`last_invalid_login`, `t1`.`removed_tag_expiration_s`, `t1`.`enabled`, `t1`.`invoice_email_address`, `t1`.`given_name`, `t1`.`family_name`, `t1`.`company`, `t1`.`location`, `t1`.`maximum_queued_builds_count`, `t1`.`creation_date`, `t1`.`last_accessed` FROM `user` AS `t1` WHERE ((`t1`.`uuid` = %s) AND (`t1`.`organization` = %s)) LIMIT %s OFFSET %s', ['82228490-d075-4921-ae7a-af4408cf11b4', False, 1, 0]) gunicorn-web stdout | 2022-06-09 11:57:53,153 [244] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None]) gunicorn-web stdout | 2022-06-09 11:57:53,153 [242] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None]) gunicorn-web stdout | 2022-06-09 11:57:53,153 [242] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2022-06-09 11:57:53,153 [244] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2022-06-09 11:57:53,153 [242] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 11:57:53,153 [244] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 11:57:53,153 [242] [DEBUG] [endpoints.api] Checking permission for user ibazulic gunicorn-web stdout | 2022-06-09 11:57:53,153 [244] [DEBUG] [endpoints.api] Checking permission for user ibazulic gunicorn-web stdout | 2022-06-09 11:57:53,154 [242] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 11:57:53,154 [244] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 11:57:53,154 [242] [DEBUG] [auth.permissions] User permission: userspecificneed(type='user', username='ibazulic', role='admin') gunicorn-web stdout | 2022-06-09 11:57:53,154 [244] [DEBUG] [auth.permissions] User permission: userspecificneed(type='user', username='ibazulic', role='admin') gunicorn-web stdout | 2022-06-09 11:57:53,154 [244] [DEBUG] [auth.permissions] User namespace permission: namespacewide(type='organization', namespace='ibazulic', role='admin') gunicorn-web stdout | 2022-06-09 11:57:53,154 [242] [DEBUG] [auth.permissions] User namespace permission: namespacewide(type='organization', namespace='ibazulic', role='admin') gunicorn-web stdout | 2022-06-09 11:57:53,154 [244] [DEBUG] [auth.permissions] User namespace repo permission: namespacewide(type='organizationrepo', namespace='ibazulic', role='admin') gunicorn-web stdout | 2022-06-09 11:57:53,154 [242] [DEBUG] [auth.permissions] User namespace repo permission: namespacewide(type='organizationrepo', namespace='ibazulic', role='admin') gunicorn-web stdout | 2022-06-09 11:57:53,154 [242] [DEBUG] [auth.permissions] Adding superuser to user: ibazulic gunicorn-web stdout | 2022-06-09 11:57:53,154 [244] [DEBUG] [auth.permissions] Adding superuser to user: ibazulic gunicorn-web stdout | 2022-06-09 11:57:53,154 [244] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`user_id`, `t1`.`uuid`, `t1`.`title`, `t1`.`token_name`, `t1`.`token_secret`, `t1`.`created`, `t1`.`expiration`, `t1`.`last_accessed` FROM `appspecificauthtoken` AS `t1` WHERE (((`t1`.`user_id` = %s) AND (`t1`.`expiration` <= %s)) AND (`t1`.`expiration` > %s))', [1, datetime.datetime(2022, 6, 12, 7, 9, 53, 154297), datetime.datetime(2022, 6, 9, 11, 57, 53, 154340)]) gunicorn-web stdout | 2022-06-09 11:57:53,155 [242] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`uuid`, `t1`.`kind_id`, `t1`.`metadata_json`, `t1`.`dismissed`, `t1`.`lookup_path`, `t1`.`created`, `t1`.`created` AS `cd`, `t1`.`target_id` FROM `notification` AS `t1` INNER JOIN `notificationkind` AS `t2` ON (`t1`.`kind_id` = `t2`.`id`) WHERE ((`t1`.`dismissed` = %s) AND (`t1`.`target_id` = %s)) UNION SELECT `t3`.`id`, `t3`.`uuid`, `t3`.`kind_id`, `t3`.`metadata_json`, `t3`.`dismissed`, `t3`.`lookup_path`, `t3`.`created`, `t3`.`created` AS `cd`, `t3`.`target_id` FROM `notification` AS `t3` INNER JOIN `notificationkind` AS `t4` ON (`t3`.`kind_id` = `t4`.`id`) INNER JOIN `user` AS `t5` ON (`t5`.`id` = `t3`.`target_id`) INNER JOIN `team` AS `t6` ON (`t5`.`id` = `t6`.`organization_id`) INNER JOIN `teamrole` AS `t7` ON (`t6`.`role_id` = `t7`.`id`) INNER JOIN `teammember` AS `t8` ON (`t6`.`id` = `t8`.`team_id`) INNER JOIN `user` AS `t9` ON (`t8`.`user_id` = `t9`.`id`) WHERE ((`t3`.`dismissed` = %s) AND ((`t9`.`id` = %s) AND (`t7`.`name` = %s))) ORDER BY cd desc LIMIT %s', [False, 1, False, 1, 'admin', 6]) gunicorn-web stdout | 2022-06-09 11:57:53,156 [244] [DEBUG] [app] Ending request: urn:request:224b0e21-3fd9-419f-bda2-459238302b8b (/api/v1/user/apptoken) {'endpoint': 'api.apptokens', 'request_id': 'urn:request:224b0e21-3fd9-419f-bda2-459238302b8b', 'remote_addr': '172.24.0.1', 'http_method': 'GET', 'original_url': 'https://quay.skynet/api/v1/user/apptoken?expiring=true', 'path': '/api/v1/user/apptoken', 'parameters': {'expiring': 'true'}, 'json_body': None, 'confsha': '61c38a19', 'user-agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:101.0) Gecko/20100101 Firefox/101.0'} gunicorn-web stdout | 2022-06-09 11:57:53,156 [244] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2022-06-09 11:57:53,157 [242] [DEBUG] [app] Ending request: urn:request:aa66be00-b0da-40ad-a2bd-b7338e750507 (/api/v1/user/notifications) {'endpoint': 'api.usernotificationlist', 'request_id': 'urn:request:aa66be00-b0da-40ad-a2bd-b7338e750507', 'remote_addr': '172.24.0.1', 'http_method': 'GET', 'original_url': 'https://quay.skynet/api/v1/user/notifications', 'path': '/api/v1/user/notifications', 'parameters': {}, 'json_body': None, 'confsha': '61c38a19', 'user-agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:101.0) Gecko/20100101 Firefox/101.0'} nginx stdout | 172.24.0.1 () - - [09/Jun/2022:11:57:53 +0000] "GET /api/v1/user/apptoken?expiring=true HTTP/2.0" 200 38 "https://quay.skynet/repository/ibazulic/quay?tab=history" "Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:101.0) Gecko/20100101 Firefox/101.0" (0.008 61 0.008) gunicorn-web stdout | 2022-06-09 11:57:53,157 [244] [INFO] [gunicorn.access] 172.24.0.1 - - [09/Jun/2022:11:57:53 +0000] "GET /api/v1/user/apptoken?expiring=true HTTP/1.0" 200 38 "https://quay.skynet/repository/ibazulic/quay?tab=history" "Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:101.0) Gecko/20100101 Firefox/101.0" gunicorn-web stdout | 2022-06-09 11:57:53,157 [242] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2022-06-09 11:57:53,158 [242] [INFO] [gunicorn.access] 172.24.0.1 - - [09/Jun/2022:11:57:53 +0000] "GET /api/v1/user/notifications HTTP/1.0" 200 43 "https://quay.skynet/repository/ibazulic/quay?tab=history" "Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:101.0) Gecko/20100101 Firefox/101.0" nginx stdout | 172.24.0.1 () - - [09/Jun/2022:11:57:53 +0000] "GET /api/v1/user/notifications HTTP/2.0" 200 43 "https://quay.skynet/repository/ibazulic/quay?tab=history" "Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:101.0) Gecko/20100101 Firefox/101.0" (0.009 752 0.008) namespacegcworker stdout | 2022-06-09 11:57:55,466 [83] [DEBUG] [apscheduler.scheduler] Looking for jobs to run namespacegcworker stdout | 2022-06-09 11:57:55,466 [83] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:58:01.521527+00:00 (in 6.055408 seconds) namespacegcworker stdout | 2022-06-09 11:57:55,466 [83] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 11:58:55 UTC)" (scheduled at 2022-06-09 11:57:55.463831+00:00) namespacegcworker stdout | 2022-06-09 11:57:55,466 [83] [DEBUG] [workers.queueworker] Getting work item from queue. namespacegcworker stdout | 2022-06-09 11:57:55,467 [83] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 57, 55, 466583), True, datetime.datetime(2022, 6, 9, 11, 57, 55, 466583), 0, 'namespacegc/%', 50, 1, 0]) namespacegcworker stdout | 2022-06-09 11:57:55,469 [83] [DEBUG] [workers.queueworker] No more work. namespacegcworker stdout | 2022-06-09 11:57:55,470 [83] [DEBUG] [data.database] Disconnecting from database. namespacegcworker stdout | 2022-06-09 11:57:55,470 [83] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 11:58:55 UTC)" executed successfully notificationworker stdout | 2022-06-09 11:58:00,618 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 11:58:00,618 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:58:10.617379+00:00 (in 9.999205 seconds) notificationworker stdout | 2022-06-09 11:58:00,618 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:58:10 UTC)" (scheduled at 2022-06-09 11:58:00.617379+00:00) notificationworker stdout | 2022-06-09 11:58:00,618 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 11:58:00,619 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 58, 0, 618681), True, datetime.datetime(2022, 6, 9, 11, 58, 0, 618681), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 11:58:00,621 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 11:58:00,622 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 11:58:00,622 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:58:10 UTC)" executed successfully namespacegcworker stdout | 2022-06-09 11:58:01,523 [83] [DEBUG] [apscheduler.scheduler] Looking for jobs to run namespacegcworker stdout | 2022-06-09 11:58:01,523 [83] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:58:55.463831+00:00 (in 53.940538 seconds) namespacegcworker stdout | 2022-06-09 11:58:01,523 [83] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 11:59:01 UTC)" (scheduled at 2022-06-09 11:58:01.521527+00:00) namespacegcworker stdout | 2022-06-09 11:58:01,523 [83] [DEBUG] [workers.queueworker] Running watchdog. namespacegcworker stdout | 2022-06-09 11:58:01,523 [83] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 11:59:01 UTC)" executed successfully exportactionlogsworker stdout | 2022-06-09 11:58:04,382 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run exportactionlogsworker stdout | 2022-06-09 11:58:04,383 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:58:47.409953+00:00 (in 43.026964 seconds) exportactionlogsworker stdout | 2022-06-09 11:58:04,383 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 11:59:04 UTC)" (scheduled at 2022-06-09 11:58:04.366245+00:00) exportactionlogsworker stdout | 2022-06-09 11:58:04,383 [70] [DEBUG] [workers.queueworker] Getting work item from queue. exportactionlogsworker stdout | 2022-06-09 11:58:04,384 [70] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 58, 4, 383662), True, datetime.datetime(2022, 6, 9, 11, 58, 4, 383662), 0, 'exportactionlogs/%', 50, 1, 0]) exportactionlogsworker stdout | 2022-06-09 11:58:04,387 [70] [DEBUG] [workers.queueworker] No more work. exportactionlogsworker stdout | 2022-06-09 11:58:04,387 [70] [DEBUG] [data.database] Disconnecting from database. exportactionlogsworker stdout | 2022-06-09 11:58:04,387 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 11:59:04 UTC)" executed successfully gcworker stdout | 2022-06-09 11:58:07,507 [71] [DEBUG] [apscheduler.scheduler] Looking for jobs to run gcworker stdout | 2022-06-09 11:58:07,507 [71] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:58:37.490424+00:00 (in 29.982873 seconds) gcworker stdout | 2022-06-09 11:58:07,507 [71] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 11:58:37 UTC)" (scheduled at 2022-06-09 11:58:07.490424+00:00) gcworker stdout | 2022-06-09 11:58:07,508 [71] [DEBUG] [peewee] ('SELECT `candidates`.`repository_id` FROM (SELECT DISTINCT `t1`.`repository_id` FROM `tag` AS `t1` INNER JOIN `repository` AS `t2` ON (`t1`.`repository_id` = `t2`.`id`) INNER JOIN `user` AS `t3` ON (`t2`.`namespace_user_id` = `t3`.`id`) WHERE ((((NOT (`t1`.`lifetime_end_ms` IS %s) AND (`t1`.`lifetime_end_ms` <= %s)) AND (`t3`.`removed_tag_expiration_s` = %s)) AND (`t3`.`enabled` = %s)) AND (`t2`.`state` != %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', [None, 1654775887508, 0, True, 3, 500, 1, 0]) gcworker stdout | 2022-06-09 11:58:07,510 [71] [DEBUG] [__main__] No repository with garbage found gcworker stdout | 2022-06-09 11:58:07,510 [71] [DEBUG] [data.database] Disconnecting from database. gcworker stdout | 2022-06-09 11:58:07,511 [71] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 11:58:37 UTC)" executed successfully notificationworker stdout | 2022-06-09 11:58:10,618 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 11:58:10,618 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:58:19.645536+00:00 (in 9.027367 seconds) notificationworker stdout | 2022-06-09 11:58:10,618 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:58:20 UTC)" (scheduled at 2022-06-09 11:58:10.617379+00:00) notificationworker stdout | 2022-06-09 11:58:10,618 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 11:58:10,619 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 58, 10, 618615), True, datetime.datetime(2022, 6, 9, 11, 58, 10, 618615), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 11:58:10,621 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 11:58:10,622 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 11:58:10,622 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:58:20 UTC)" executed successfully buildlogsarchiver stdout | 2022-06-09 11:58:15,648 [66] [DEBUG] [apscheduler.scheduler] Looking for jobs to run buildlogsarchiver stdout | 2022-06-09 11:58:15,648 [66] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:58:45.366042+00:00 (in 29.717655 seconds) buildlogsarchiver stdout | 2022-06-09 11:58:15,648 [66] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 11:58:45 UTC)" (scheduled at 2022-06-09 11:58:15.366042+00:00) buildlogsarchiver stdout | 2022-06-09 11:58:15,649 [66] [DEBUG] [peewee] ('SELECT `candidates`.`id` FROM (SELECT `t1`.`id` FROM `repositorybuild` AS `t1` WHERE (((`t1`.`phase` IN (%s, %s, %s)) OR (`t1`.`started` < %s)) AND (`t1`.`logs_archived` = %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2022, 5, 25, 11, 58, 15, 648943), False, 50, 1, 0]) buildlogsarchiver stdout | 2022-06-09 11:58:15,652 [66] [DEBUG] [__main__] No more builds to archive buildlogsarchiver stdout | 2022-06-09 11:58:15,652 [66] [DEBUG] [data.database] Disconnecting from database. buildlogsarchiver stdout | 2022-06-09 11:58:15,653 [66] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 11:58:45 UTC)" executed successfully gunicorn-web stdout | 2022-06-09 11:58:18,883 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '75'} gunicorn-web stdout | 2022-06-09 11:58:18,893 [243] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '243'} gunicorn-web stdout | 2022-06-09 11:58:18,902 [226] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '226'} gunicorn-web stdout | 2022-06-09 11:58:18,910 [242] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '242'} gunicorn-web stdout | 2022-06-09 11:58:18,916 [235] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '235'} gunicorn-web stdout | 2022-06-09 11:58:18,935 [228] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '228'} gunicorn-web stdout | 2022-06-09 11:58:18,943 [241] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '241'} gunicorn-web stdout | 2022-06-09 11:58:18,956 [244] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '244'} gunicorn-web stdout | 2022-06-09 11:58:18,973 [237] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '237'} gunicorn-web stdout | 2022-06-09 11:58:18,983 [234] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '234'} gunicorn-web stdout | 2022-06-09 11:58:18,991 [236] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '236'} blobuploadcleanupworker stdout | 2022-06-09 11:58:18,997 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'blobuploadcleanupworker.py', 'pid': '64'} gunicorn-web stdout | 2022-06-09 11:58:19,004 [230] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '230'} gunicorn-web stdout | 2022-06-09 11:58:19,013 [239] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '239'} gunicorn-web stdout | 2022-06-09 11:58:19,020 [231] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '231'} gunicorn-web stdout | 2022-06-09 11:58:19,028 [229] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '229'} gunicorn-web stdout | 2022-06-09 11:58:19,035 [238] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '238'} gunicorn-web stdout | 2022-06-09 11:58:19,042 [232] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '232'} gunicorn-secscan stdout | 2022-06-09 11:58:19,049 [221] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '221'} gunicorn-secscan stdout | 2022-06-09 11:58:19,067 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '74'} gunicorn-secscan stdout | 2022-06-09 11:58:19,079 [224] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '224'} gunicorn-secscan stdout | 2022-06-09 11:58:19,101 [225] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '225'} gunicorn-secscan stdout | 2022-06-09 11:58:19,111 [227] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '227'} exportactionlogsworker stdout | 2022-06-09 11:58:19,151 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'exportactionlogsworker.py', 'pid': '70'} repositoryactioncounter stdout | 2022-06-09 11:58:19,229 [88] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositoryactioncounter.py', 'pid': '88'} chunkcleanupworker stdout | 2022-06-09 11:58:19,283 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'chunkcleanupworker.py', 'pid': '67'} logrotateworker stdout | 2022-06-09 11:58:19,288 [77] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'logrotateworker.py', 'pid': '77'} securityscanningnotificationworker stdout | 2022-06-09 11:58:19,308 [90] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'securityscanningnotificationworker.py', 'pid': '90'} namespacegcworker stdout | 2022-06-09 11:58:19,482 [83] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'namespacegcworker.py', 'pid': '83'} globalpromstats stdout | 2022-06-09 11:58:19,635 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'globalpromstats.py', 'pid': '72'} repositorygcworker stdout | 2022-06-09 11:58:19,646 [89] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositorygcworker.py', 'pid': '89'} notificationworker stdout | 2022-06-09 11:58:19,647 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 11:58:19,647 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:58:20.617379+00:00 (in 0.970283 seconds) notificationworker stdout | 2022-06-09 11:58:19,647 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 11:59:19 UTC)" (scheduled at 2022-06-09 11:58:19.645536+00:00) notificationworker stdout | 2022-06-09 11:58:19,647 [85] [DEBUG] [workers.queueworker] Running watchdog. notificationworker stdout | 2022-06-09 11:58:19,647 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 11:59:19 UTC)" executed successfully manifestbackfillworker stdout | 2022-06-09 11:58:19,738 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'manifestbackfillworker.py', 'pid': '78'} storagereplication stdout | 2022-06-09 11:58:19,758 [93] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'storagereplication.py', 'pid': '93'} expiredappspecifictokenworker stdout | 2022-06-09 11:58:19,807 [69] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '69'} notificationworker stdout | 2022-06-09 11:58:19,818 [85] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'notificationworker.py', 'pid': '85'} teamsyncworker stdout | 2022-06-09 11:58:19,833 [94] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'teamsyncworker.py', 'pid': '94'} servicekey stdout | 2022-06-09 11:58:19,843 [92] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'servicekeyworker.py', 'pid': '92'} builder stdout | 2022-06-09 11:58:19,850 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'builder.py', 'pid': '65'} buildlogsarchiver stdout | 2022-06-09 11:58:19,863 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'buildlogsarchiver.py', 'pid': '66'} queuecleanupworker stdout | 2022-06-09 11:58:19,949 [87] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'queuecleanupworker.py', 'pid': '87'} gcworker stdout | 2022-06-09 11:58:19,956 [71] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'gcworker.py', 'pid': '71'} notificationworker stdout | 2022-06-09 11:58:20,637 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 11:58:20,637 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:58:30.617379+00:00 (in 9.979924 seconds) notificationworker stdout | 2022-06-09 11:58:20,637 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:58:30 UTC)" (scheduled at 2022-06-09 11:58:20.617379+00:00) notificationworker stdout | 2022-06-09 11:58:20,637 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 11:58:20,638 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 58, 20, 637814), True, datetime.datetime(2022, 6, 9, 11, 58, 20, 637814), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 11:58:20,641 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 11:58:20,641 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 11:58:20,641 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:58:30 UTC)" executed successfully gunicorn-registry stdout | 2022-06-09 11:58:21,343 [271] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '271'} gunicorn-registry stdout | 2022-06-09 11:58:21,350 [273] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '273'} gunicorn-registry stdout | 2022-06-09 11:58:21,363 [276] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '276'} gunicorn-registry stdout | 2022-06-09 11:58:21,375 [275] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '275'} gunicorn-registry stdout | 2022-06-09 11:58:21,401 [246] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '246'} gunicorn-registry stdout | 2022-06-09 11:58:21,414 [277] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '277'} gunicorn-registry stdout | 2022-06-09 11:58:21,421 [274] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '274'} gunicorn-registry stdout | 2022-06-09 11:58:21,430 [263] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '263'} gunicorn-registry stdout | 2022-06-09 11:58:21,438 [266] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '266'} gunicorn-registry stdout | 2022-06-09 11:58:21,447 [254] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '254'} gunicorn-registry stdout | 2022-06-09 11:58:21,467 [260] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '260'} gunicorn-registry stdout | 2022-06-09 11:58:21,476 [270] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '270'} gunicorn-registry stdout | 2022-06-09 11:58:21,493 [253] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '253'} gunicorn-registry stdout | 2022-06-09 11:58:21,500 [261] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '261'} gunicorn-registry stdout | 2022-06-09 11:58:21,509 [268] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '268'} gunicorn-registry stdout | 2022-06-09 11:58:21,516 [248] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '248'} gunicorn-registry stdout | 2022-06-09 11:58:21,525 [245] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '245'} gunicorn-registry stdout | 2022-06-09 11:58:21,532 [249] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '249'} gunicorn-registry stdout | 2022-06-09 11:58:21,540 [251] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '251'} gunicorn-registry stdout | 2022-06-09 11:58:21,549 [259] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '259'} gunicorn-registry stdout | 2022-06-09 11:58:21,556 [250] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '250'} gunicorn-registry stdout | 2022-06-09 11:58:21,565 [265] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '265'} gunicorn-registry stdout | 2022-06-09 11:58:21,571 [73] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '73'} gunicorn-registry stdout | 2022-06-09 11:58:21,587 [267] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '267'} gunicorn-registry stdout | 2022-06-09 11:58:21,597 [256] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '256'} gunicorn-registry stdout | 2022-06-09 11:58:21,606 [262] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '262'} gunicorn-registry stdout | 2022-06-09 11:58:21,614 [264] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '264'} gunicorn-registry stdout | 2022-06-09 11:58:21,621 [272] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '272'} gunicorn-registry stdout | 2022-06-09 11:58:21,628 [269] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '269'} gunicorn-registry stdout | 2022-06-09 11:58:21,635 [247] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '247'} gunicorn-registry stdout | 2022-06-09 11:58:21,644 [255] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '255'} gunicorn-registry stdout | 2022-06-09 11:58:21,652 [252] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '252'} gunicorn-registry stdout | 2022-06-09 11:58:21,659 [257] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '257'} notificationworker stdout | 2022-06-09 11:58:30,620 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 11:58:30,620 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:58:40.617379+00:00 (in 9.996747 seconds) notificationworker stdout | 2022-06-09 11:58:30,621 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:58:40 UTC)" (scheduled at 2022-06-09 11:58:30.617379+00:00) notificationworker stdout | 2022-06-09 11:58:30,621 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 11:58:30,621 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 58, 30, 621134), True, datetime.datetime(2022, 6, 9, 11, 58, 30, 621134), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 11:58:30,624 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 11:58:30,624 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 11:58:30,624 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:58:40 UTC)" executed successfully gcworker stdout | 2022-06-09 11:58:37,507 [71] [DEBUG] [apscheduler.scheduler] Looking for jobs to run gcworker stdout | 2022-06-09 11:58:37,507 [71] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:59:07.490424+00:00 (in 29.983091 seconds) gcworker stdout | 2022-06-09 11:58:37,507 [71] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 11:59:07 UTC)" (scheduled at 2022-06-09 11:58:37.490424+00:00) gcworker stdout | 2022-06-09 11:58:37,509 [71] [DEBUG] [peewee] ('SELECT `candidates`.`repository_id` FROM (SELECT DISTINCT `t1`.`repository_id` FROM `tag` AS `t1` INNER JOIN `repository` AS `t2` ON (`t1`.`repository_id` = `t2`.`id`) INNER JOIN `user` AS `t3` ON (`t2`.`namespace_user_id` = `t3`.`id`) WHERE ((((NOT (`t1`.`lifetime_end_ms` IS %s) AND (`t1`.`lifetime_end_ms` <= %s)) AND (`t3`.`removed_tag_expiration_s` = %s)) AND (`t3`.`enabled` = %s)) AND (`t2`.`state` != %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', [None, 1654775917507, 0, True, 3, 500, 1, 0]) gcworker stdout | 2022-06-09 11:58:37,511 [71] [DEBUG] [__main__] No repository with garbage found gcworker stdout | 2022-06-09 11:58:37,511 [71] [DEBUG] [data.database] Disconnecting from database. gcworker stdout | 2022-06-09 11:58:37,511 [71] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 11:59:07 UTC)" executed successfully repositorygcworker stdout | 2022-06-09 11:58:38,468 [89] [DEBUG] [apscheduler.scheduler] Looking for jobs to run repositorygcworker stdout | 2022-06-09 11:58:38,468 [89] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:58:51.502316+00:00 (in 13.034091 seconds) repositorygcworker stdout | 2022-06-09 11:58:38,468 [89] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 11:59:38 UTC)" (scheduled at 2022-06-09 11:58:38.463361+00:00) repositorygcworker stdout | 2022-06-09 11:58:38,468 [89] [DEBUG] [workers.queueworker] Getting work item from queue. repositorygcworker stdout | 2022-06-09 11:58:38,469 [89] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 58, 38, 468893), True, datetime.datetime(2022, 6, 9, 11, 58, 38, 468893), 0, 'repositorygc/%', 50, 1, 0]) repositorygcworker stdout | 2022-06-09 11:58:38,472 [89] [DEBUG] [workers.queueworker] No more work. repositorygcworker stdout | 2022-06-09 11:58:38,472 [89] [DEBUG] [data.database] Disconnecting from database. repositorygcworker stdout | 2022-06-09 11:58:38,472 [89] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 11:59:38 UTC)" executed successfully notificationworker stdout | 2022-06-09 11:58:40,618 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 11:58:40,618 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:58:50.617379+00:00 (in 9.999151 seconds) notificationworker stdout | 2022-06-09 11:58:40,618 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:58:50 UTC)" (scheduled at 2022-06-09 11:58:40.617379+00:00) notificationworker stdout | 2022-06-09 11:58:40,618 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 11:58:40,619 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 58, 40, 618735), True, datetime.datetime(2022, 6, 9, 11, 58, 40, 618735), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 11:58:40,622 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 11:58:40,622 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 11:58:40,622 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:58:50 UTC)" executed successfully buildlogsarchiver stdout | 2022-06-09 11:58:45,367 [66] [DEBUG] [apscheduler.scheduler] Looking for jobs to run buildlogsarchiver stdout | 2022-06-09 11:58:45,368 [66] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:59:15.366042+00:00 (in 29.998086 seconds) buildlogsarchiver stdout | 2022-06-09 11:58:45,368 [66] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 11:59:15 UTC)" (scheduled at 2022-06-09 11:58:45.366042+00:00) buildlogsarchiver stdout | 2022-06-09 11:58:45,368 [66] [DEBUG] [peewee] ('SELECT `candidates`.`id` FROM (SELECT `t1`.`id` FROM `repositorybuild` AS `t1` WHERE (((`t1`.`phase` IN (%s, %s, %s)) OR (`t1`.`started` < %s)) AND (`t1`.`logs_archived` = %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2022, 5, 25, 11, 58, 45, 368263), False, 50, 1, 0]) buildlogsarchiver stdout | 2022-06-09 11:58:45,371 [66] [DEBUG] [__main__] No more builds to archive buildlogsarchiver stdout | 2022-06-09 11:58:45,371 [66] [DEBUG] [data.database] Disconnecting from database. buildlogsarchiver stdout | 2022-06-09 11:58:45,371 [66] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 11:59:15 UTC)" executed successfully exportactionlogsworker stdout | 2022-06-09 11:58:47,423 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run exportactionlogsworker stdout | 2022-06-09 11:58:47,424 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:59:04.366245+00:00 (in 16.942278 seconds) exportactionlogsworker stdout | 2022-06-09 11:58:47,424 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 11:59:47 UTC)" (scheduled at 2022-06-09 11:58:47.409953+00:00) exportactionlogsworker stdout | 2022-06-09 11:58:47,424 [70] [DEBUG] [workers.queueworker] Running watchdog. exportactionlogsworker stdout | 2022-06-09 11:58:47,424 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 11:59:47 UTC)" executed successfully gunicorn-web stdout | 2022-06-09 11:58:48,903 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '75'} gunicorn-web stdout | 2022-06-09 11:58:48,909 [243] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '243'} gunicorn-web stdout | 2022-06-09 11:58:48,916 [226] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '226'} gunicorn-web stdout | 2022-06-09 11:58:48,924 [242] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '242'} gunicorn-web stdout | 2022-06-09 11:58:48,930 [235] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '235'} gunicorn-web stdout | 2022-06-09 11:58:48,952 [228] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '228'} gunicorn-web stdout | 2022-06-09 11:58:48,959 [241] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '241'} gunicorn-web stdout | 2022-06-09 11:58:48,969 [244] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '244'} gunicorn-web stdout | 2022-06-09 11:58:48,984 [237] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '237'} gunicorn-web stdout | 2022-06-09 11:58:48,993 [234] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '234'} gunicorn-web stdout | 2022-06-09 11:58:49,001 [236] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '236'} gunicorn-web stdout | 2022-06-09 11:58:49,016 [230] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '230'} gunicorn-web stdout | 2022-06-09 11:58:49,024 [239] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '239'} gunicorn-web stdout | 2022-06-09 11:58:49,032 [231] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '231'} blobuploadcleanupworker stdout | 2022-06-09 11:58:49,043 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'blobuploadcleanupworker.py', 'pid': '64'} gunicorn-web stdout | 2022-06-09 11:58:49,049 [229] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '229'} gunicorn-web stdout | 2022-06-09 11:58:49,056 [238] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '238'} gunicorn-web stdout | 2022-06-09 11:58:49,067 [232] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '232'} gunicorn-secscan stdout | 2022-06-09 11:58:49,075 [221] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '221'} gunicorn-secscan stdout | 2022-06-09 11:58:49,082 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '74'} gunicorn-secscan stdout | 2022-06-09 11:58:49,091 [224] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '224'} gunicorn-secscan stdout | 2022-06-09 11:58:49,111 [225] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '225'} gunicorn-secscan stdout | 2022-06-09 11:58:49,122 [227] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '227'} exportactionlogsworker stdout | 2022-06-09 11:58:49,191 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'exportactionlogsworker.py', 'pid': '70'} repositoryactioncounter stdout | 2022-06-09 11:58:49,277 [88] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositoryactioncounter.py', 'pid': '88'} logrotateworker stdout | 2022-06-09 11:58:49,302 [77] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'logrotateworker.py', 'pid': '77'} chunkcleanupworker stdout | 2022-06-09 11:58:49,327 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'chunkcleanupworker.py', 'pid': '67'} securityscanningnotificationworker stdout | 2022-06-09 11:58:49,345 [90] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'securityscanningnotificationworker.py', 'pid': '90'} namespacegcworker stdout | 2022-06-09 11:58:49,524 [83] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'namespacegcworker.py', 'pid': '83'} globalpromstats stdout | 2022-06-09 11:58:49,675 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'globalpromstats.py', 'pid': '72'} repositorygcworker stdout | 2022-06-09 11:58:49,681 [89] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositorygcworker.py', 'pid': '89'} manifestbackfillworker stdout | 2022-06-09 11:58:49,783 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'manifestbackfillworker.py', 'pid': '78'} storagereplication stdout | 2022-06-09 11:58:49,790 [93] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'storagereplication.py', 'pid': '93'} notificationworker stdout | 2022-06-09 11:58:49,832 [85] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'notificationworker.py', 'pid': '85'} teamsyncworker stdout | 2022-06-09 11:58:49,843 [94] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'teamsyncworker.py', 'pid': '94'} expiredappspecifictokenworker stdout | 2022-06-09 11:58:49,849 [69] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '69'} servicekey stdout | 2022-06-09 11:58:49,877 [92] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'servicekeyworker.py', 'pid': '92'} buildlogsarchiver stdout | 2022-06-09 11:58:49,885 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'buildlogsarchiver.py', 'pid': '66'} builder stdout | 2022-06-09 11:58:49,892 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'builder.py', 'pid': '65'} queuecleanupworker stdout | 2022-06-09 11:58:49,974 [87] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'queuecleanupworker.py', 'pid': '87'} gcworker stdout | 2022-06-09 11:58:49,993 [71] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'gcworker.py', 'pid': '71'} notificationworker stdout | 2022-06-09 11:58:50,617 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 11:58:50,618 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:59:00.617379+00:00 (in 9.999267 seconds) notificationworker stdout | 2022-06-09 11:58:50,618 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:59:00 UTC)" (scheduled at 2022-06-09 11:58:50.617379+00:00) notificationworker stdout | 2022-06-09 11:58:50,618 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 11:58:50,619 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 58, 50, 618502), True, datetime.datetime(2022, 6, 9, 11, 58, 50, 618502), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 11:58:50,621 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 11:58:50,621 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 11:58:50,622 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:59:00 UTC)" executed successfully gunicorn-registry stdout | 2022-06-09 11:58:51,356 [271] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '271'} gunicorn-registry stdout | 2022-06-09 11:58:51,365 [273] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '273'} gunicorn-registry stdout | 2022-06-09 11:58:51,376 [276] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '276'} gunicorn-registry stdout | 2022-06-09 11:58:51,389 [275] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '275'} gunicorn-registry stdout | 2022-06-09 11:58:51,414 [246] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '246'} gunicorn-registry stdout | 2022-06-09 11:58:51,431 [277] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '277'} gunicorn-registry stdout | 2022-06-09 11:58:51,438 [274] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '274'} gunicorn-registry stdout | 2022-06-09 11:58:51,445 [263] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '263'} gunicorn-registry stdout | 2022-06-09 11:58:51,453 [266] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '266'} gunicorn-registry stdout | 2022-06-09 11:58:51,462 [254] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '254'} gunicorn-registry stdout | 2022-06-09 11:58:51,478 [260] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '260'} gunicorn-registry stdout | 2022-06-09 11:58:51,490 [270] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '270'} repositorygcworker stdout | 2022-06-09 11:58:51,505 [89] [DEBUG] [apscheduler.scheduler] Looking for jobs to run repositorygcworker stdout | 2022-06-09 11:58:51,505 [89] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:59:38.463361+00:00 (in 46.958005 seconds) repositorygcworker stdout | 2022-06-09 11:58:51,505 [89] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 11:59:51 UTC)" (scheduled at 2022-06-09 11:58:51.502316+00:00) repositorygcworker stdout | 2022-06-09 11:58:51,505 [89] [DEBUG] [workers.queueworker] Running watchdog. repositorygcworker stdout | 2022-06-09 11:58:51,505 [89] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 11:59:51 UTC)" executed successfully gunicorn-registry stdout | 2022-06-09 11:58:51,506 [253] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '253'} gunicorn-registry stdout | 2022-06-09 11:58:51,515 [261] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '261'} gunicorn-registry stdout | 2022-06-09 11:58:51,522 [268] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '268'} gunicorn-registry stdout | 2022-06-09 11:58:51,529 [248] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '248'} gunicorn-registry stdout | 2022-06-09 11:58:51,540 [245] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '245'} gunicorn-registry stdout | 2022-06-09 11:58:51,552 [249] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '249'} gunicorn-registry stdout | 2022-06-09 11:58:51,559 [251] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '251'} gunicorn-registry stdout | 2022-06-09 11:58:51,568 [259] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '259'} gunicorn-registry stdout | 2022-06-09 11:58:51,575 [250] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '250'} gunicorn-registry stdout | 2022-06-09 11:58:51,582 [265] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '265'} gunicorn-registry stdout | 2022-06-09 11:58:51,591 [73] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '73'} gunicorn-registry stdout | 2022-06-09 11:58:51,598 [267] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '267'} gunicorn-registry stdout | 2022-06-09 11:58:51,612 [256] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '256'} gunicorn-registry stdout | 2022-06-09 11:58:51,619 [262] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '262'} gunicorn-registry stdout | 2022-06-09 11:58:51,629 [264] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '264'} gunicorn-registry stdout | 2022-06-09 11:58:51,635 [272] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '272'} gunicorn-registry stdout | 2022-06-09 11:58:51,646 [269] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '269'} gunicorn-registry stdout | 2022-06-09 11:58:51,653 [247] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '247'} gunicorn-registry stdout | 2022-06-09 11:58:51,660 [255] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '255'} gunicorn-registry stdout | 2022-06-09 11:58:51,669 [252] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '252'} gunicorn-registry stdout | 2022-06-09 11:58:51,675 [257] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '257'} namespacegcworker stdout | 2022-06-09 11:58:55,475 [83] [DEBUG] [apscheduler.scheduler] Looking for jobs to run namespacegcworker stdout | 2022-06-09 11:58:55,475 [83] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:59:01.521527+00:00 (in 6.046069 seconds) namespacegcworker stdout | 2022-06-09 11:58:55,475 [83] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 11:59:55 UTC)" (scheduled at 2022-06-09 11:58:55.463831+00:00) namespacegcworker stdout | 2022-06-09 11:58:55,475 [83] [DEBUG] [workers.queueworker] Getting work item from queue. namespacegcworker stdout | 2022-06-09 11:58:55,476 [83] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 58, 55, 475869), True, datetime.datetime(2022, 6, 9, 11, 58, 55, 475869), 0, 'namespacegc/%', 50, 1, 0]) namespacegcworker stdout | 2022-06-09 11:58:55,479 [83] [DEBUG] [workers.queueworker] No more work. namespacegcworker stdout | 2022-06-09 11:58:55,479 [83] [DEBUG] [data.database] Disconnecting from database. namespacegcworker stdout | 2022-06-09 11:58:55,479 [83] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 11:59:55 UTC)" executed successfully notificationworker stdout | 2022-06-09 11:59:00,618 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 11:59:00,618 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:59:02.645216+00:00 (in 2.026675 seconds) notificationworker stdout | 2022-06-09 11:59:00,618 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:59:10 UTC)" (scheduled at 2022-06-09 11:59:00.617379+00:00) notificationworker stdout | 2022-06-09 11:59:00,618 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 11:59:00,619 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 59, 0, 619016), True, datetime.datetime(2022, 6, 9, 11, 59, 0, 619016), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 11:59:00,622 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 11:59:00,622 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 11:59:00,622 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:59:10 UTC)" executed successfully namespacegcworker stdout | 2022-06-09 11:59:01,522 [83] [DEBUG] [apscheduler.scheduler] Looking for jobs to run namespacegcworker stdout | 2022-06-09 11:59:01,522 [83] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:59:21.521215+00:00 (in 19.999070 seconds) namespacegcworker stdout | 2022-06-09 11:59:01,522 [83] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:00:01 UTC)" (scheduled at 2022-06-09 11:59:01.521527+00:00) namespacegcworker stdout | 2022-06-09 11:59:01,522 [83] [DEBUG] [workers.queueworker] Running watchdog. namespacegcworker stdout | 2022-06-09 11:59:01,522 [83] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:00:01 UTC)" executed successfully notificationworker stdout | 2022-06-09 11:59:02,645 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 11:59:02,645 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:59:10.617379+00:00 (in 7.971639 seconds) notificationworker stdout | 2022-06-09 11:59:02,646 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2022-06-09 12:04:02 UTC)" (scheduled at 2022-06-09 11:59:02.645216+00:00) notificationworker stdout | 2022-06-09 11:59:02,646 [85] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT `t1`.`queue_name` FROM `queueitem` AS `t1` WHERE (((`t1`.`available` = %s) AND (`t1`.`processing_expires` > %s)) AND (`t1`.`queue_name` LIKE %s))) AS `_wrapped`', [False, datetime.datetime(2022, 6, 9, 11, 59, 2, 646377), 'notification/%']) notificationworker stdout | 2022-06-09 11:59:02,649 [85] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT `t1`.`queue_name` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s))) AS `_wrapped`', [datetime.datetime(2022, 6, 9, 11, 59, 2, 646377), True, datetime.datetime(2022, 6, 9, 11, 59, 2, 646377), 0, 'notification/%']) notificationworker stdout | 2022-06-09 11:59:02,650 [85] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT `t1`.`queue_name` FROM `queueitem` AS `t1` WHERE (((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) AND NOT (`t1`.`queue_name` IN (SELECT `t1`.`queue_name` FROM `queueitem` AS `t1` WHERE (((`t1`.`available` = %s) AND (`t1`.`processing_expires` > %s)) AND (`t1`.`queue_name` LIKE %s)))))) AS `_wrapped`', [datetime.datetime(2022, 6, 9, 11, 59, 2, 646377), True, datetime.datetime(2022, 6, 9, 11, 59, 2, 646377), 0, 'notification/%', False, datetime.datetime(2022, 6, 9, 11, 59, 2, 646377), 'notification/%']) notificationworker stdout | 2022-06-09 11:59:02,651 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 11:59:02,652 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2022-06-09 12:04:02 UTC)" executed successfully exportactionlogsworker stdout | 2022-06-09 11:59:04,369 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run exportactionlogsworker stdout | 2022-06-09 11:59:04,370 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:59:47.409953+00:00 (in 43.040019 seconds) exportactionlogsworker stdout | 2022-06-09 11:59:04,370 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:00:04 UTC)" (scheduled at 2022-06-09 11:59:04.366245+00:00) exportactionlogsworker stdout | 2022-06-09 11:59:04,370 [70] [DEBUG] [workers.queueworker] Getting work item from queue. exportactionlogsworker stdout | 2022-06-09 11:59:04,371 [70] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 59, 4, 370409), True, datetime.datetime(2022, 6, 9, 11, 59, 4, 370409), 0, 'exportactionlogs/%', 50, 1, 0]) exportactionlogsworker stdout | 2022-06-09 11:59:04,373 [70] [DEBUG] [workers.queueworker] No more work. exportactionlogsworker stdout | 2022-06-09 11:59:04,373 [70] [DEBUG] [data.database] Disconnecting from database. exportactionlogsworker stdout | 2022-06-09 11:59:04,374 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:00:04 UTC)" executed successfully gcworker stdout | 2022-06-09 11:59:07,493 [71] [DEBUG] [apscheduler.scheduler] Looking for jobs to run gcworker stdout | 2022-06-09 11:59:07,493 [71] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:59:37.490424+00:00 (in 29.997154 seconds) gcworker stdout | 2022-06-09 11:59:07,493 [71] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 11:59:37 UTC)" (scheduled at 2022-06-09 11:59:07.490424+00:00) gcworker stdout | 2022-06-09 11:59:07,494 [71] [DEBUG] [peewee] ('SELECT `candidates`.`repository_id` FROM (SELECT DISTINCT `t1`.`repository_id` FROM `tag` AS `t1` INNER JOIN `repository` AS `t2` ON (`t1`.`repository_id` = `t2`.`id`) INNER JOIN `user` AS `t3` ON (`t2`.`namespace_user_id` = `t3`.`id`) WHERE ((((NOT (`t1`.`lifetime_end_ms` IS %s) AND (`t1`.`lifetime_end_ms` <= %s)) AND (`t3`.`removed_tag_expiration_s` = %s)) AND (`t3`.`enabled` = %s)) AND (`t2`.`state` != %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', [None, 1654775947493, 0, True, 3, 500, 1, 0]) gcworker stdout | 2022-06-09 11:59:07,496 [71] [DEBUG] [__main__] No repository with garbage found gcworker stdout | 2022-06-09 11:59:07,496 [71] [DEBUG] [data.database] Disconnecting from database. gcworker stdout | 2022-06-09 11:59:07,496 [71] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 11:59:37 UTC)" executed successfully notificationworker stdout | 2022-06-09 11:59:10,621 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 11:59:10,621 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:59:19.645536+00:00 (in 9.023945 seconds) notificationworker stdout | 2022-06-09 11:59:10,621 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:59:20 UTC)" (scheduled at 2022-06-09 11:59:10.617379+00:00) notificationworker stdout | 2022-06-09 11:59:10,621 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 11:59:10,622 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 59, 10, 621927), True, datetime.datetime(2022, 6, 9, 11, 59, 10, 621927), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 11:59:10,625 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 11:59:10,625 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 11:59:10,625 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:59:20 UTC)" executed successfully buildlogsarchiver stdout | 2022-06-09 11:59:15,371 [66] [DEBUG] [apscheduler.scheduler] Looking for jobs to run buildlogsarchiver stdout | 2022-06-09 11:59:15,372 [66] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:59:45.366042+00:00 (in 29.993963 seconds) buildlogsarchiver stdout | 2022-06-09 11:59:15,372 [66] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 11:59:45 UTC)" (scheduled at 2022-06-09 11:59:15.366042+00:00) buildlogsarchiver stdout | 2022-06-09 11:59:15,373 [66] [DEBUG] [peewee] ('SELECT `candidates`.`id` FROM (SELECT `t1`.`id` FROM `repositorybuild` AS `t1` WHERE (((`t1`.`phase` IN (%s, %s, %s)) OR (`t1`.`started` < %s)) AND (`t1`.`logs_archived` = %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2022, 5, 25, 11, 59, 15, 372557), False, 50, 1, 0]) buildlogsarchiver stdout | 2022-06-09 11:59:15,375 [66] [DEBUG] [__main__] No more builds to archive buildlogsarchiver stdout | 2022-06-09 11:59:15,376 [66] [DEBUG] [data.database] Disconnecting from database. buildlogsarchiver stdout | 2022-06-09 11:59:15,376 [66] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 11:59:45 UTC)" executed successfully gunicorn-web stdout | 2022-06-09 11:59:18,917 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '75'} gunicorn-web stdout | 2022-06-09 11:59:18,924 [243] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '243'} gunicorn-web stdout | 2022-06-09 11:59:18,932 [226] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '226'} gunicorn-web stdout | 2022-06-09 11:59:18,939 [242] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '242'} gunicorn-web stdout | 2022-06-09 11:59:18,948 [235] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '235'} gunicorn-web stdout | 2022-06-09 11:59:18,966 [228] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '228'} gunicorn-web stdout | 2022-06-09 11:59:18,973 [241] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '241'} gunicorn-web stdout | 2022-06-09 11:59:18,982 [244] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '244'} gunicorn-web stdout | 2022-06-09 11:59:18,998 [237] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '237'} gunicorn-web stdout | 2022-06-09 11:59:19,006 [234] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '234'} gunicorn-web stdout | 2022-06-09 11:59:19,014 [236] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '236'} gunicorn-web stdout | 2022-06-09 11:59:19,026 [230] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '230'} gunicorn-web stdout | 2022-06-09 11:59:19,036 [239] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '239'} gunicorn-web stdout | 2022-06-09 11:59:19,044 [231] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '231'} gunicorn-web stdout | 2022-06-09 11:59:19,065 [229] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '229'} gunicorn-web stdout | 2022-06-09 11:59:19,072 [238] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '238'} gunicorn-web stdout | 2022-06-09 11:59:19,080 [232] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '232'} blobuploadcleanupworker stdout | 2022-06-09 11:59:19,091 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'blobuploadcleanupworker.py', 'pid': '64'} gunicorn-secscan stdout | 2022-06-09 11:59:19,099 [221] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '221'} gunicorn-secscan stdout | 2022-06-09 11:59:19,107 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '74'} gunicorn-secscan stdout | 2022-06-09 11:59:19,115 [224] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '224'} gunicorn-secscan stdout | 2022-06-09 11:59:19,127 [225] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '225'} gunicorn-secscan stdout | 2022-06-09 11:59:19,134 [227] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '227'} exportactionlogsworker stdout | 2022-06-09 11:59:19,208 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'exportactionlogsworker.py', 'pid': '70'} repositoryactioncounter stdout | 2022-06-09 11:59:19,296 [88] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositoryactioncounter.py', 'pid': '88'} logrotateworker stdout | 2022-06-09 11:59:19,337 [77] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'logrotateworker.py', 'pid': '77'} chunkcleanupworker stdout | 2022-06-09 11:59:19,343 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'chunkcleanupworker.py', 'pid': '67'} securityscanningnotificationworker stdout | 2022-06-09 11:59:19,372 [90] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'securityscanningnotificationworker.py', 'pid': '90'} namespacegcworker stdout | 2022-06-09 11:59:19,564 [83] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'namespacegcworker.py', 'pid': '83'} notificationworker stdout | 2022-06-09 11:59:19,646 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 11:59:19,647 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:59:20.617379+00:00 (in 0.970310 seconds) notificationworker stdout | 2022-06-09 11:59:19,647 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:00:19 UTC)" (scheduled at 2022-06-09 11:59:19.645536+00:00) notificationworker stdout | 2022-06-09 11:59:19,647 [85] [DEBUG] [workers.queueworker] Running watchdog. notificationworker stdout | 2022-06-09 11:59:19,647 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:00:19 UTC)" executed successfully repositorygcworker stdout | 2022-06-09 11:59:19,699 [89] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositorygcworker.py', 'pid': '89'} globalpromstats stdout | 2022-06-09 11:59:19,706 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'globalpromstats.py', 'pid': '72'} storagereplication stdout | 2022-06-09 11:59:19,828 [93] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'storagereplication.py', 'pid': '93'} manifestbackfillworker stdout | 2022-06-09 11:59:19,835 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'manifestbackfillworker.py', 'pid': '78'} notificationworker stdout | 2022-06-09 11:59:19,846 [85] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'notificationworker.py', 'pid': '85'} teamsyncworker stdout | 2022-06-09 11:59:19,885 [94] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'teamsyncworker.py', 'pid': '94'} expiredappspecifictokenworker stdout | 2022-06-09 11:59:19,892 [69] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '69'} buildlogsarchiver stdout | 2022-06-09 11:59:19,899 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'buildlogsarchiver.py', 'pid': '66'} servicekey stdout | 2022-06-09 11:59:19,921 [92] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'servicekeyworker.py', 'pid': '92'} builder stdout | 2022-06-09 11:59:19,932 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'builder.py', 'pid': '65'} queuecleanupworker stdout | 2022-06-09 11:59:20,007 [87] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'queuecleanupworker.py', 'pid': '87'} gcworker stdout | 2022-06-09 11:59:20,021 [71] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'gcworker.py', 'pid': '71'} notificationworker stdout | 2022-06-09 11:59:20,620 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 11:59:20,620 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:59:30.617379+00:00 (in 9.996997 seconds) notificationworker stdout | 2022-06-09 11:59:20,620 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:59:30 UTC)" (scheduled at 2022-06-09 11:59:20.617379+00:00) notificationworker stdout | 2022-06-09 11:59:20,621 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 11:59:20,621 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 59, 20, 621064), True, datetime.datetime(2022, 6, 9, 11, 59, 20, 621064), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 11:59:20,624 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 11:59:20,624 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 11:59:20,625 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:59:30 UTC)" executed successfully gunicorn-registry stdout | 2022-06-09 11:59:21,381 [271] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '271'} gunicorn-registry stdout | 2022-06-09 11:59:21,389 [273] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '273'} gunicorn-registry stdout | 2022-06-09 11:59:21,395 [276] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '276'} gunicorn-registry stdout | 2022-06-09 11:59:21,403 [275] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '275'} gunicorn-registry stdout | 2022-06-09 11:59:21,429 [246] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '246'} gunicorn-registry stdout | 2022-06-09 11:59:21,443 [277] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '277'} gunicorn-registry stdout | 2022-06-09 11:59:21,452 [274] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '274'} gunicorn-registry stdout | 2022-06-09 11:59:21,459 [263] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '263'} gunicorn-registry stdout | 2022-06-09 11:59:21,467 [266] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '266'} gunicorn-registry stdout | 2022-06-09 11:59:21,478 [254] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '254'} gunicorn-registry stdout | 2022-06-09 11:59:21,491 [260] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '260'} gunicorn-registry stdout | 2022-06-09 11:59:21,501 [270] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '270'} gunicorn-registry stdout | 2022-06-09 11:59:21,519 [253] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '253'} namespacegcworker stdout | 2022-06-09 11:59:21,524 [83] [DEBUG] [apscheduler.scheduler] Looking for jobs to run namespacegcworker stdout | 2022-06-09 11:59:21,525 [83] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:59:55.463831+00:00 (in 33.938932 seconds) namespacegcworker stdout | 2022-06-09 11:59:21,525 [83] [INFO] [apscheduler.executors.default] Running job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2022-06-09 12:04:21 UTC)" (scheduled at 2022-06-09 11:59:21.521215+00:00) namespacegcworker stdout | 2022-06-09 11:59:21,526 [83] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT `t1`.`queue_name` FROM `queueitem` AS `t1` WHERE (((`t1`.`available` = %s) AND (`t1`.`processing_expires` > %s)) AND (`t1`.`queue_name` LIKE %s))) AS `_wrapped`', [False, datetime.datetime(2022, 6, 9, 11, 59, 21, 525513), 'namespacegc/%']) gunicorn-registry stdout | 2022-06-09 11:59:21,528 [261] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '261'} namespacegcworker stdout | 2022-06-09 11:59:21,528 [83] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT `t1`.`queue_name` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s))) AS `_wrapped`', [datetime.datetime(2022, 6, 9, 11, 59, 21, 525513), True, datetime.datetime(2022, 6, 9, 11, 59, 21, 525513), 0, 'namespacegc/%']) namespacegcworker stdout | 2022-06-09 11:59:21,530 [83] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT `t1`.`queue_name` FROM `queueitem` AS `t1` WHERE (((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) AND NOT (`t1`.`queue_name` IN (SELECT `t1`.`queue_name` FROM `queueitem` AS `t1` WHERE (((`t1`.`available` = %s) AND (`t1`.`processing_expires` > %s)) AND (`t1`.`queue_name` LIKE %s)))))) AS `_wrapped`', [datetime.datetime(2022, 6, 9, 11, 59, 21, 525513), True, datetime.datetime(2022, 6, 9, 11, 59, 21, 525513), 0, 'namespacegc/%', False, datetime.datetime(2022, 6, 9, 11, 59, 21, 525513), 'namespacegc/%']) namespacegcworker stdout | 2022-06-09 11:59:21,531 [83] [DEBUG] [data.database] Disconnecting from database. namespacegcworker stdout | 2022-06-09 11:59:21,531 [83] [INFO] [apscheduler.executors.default] Job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2022-06-09 12:04:21 UTC)" executed successfully gunicorn-registry stdout | 2022-06-09 11:59:21,536 [268] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '268'} gunicorn-registry stdout | 2022-06-09 11:59:21,543 [248] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '248'} gunicorn-registry stdout | 2022-06-09 11:59:21,553 [245] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '245'} gunicorn-registry stdout | 2022-06-09 11:59:21,566 [249] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '249'} gunicorn-registry stdout | 2022-06-09 11:59:21,573 [251] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '251'} gunicorn-registry stdout | 2022-06-09 11:59:21,582 [259] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '259'} gunicorn-registry stdout | 2022-06-09 11:59:21,590 [250] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '250'} gunicorn-registry stdout | 2022-06-09 11:59:21,597 [265] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '265'} gunicorn-registry stdout | 2022-06-09 11:59:21,604 [73] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '73'} gunicorn-registry stdout | 2022-06-09 11:59:21,611 [267] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '267'} gunicorn-registry stdout | 2022-06-09 11:59:21,631 [262] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '262'} gunicorn-registry stdout | 2022-06-09 11:59:21,639 [256] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '256'} gunicorn-registry stdout | 2022-06-09 11:59:21,647 [264] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '264'} gunicorn-registry stdout | 2022-06-09 11:59:21,654 [272] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '272'} gunicorn-registry stdout | 2022-06-09 11:59:21,661 [269] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '269'} gunicorn-registry stdout | 2022-06-09 11:59:21,668 [247] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '247'} gunicorn-registry stdout | 2022-06-09 11:59:21,675 [255] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '255'} gunicorn-registry stdout | 2022-06-09 11:59:21,683 [252] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '252'} gunicorn-registry stdout | 2022-06-09 11:59:21,691 [257] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '257'} notificationworker stdout | 2022-06-09 11:59:30,618 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 11:59:30,619 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:59:40.617379+00:00 (in 9.998393 seconds) notificationworker stdout | 2022-06-09 11:59:30,619 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:59:40 UTC)" (scheduled at 2022-06-09 11:59:30.617379+00:00) notificationworker stdout | 2022-06-09 11:59:30,619 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 11:59:30,620 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 59, 30, 619443), True, datetime.datetime(2022, 6, 9, 11, 59, 30, 619443), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 11:59:30,622 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 11:59:30,623 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 11:59:30,623 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:59:40 UTC)" executed successfully gcworker stdout | 2022-06-09 11:59:37,493 [71] [DEBUG] [apscheduler.scheduler] Looking for jobs to run gcworker stdout | 2022-06-09 11:59:37,493 [71] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:00:07.490424+00:00 (in 29.997064 seconds) gcworker stdout | 2022-06-09 11:59:37,493 [71] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 12:00:07 UTC)" (scheduled at 2022-06-09 11:59:37.490424+00:00) gcworker stdout | 2022-06-09 11:59:37,494 [71] [DEBUG] [peewee] ('SELECT `candidates`.`repository_id` FROM (SELECT DISTINCT `t1`.`repository_id` FROM `tag` AS `t1` INNER JOIN `repository` AS `t2` ON (`t1`.`repository_id` = `t2`.`id`) INNER JOIN `user` AS `t3` ON (`t2`.`namespace_user_id` = `t3`.`id`) WHERE ((((NOT (`t1`.`lifetime_end_ms` IS %s) AND (`t1`.`lifetime_end_ms` <= %s)) AND (`t3`.`removed_tag_expiration_s` = %s)) AND (`t3`.`enabled` = %s)) AND (`t2`.`state` != %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', [None, 1654775977493, 0, True, 3, 500, 1, 0]) gcworker stdout | 2022-06-09 11:59:37,496 [71] [DEBUG] [__main__] No repository with garbage found gcworker stdout | 2022-06-09 11:59:37,497 [71] [DEBUG] [data.database] Disconnecting from database. gcworker stdout | 2022-06-09 11:59:37,497 [71] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 12:00:07 UTC)" executed successfully repositorygcworker stdout | 2022-06-09 11:59:38,463 [89] [DEBUG] [apscheduler.scheduler] Looking for jobs to run repositorygcworker stdout | 2022-06-09 11:59:38,464 [89] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:59:51.502316+00:00 (in 13.038206 seconds) repositorygcworker stdout | 2022-06-09 11:59:38,464 [89] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:00:38 UTC)" (scheduled at 2022-06-09 11:59:38.463361+00:00) repositorygcworker stdout | 2022-06-09 11:59:38,464 [89] [DEBUG] [workers.queueworker] Getting work item from queue. repositorygcworker stdout | 2022-06-09 11:59:38,465 [89] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 59, 38, 464476), True, datetime.datetime(2022, 6, 9, 11, 59, 38, 464476), 0, 'repositorygc/%', 50, 1, 0]) repositorygcworker stdout | 2022-06-09 11:59:38,468 [89] [DEBUG] [workers.queueworker] No more work. repositorygcworker stdout | 2022-06-09 11:59:38,468 [89] [DEBUG] [data.database] Disconnecting from database. repositorygcworker stdout | 2022-06-09 11:59:38,468 [89] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:00:38 UTC)" executed successfully notificationworker stdout | 2022-06-09 11:59:40,629 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 11:59:40,630 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:59:50.617379+00:00 (in 9.987452 seconds) notificationworker stdout | 2022-06-09 11:59:40,630 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:59:50 UTC)" (scheduled at 2022-06-09 11:59:40.617379+00:00) notificationworker stdout | 2022-06-09 11:59:40,630 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 11:59:40,631 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 59, 40, 630358), True, datetime.datetime(2022, 6, 9, 11, 59, 40, 630358), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 11:59:40,633 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 11:59:40,633 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 11:59:40,633 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 11:59:50 UTC)" executed successfully buildlogsarchiver stdout | 2022-06-09 11:59:45,375 [66] [DEBUG] [apscheduler.scheduler] Looking for jobs to run buildlogsarchiver stdout | 2022-06-09 11:59:45,376 [66] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:00:15.366042+00:00 (in 29.990003 seconds) buildlogsarchiver stdout | 2022-06-09 11:59:45,376 [66] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 12:00:15 UTC)" (scheduled at 2022-06-09 11:59:45.366042+00:00) buildlogsarchiver stdout | 2022-06-09 11:59:45,376 [66] [DEBUG] [peewee] ('SELECT `candidates`.`id` FROM (SELECT `t1`.`id` FROM `repositorybuild` AS `t1` WHERE (((`t1`.`phase` IN (%s, %s, %s)) OR (`t1`.`started` < %s)) AND (`t1`.`logs_archived` = %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2022, 5, 25, 11, 59, 45, 376493), False, 50, 1, 0]) buildlogsarchiver stdout | 2022-06-09 11:59:45,379 [66] [DEBUG] [__main__] No more builds to archive buildlogsarchiver stdout | 2022-06-09 11:59:45,379 [66] [DEBUG] [data.database] Disconnecting from database. buildlogsarchiver stdout | 2022-06-09 11:59:45,379 [66] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 12:00:15 UTC)" executed successfully exportactionlogsworker stdout | 2022-06-09 11:59:47,417 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run exportactionlogsworker stdout | 2022-06-09 11:59:47,417 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:00:04.366245+00:00 (in 16.948829 seconds) exportactionlogsworker stdout | 2022-06-09 11:59:47,417 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:00:47 UTC)" (scheduled at 2022-06-09 11:59:47.409953+00:00) exportactionlogsworker stdout | 2022-06-09 11:59:47,417 [70] [DEBUG] [workers.queueworker] Running watchdog. exportactionlogsworker stdout | 2022-06-09 11:59:47,417 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:00:47 UTC)" executed successfully gunicorn-web stdout | 2022-06-09 11:59:48,931 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '75'} gunicorn-web stdout | 2022-06-09 11:59:48,939 [243] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '243'} gunicorn-web stdout | 2022-06-09 11:59:48,947 [226] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '226'} gunicorn-web stdout | 2022-06-09 11:59:48,954 [242] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '242'} gunicorn-web stdout | 2022-06-09 11:59:48,961 [235] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '235'} gunicorn-web stdout | 2022-06-09 11:59:48,986 [228] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '228'} gunicorn-web stdout | 2022-06-09 11:59:48,994 [241] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '241'} gunicorn-web stdout | 2022-06-09 11:59:49,002 [244] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '244'} gunicorn-web stdout | 2022-06-09 11:59:49,010 [237] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '237'} gunicorn-web stdout | 2022-06-09 11:59:49,017 [234] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '234'} gunicorn-web stdout | 2022-06-09 11:59:49,027 [236] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '236'} gunicorn-web stdout | 2022-06-09 11:59:49,038 [230] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '230'} gunicorn-web stdout | 2022-06-09 11:59:49,047 [239] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '239'} gunicorn-web stdout | 2022-06-09 11:59:49,060 [231] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '231'} gunicorn-web stdout | 2022-06-09 11:59:49,079 [229] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '229'} gunicorn-web stdout | 2022-06-09 11:59:49,086 [238] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '238'} gunicorn-web stdout | 2022-06-09 11:59:49,094 [232] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '232'} gunicorn-secscan stdout | 2022-06-09 11:59:49,111 [221] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '221'} gunicorn-secscan stdout | 2022-06-09 11:59:49,119 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '74'} gunicorn-secscan stdout | 2022-06-09 11:59:49,130 [224] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '224'} blobuploadcleanupworker stdout | 2022-06-09 11:59:49,137 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'blobuploadcleanupworker.py', 'pid': '64'} gunicorn-secscan stdout | 2022-06-09 11:59:49,145 [225] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '225'} gunicorn-secscan stdout | 2022-06-09 11:59:49,151 [227] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '227'} exportactionlogsworker stdout | 2022-06-09 11:59:49,218 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'exportactionlogsworker.py', 'pid': '70'} repositoryactioncounter stdout | 2022-06-09 11:59:49,322 [88] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositoryactioncounter.py', 'pid': '88'} logrotateworker stdout | 2022-06-09 11:59:49,358 [77] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'logrotateworker.py', 'pid': '77'} chunkcleanupworker stdout | 2022-06-09 11:59:49,365 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'chunkcleanupworker.py', 'pid': '67'} securityscanningnotificationworker stdout | 2022-06-09 11:59:49,412 [90] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'securityscanningnotificationworker.py', 'pid': '90'} namespacegcworker stdout | 2022-06-09 11:59:49,591 [83] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'namespacegcworker.py', 'pid': '83'} repositorygcworker stdout | 2022-06-09 11:59:49,746 [89] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositorygcworker.py', 'pid': '89'} globalpromstats stdout | 2022-06-09 11:59:49,753 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'globalpromstats.py', 'pid': '72'} storagereplication stdout | 2022-06-09 11:59:49,853 [93] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'storagereplication.py', 'pid': '93'} manifestbackfillworker stdout | 2022-06-09 11:59:49,861 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'manifestbackfillworker.py', 'pid': '78'} notificationworker stdout | 2022-06-09 11:59:49,888 [85] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'notificationworker.py', 'pid': '85'} teamsyncworker stdout | 2022-06-09 11:59:49,923 [94] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'teamsyncworker.py', 'pid': '94'} expiredappspecifictokenworker stdout | 2022-06-09 11:59:49,934 [69] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '69'} buildlogsarchiver stdout | 2022-06-09 11:59:49,940 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'buildlogsarchiver.py', 'pid': '66'} builder stdout | 2022-06-09 11:59:49,970 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'builder.py', 'pid': '65'} servicekey stdout | 2022-06-09 11:59:49,977 [92] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'servicekeyworker.py', 'pid': '92'} queuecleanupworker stdout | 2022-06-09 11:59:50,047 [87] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'queuecleanupworker.py', 'pid': '87'} gcworker stdout | 2022-06-09 11:59:50,066 [71] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'gcworker.py', 'pid': '71'} notificationworker stdout | 2022-06-09 11:59:50,628 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 11:59:50,629 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:00:00.617379+00:00 (in 9.988240 seconds) notificationworker stdout | 2022-06-09 11:59:50,629 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:00:00 UTC)" (scheduled at 2022-06-09 11:59:50.617379+00:00) notificationworker stdout | 2022-06-09 11:59:50,629 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 11:59:50,630 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 59, 50, 630022), True, datetime.datetime(2022, 6, 9, 11, 59, 50, 630022), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 11:59:50,633 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 11:59:50,633 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 11:59:50,633 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:00:00 UTC)" executed successfully gunicorn-registry stdout | 2022-06-09 11:59:51,412 [273] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '273'} gunicorn-registry stdout | 2022-06-09 11:59:51,418 [271] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '271'} gunicorn-registry stdout | 2022-06-09 11:59:51,426 [276] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '276'} gunicorn-registry stdout | 2022-06-09 11:59:51,433 [275] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '275'} gunicorn-registry stdout | 2022-06-09 11:59:51,445 [246] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '246'} gunicorn-registry stdout | 2022-06-09 11:59:51,457 [277] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '277'} gunicorn-registry stdout | 2022-06-09 11:59:51,469 [274] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '274'} gunicorn-registry stdout | 2022-06-09 11:59:51,478 [263] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '263'} gunicorn-registry stdout | 2022-06-09 11:59:51,486 [266] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '266'} gunicorn-registry stdout | 2022-06-09 11:59:51,494 [254] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '254'} gunicorn-registry stdout | 2022-06-09 11:59:51,504 [260] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '260'} repositorygcworker stdout | 2022-06-09 11:59:51,504 [89] [DEBUG] [apscheduler.scheduler] Looking for jobs to run repositorygcworker stdout | 2022-06-09 11:59:51,505 [89] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 11:59:53.501847+00:00 (in 1.996865 seconds) repositorygcworker stdout | 2022-06-09 11:59:51,505 [89] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:00:51 UTC)" (scheduled at 2022-06-09 11:59:51.502316+00:00) repositorygcworker stdout | 2022-06-09 11:59:51,505 [89] [DEBUG] [workers.queueworker] Running watchdog. repositorygcworker stdout | 2022-06-09 11:59:51,505 [89] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:00:51 UTC)" executed successfully gunicorn-registry stdout | 2022-06-09 11:59:51,514 [270] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '270'} gunicorn-registry stdout | 2022-06-09 11:59:51,534 [253] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '253'} gunicorn-registry stdout | 2022-06-09 11:59:51,545 [261] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '261'} gunicorn-registry stdout | 2022-06-09 11:59:51,552 [268] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '268'} gunicorn-registry stdout | 2022-06-09 11:59:51,559 [248] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '248'} gunicorn-registry stdout | 2022-06-09 11:59:51,567 [245] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '245'} gunicorn-registry stdout | 2022-06-09 11:59:51,579 [249] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '249'} gunicorn-registry stdout | 2022-06-09 11:59:51,587 [251] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '251'} gunicorn-registry stdout | 2022-06-09 11:59:51,595 [259] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '259'} gunicorn-registry stdout | 2022-06-09 11:59:51,602 [250] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '250'} gunicorn-registry stdout | 2022-06-09 11:59:51,612 [265] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '265'} gunicorn-registry stdout | 2022-06-09 11:59:51,619 [73] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '73'} gunicorn-registry stdout | 2022-06-09 11:59:51,626 [267] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '267'} gunicorn-registry stdout | 2022-06-09 11:59:51,651 [256] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '256'} gunicorn-registry stdout | 2022-06-09 11:59:51,657 [262] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '262'} gunicorn-registry stdout | 2022-06-09 11:59:51,665 [264] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '264'} gunicorn-registry stdout | 2022-06-09 11:59:51,672 [272] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '272'} gunicorn-registry stdout | 2022-06-09 11:59:51,680 [269] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '269'} gunicorn-registry stdout | 2022-06-09 11:59:51,689 [247] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '247'} gunicorn-registry stdout | 2022-06-09 11:59:51,696 [255] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '255'} gunicorn-registry stdout | 2022-06-09 11:59:51,705 [252] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '252'} gunicorn-registry stdout | 2022-06-09 11:59:51,712 [257] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '257'} repositorygcworker stdout | 2022-06-09 11:59:53,504 [89] [DEBUG] [apscheduler.scheduler] Looking for jobs to run repositorygcworker stdout | 2022-06-09 11:59:53,504 [89] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:00:38.463361+00:00 (in 44.958717 seconds) repositorygcworker stdout | 2022-06-09 11:59:53,505 [89] [INFO] [apscheduler.executors.default] Running job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2022-06-09 12:04:53 UTC)" (scheduled at 2022-06-09 11:59:53.501847+00:00) repositorygcworker stdout | 2022-06-09 11:59:53,505 [89] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT `t1`.`queue_name` FROM `queueitem` AS `t1` WHERE (((`t1`.`available` = %s) AND (`t1`.`processing_expires` > %s)) AND (`t1`.`queue_name` LIKE %s))) AS `_wrapped`', [False, datetime.datetime(2022, 6, 9, 11, 59, 53, 505203), 'repositorygc/%']) repositorygcworker stdout | 2022-06-09 11:59:53,507 [89] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT `t1`.`queue_name` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s))) AS `_wrapped`', [datetime.datetime(2022, 6, 9, 11, 59, 53, 505203), True, datetime.datetime(2022, 6, 9, 11, 59, 53, 505203), 0, 'repositorygc/%']) repositorygcworker stdout | 2022-06-09 11:59:53,509 [89] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT `t1`.`queue_name` FROM `queueitem` AS `t1` WHERE (((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) AND NOT (`t1`.`queue_name` IN (SELECT `t1`.`queue_name` FROM `queueitem` AS `t1` WHERE (((`t1`.`available` = %s) AND (`t1`.`processing_expires` > %s)) AND (`t1`.`queue_name` LIKE %s)))))) AS `_wrapped`', [datetime.datetime(2022, 6, 9, 11, 59, 53, 505203), True, datetime.datetime(2022, 6, 9, 11, 59, 53, 505203), 0, 'repositorygc/%', False, datetime.datetime(2022, 6, 9, 11, 59, 53, 505203), 'repositorygc/%']) repositorygcworker stdout | 2022-06-09 11:59:53,510 [89] [DEBUG] [data.database] Disconnecting from database. repositorygcworker stdout | 2022-06-09 11:59:53,510 [89] [INFO] [apscheduler.executors.default] Job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2022-06-09 12:04:53 UTC)" executed successfully namespacegcworker stdout | 2022-06-09 11:59:55,477 [83] [DEBUG] [apscheduler.scheduler] Looking for jobs to run namespacegcworker stdout | 2022-06-09 11:59:55,477 [83] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:00:01.521527+00:00 (in 6.043848 seconds) namespacegcworker stdout | 2022-06-09 11:59:55,477 [83] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:00:55 UTC)" (scheduled at 2022-06-09 11:59:55.463831+00:00) namespacegcworker stdout | 2022-06-09 11:59:55,478 [83] [DEBUG] [workers.queueworker] Getting work item from queue. namespacegcworker stdout | 2022-06-09 11:59:55,478 [83] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 11, 59, 55, 478031), True, datetime.datetime(2022, 6, 9, 11, 59, 55, 478031), 0, 'namespacegc/%', 50, 1, 0]) namespacegcworker stdout | 2022-06-09 11:59:55,481 [83] [DEBUG] [workers.queueworker] No more work. namespacegcworker stdout | 2022-06-09 11:59:55,481 [83] [DEBUG] [data.database] Disconnecting from database. namespacegcworker stdout | 2022-06-09 11:59:55,481 [83] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:00:55 UTC)" executed successfully notificationworker stdout | 2022-06-09 12:00:00,675 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:00:00,676 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:00:10.617379+00:00 (in 9.940719 seconds) notificationworker stdout | 2022-06-09 12:00:00,677 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:00:10 UTC)" (scheduled at 2022-06-09 12:00:00.617379+00:00) notificationworker stdout | 2022-06-09 12:00:00,677 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 12:00:00,678 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 0, 0, 677239), True, datetime.datetime(2022, 6, 9, 12, 0, 0, 677239), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 12:00:00,681 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 12:00:00,681 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:00:00,681 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:00:10 UTC)" executed successfully namespacegcworker stdout | 2022-06-09 12:00:01,528 [83] [DEBUG] [apscheduler.scheduler] Looking for jobs to run namespacegcworker stdout | 2022-06-09 12:00:01,529 [83] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:00:55.463831+00:00 (in 53.934747 seconds) namespacegcworker stdout | 2022-06-09 12:00:01,529 [83] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:01:01 UTC)" (scheduled at 2022-06-09 12:00:01.521527+00:00) namespacegcworker stdout | 2022-06-09 12:00:01,529 [83] [DEBUG] [workers.queueworker] Running watchdog. namespacegcworker stdout | 2022-06-09 12:00:01,529 [83] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:01:01 UTC)" executed successfully exportactionlogsworker stdout | 2022-06-09 12:00:04,372 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run exportactionlogsworker stdout | 2022-06-09 12:00:04,373 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:00:47.409953+00:00 (in 43.036963 seconds) exportactionlogsworker stdout | 2022-06-09 12:00:04,373 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:01:04 UTC)" (scheduled at 2022-06-09 12:00:04.366245+00:00) exportactionlogsworker stdout | 2022-06-09 12:00:04,373 [70] [DEBUG] [workers.queueworker] Getting work item from queue. exportactionlogsworker stdout | 2022-06-09 12:00:04,373 [70] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 0, 4, 373325), True, datetime.datetime(2022, 6, 9, 12, 0, 4, 373325), 0, 'exportactionlogs/%', 50, 1, 0]) exportactionlogsworker stdout | 2022-06-09 12:00:04,376 [70] [DEBUG] [workers.queueworker] No more work. exportactionlogsworker stdout | 2022-06-09 12:00:04,376 [70] [DEBUG] [data.database] Disconnecting from database. exportactionlogsworker stdout | 2022-06-09 12:00:04,376 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:01:04 UTC)" executed successfully gcworker stdout | 2022-06-09 12:00:07,492 [71] [DEBUG] [apscheduler.scheduler] Looking for jobs to run gcworker stdout | 2022-06-09 12:00:07,492 [71] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:00:37.490424+00:00 (in 29.998298 seconds) gcworker stdout | 2022-06-09 12:00:07,492 [71] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 12:00:37 UTC)" (scheduled at 2022-06-09 12:00:07.490424+00:00) gcworker stdout | 2022-06-09 12:00:07,493 [71] [DEBUG] [peewee] ('SELECT `candidates`.`repository_id` FROM (SELECT DISTINCT `t1`.`repository_id` FROM `tag` AS `t1` INNER JOIN `repository` AS `t2` ON (`t1`.`repository_id` = `t2`.`id`) INNER JOIN `user` AS `t3` ON (`t2`.`namespace_user_id` = `t3`.`id`) WHERE ((((NOT (`t1`.`lifetime_end_ms` IS %s) AND (`t1`.`lifetime_end_ms` <= %s)) AND (`t3`.`removed_tag_expiration_s` = %s)) AND (`t3`.`enabled` = %s)) AND (`t2`.`state` != %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', [None, 1654776007492, 0, True, 3, 500, 1, 0]) gcworker stdout | 2022-06-09 12:00:07,495 [71] [DEBUG] [__main__] No repository with garbage found gcworker stdout | 2022-06-09 12:00:07,495 [71] [DEBUG] [data.database] Disconnecting from database. gcworker stdout | 2022-06-09 12:00:07,495 [71] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 12:00:37 UTC)" executed successfully notificationworker stdout | 2022-06-09 12:00:10,621 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:00:10,621 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:00:19.645536+00:00 (in 9.023811 seconds) notificationworker stdout | 2022-06-09 12:00:10,621 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:00:20 UTC)" (scheduled at 2022-06-09 12:00:10.617379+00:00) notificationworker stdout | 2022-06-09 12:00:10,622 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 12:00:10,622 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 0, 10, 622059), True, datetime.datetime(2022, 6, 9, 12, 0, 10, 622059), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 12:00:10,625 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 12:00:10,625 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:00:10,625 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:00:20 UTC)" executed successfully buildlogsarchiver stdout | 2022-06-09 12:00:15,380 [66] [DEBUG] [apscheduler.scheduler] Looking for jobs to run buildlogsarchiver stdout | 2022-06-09 12:00:15,381 [66] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:00:45.366042+00:00 (in 29.984996 seconds) buildlogsarchiver stdout | 2022-06-09 12:00:15,381 [66] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 12:00:45 UTC)" (scheduled at 2022-06-09 12:00:15.366042+00:00) buildlogsarchiver stdout | 2022-06-09 12:00:15,381 [66] [DEBUG] [peewee] ('SELECT `candidates`.`id` FROM (SELECT `t1`.`id` FROM `repositorybuild` AS `t1` WHERE (((`t1`.`phase` IN (%s, %s, %s)) OR (`t1`.`started` < %s)) AND (`t1`.`logs_archived` = %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2022, 5, 25, 12, 0, 15, 381344), False, 50, 1, 0]) buildlogsarchiver stdout | 2022-06-09 12:00:15,383 [66] [DEBUG] [__main__] No more builds to archive buildlogsarchiver stdout | 2022-06-09 12:00:15,383 [66] [DEBUG] [data.database] Disconnecting from database. buildlogsarchiver stdout | 2022-06-09 12:00:15,383 [66] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 12:00:45 UTC)" executed successfully gunicorn-web stdout | 2022-06-09 12:00:18,945 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '75'} gunicorn-web stdout | 2022-06-09 12:00:18,951 [243] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '243'} gunicorn-web stdout | 2022-06-09 12:00:18,961 [226] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '226'} gunicorn-web stdout | 2022-06-09 12:00:18,968 [242] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '242'} gunicorn-web stdout | 2022-06-09 12:00:18,975 [235] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '235'} gunicorn-web stdout | 2022-06-09 12:00:18,997 [228] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '228'} gunicorn-web stdout | 2022-06-09 12:00:19,006 [241] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '241'} gunicorn-web stdout | 2022-06-09 12:00:19,013 [244] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '244'} gunicorn-web stdout | 2022-06-09 12:00:19,024 [237] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '237'} gunicorn-web stdout | 2022-06-09 12:00:19,033 [234] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '234'} gunicorn-web stdout | 2022-06-09 12:00:19,040 [236] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '236'} gunicorn-web stdout | 2022-06-09 12:00:19,048 [230] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '230'} gunicorn-web stdout | 2022-06-09 12:00:19,057 [239] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '239'} gunicorn-web stdout | 2022-06-09 12:00:19,073 [231] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '231'} gunicorn-web stdout | 2022-06-09 12:00:19,090 [229] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '229'} gunicorn-web stdout | 2022-06-09 12:00:19,098 [238] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '238'} gunicorn-web stdout | 2022-06-09 12:00:19,105 [232] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '232'} gunicorn-secscan stdout | 2022-06-09 12:00:19,126 [221] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '221'} gunicorn-secscan stdout | 2022-06-09 12:00:19,132 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '74'} gunicorn-secscan stdout | 2022-06-09 12:00:19,141 [224] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '224'} gunicorn-secscan stdout | 2022-06-09 12:00:19,155 [225] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '225'} blobuploadcleanupworker stdout | 2022-06-09 12:00:19,163 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'blobuploadcleanupworker.py', 'pid': '64'} gunicorn-secscan stdout | 2022-06-09 12:00:19,173 [227] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '227'} exportactionlogsworker stdout | 2022-06-09 12:00:19,228 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'exportactionlogsworker.py', 'pid': '70'} repositoryactioncounter stdout | 2022-06-09 12:00:19,354 [88] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositoryactioncounter.py', 'pid': '88'} chunkcleanupworker stdout | 2022-06-09 12:00:19,379 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'chunkcleanupworker.py', 'pid': '67'} logrotateworker stdout | 2022-06-09 12:00:19,398 [77] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'logrotateworker.py', 'pid': '77'} securityscanningnotificationworker stdout | 2022-06-09 12:00:19,441 [90] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'securityscanningnotificationworker.py', 'pid': '90'} namespacegcworker stdout | 2022-06-09 12:00:19,634 [83] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'namespacegcworker.py', 'pid': '83'} notificationworker stdout | 2022-06-09 12:00:19,650 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:00:19,650 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:00:20.617379+00:00 (in 0.966830 seconds) notificationworker stdout | 2022-06-09 12:00:19,650 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:01:19 UTC)" (scheduled at 2022-06-09 12:00:19.645536+00:00) notificationworker stdout | 2022-06-09 12:00:19,651 [85] [DEBUG] [workers.queueworker] Running watchdog. notificationworker stdout | 2022-06-09 12:00:19,651 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:01:19 UTC)" executed successfully repositorygcworker stdout | 2022-06-09 12:00:19,760 [89] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositorygcworker.py', 'pid': '89'} globalpromstats stdout | 2022-06-09 12:00:19,786 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'globalpromstats.py', 'pid': '72'} storagereplication stdout | 2022-06-09 12:00:19,889 [93] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'storagereplication.py', 'pid': '93'} manifestbackfillworker stdout | 2022-06-09 12:00:19,896 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'manifestbackfillworker.py', 'pid': '78'} notificationworker stdout | 2022-06-09 12:00:19,926 [85] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'notificationworker.py', 'pid': '85'} teamsyncworker stdout | 2022-06-09 12:00:19,965 [94] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'teamsyncworker.py', 'pid': '94'} buildlogsarchiver stdout | 2022-06-09 12:00:19,972 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'buildlogsarchiver.py', 'pid': '66'} expiredappspecifictokenworker stdout | 2022-06-09 12:00:19,979 [69] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '69'} servicekey stdout | 2022-06-09 12:00:20,006 [92] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'servicekeyworker.py', 'pid': '92'} builder stdout | 2022-06-09 12:00:20,013 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'builder.py', 'pid': '65'} queuecleanupworker stdout | 2022-06-09 12:00:20,090 [87] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'queuecleanupworker.py', 'pid': '87'} gcworker stdout | 2022-06-09 12:00:20,096 [71] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'gcworker.py', 'pid': '71'} notificationworker stdout | 2022-06-09 12:00:20,631 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:00:20,631 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:00:30.617379+00:00 (in 9.986240 seconds) notificationworker stdout | 2022-06-09 12:00:20,631 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:00:30 UTC)" (scheduled at 2022-06-09 12:00:20.617379+00:00) notificationworker stdout | 2022-06-09 12:00:20,631 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 12:00:20,632 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 0, 20, 631745), True, datetime.datetime(2022, 6, 9, 12, 0, 20, 631745), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 12:00:20,635 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 12:00:20,635 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:00:20,635 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:00:30 UTC)" executed successfully gunicorn-registry stdout | 2022-06-09 12:00:21,426 [273] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '273'} gunicorn-registry stdout | 2022-06-09 12:00:21,432 [271] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '271'} gunicorn-registry stdout | 2022-06-09 12:00:21,438 [276] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '276'} gunicorn-registry stdout | 2022-06-09 12:00:21,445 [275] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '275'} gunicorn-registry stdout | 2022-06-09 12:00:21,455 [246] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '246'} gunicorn-registry stdout | 2022-06-09 12:00:21,473 [277] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '277'} gunicorn-registry stdout | 2022-06-09 12:00:21,483 [274] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '274'} gunicorn-registry stdout | 2022-06-09 12:00:21,490 [263] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '263'} gunicorn-registry stdout | 2022-06-09 12:00:21,498 [266] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '266'} gunicorn-registry stdout | 2022-06-09 12:00:21,507 [254] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '254'} gunicorn-registry stdout | 2022-06-09 12:00:21,515 [260] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '260'} gunicorn-registry stdout | 2022-06-09 12:00:21,524 [270] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '270'} gunicorn-registry stdout | 2022-06-09 12:00:21,544 [253] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '253'} gunicorn-registry stdout | 2022-06-09 12:00:21,560 [261] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '261'} gunicorn-registry stdout | 2022-06-09 12:00:21,567 [268] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '268'} gunicorn-registry stdout | 2022-06-09 12:00:21,574 [248] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '248'} gunicorn-registry stdout | 2022-06-09 12:00:21,581 [245] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '245'} gunicorn-registry stdout | 2022-06-09 12:00:21,590 [249] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '249'} gunicorn-registry stdout | 2022-06-09 12:00:21,598 [251] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '251'} gunicorn-registry stdout | 2022-06-09 12:00:21,614 [259] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '259'} gunicorn-registry stdout | 2022-06-09 12:00:21,620 [250] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '250'} gunicorn-registry stdout | 2022-06-09 12:00:21,628 [265] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '265'} gunicorn-registry stdout | 2022-06-09 12:00:21,634 [73] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '73'} gunicorn-registry stdout | 2022-06-09 12:00:21,641 [267] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '267'} gunicorn-registry stdout | 2022-06-09 12:00:21,662 [256] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '256'} gunicorn-registry stdout | 2022-06-09 12:00:21,673 [262] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '262'} gunicorn-registry stdout | 2022-06-09 12:00:21,680 [264] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '264'} gunicorn-registry stdout | 2022-06-09 12:00:21,687 [272] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '272'} gunicorn-registry stdout | 2022-06-09 12:00:21,694 [269] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '269'} gunicorn-registry stdout | 2022-06-09 12:00:21,702 [247] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '247'} gunicorn-registry stdout | 2022-06-09 12:00:21,711 [255] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '255'} gunicorn-registry stdout | 2022-06-09 12:00:21,720 [252] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '252'} gunicorn-registry stdout | 2022-06-09 12:00:21,727 [257] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '257'} notificationworker stdout | 2022-06-09 12:00:30,638 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:00:30,638 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:00:40.617379+00:00 (in 9.979139 seconds) notificationworker stdout | 2022-06-09 12:00:30,638 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:00:40 UTC)" (scheduled at 2022-06-09 12:00:30.617379+00:00) notificationworker stdout | 2022-06-09 12:00:30,638 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 12:00:30,639 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 0, 30, 638644), True, datetime.datetime(2022, 6, 9, 12, 0, 30, 638644), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 12:00:30,641 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 12:00:30,641 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:00:30,641 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:00:40 UTC)" executed successfully gcworker stdout | 2022-06-09 12:00:37,492 [71] [DEBUG] [apscheduler.scheduler] Looking for jobs to run gcworker stdout | 2022-06-09 12:00:37,492 [71] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:01:07.490424+00:00 (in 29.998271 seconds) gcworker stdout | 2022-06-09 12:00:37,492 [71] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 12:01:07 UTC)" (scheduled at 2022-06-09 12:00:37.490424+00:00) gcworker stdout | 2022-06-09 12:00:37,493 [71] [DEBUG] [peewee] ('SELECT `candidates`.`repository_id` FROM (SELECT DISTINCT `t1`.`repository_id` FROM `tag` AS `t1` INNER JOIN `repository` AS `t2` ON (`t1`.`repository_id` = `t2`.`id`) INNER JOIN `user` AS `t3` ON (`t2`.`namespace_user_id` = `t3`.`id`) WHERE ((((NOT (`t1`.`lifetime_end_ms` IS %s) AND (`t1`.`lifetime_end_ms` <= %s)) AND (`t3`.`removed_tag_expiration_s` = %s)) AND (`t3`.`enabled` = %s)) AND (`t2`.`state` != %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', [None, 1654776037492, 0, True, 3, 500, 1, 0]) gcworker stdout | 2022-06-09 12:00:37,495 [71] [DEBUG] [__main__] No repository with garbage found gcworker stdout | 2022-06-09 12:00:37,495 [71] [DEBUG] [data.database] Disconnecting from database. gcworker stdout | 2022-06-09 12:00:37,495 [71] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 12:01:07 UTC)" executed successfully repositorygcworker stdout | 2022-06-09 12:00:38,464 [89] [DEBUG] [apscheduler.scheduler] Looking for jobs to run repositorygcworker stdout | 2022-06-09 12:00:38,464 [89] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:00:51.502316+00:00 (in 13.037855 seconds) repositorygcworker stdout | 2022-06-09 12:00:38,464 [89] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:01:38 UTC)" (scheduled at 2022-06-09 12:00:38.463361+00:00) repositorygcworker stdout | 2022-06-09 12:00:38,465 [89] [DEBUG] [workers.queueworker] Getting work item from queue. repositorygcworker stdout | 2022-06-09 12:00:38,465 [89] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 0, 38, 465195), True, datetime.datetime(2022, 6, 9, 12, 0, 38, 465195), 0, 'repositorygc/%', 50, 1, 0]) repositorygcworker stdout | 2022-06-09 12:00:38,468 [89] [DEBUG] [workers.queueworker] No more work. repositorygcworker stdout | 2022-06-09 12:00:38,468 [89] [DEBUG] [data.database] Disconnecting from database. repositorygcworker stdout | 2022-06-09 12:00:38,468 [89] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:01:38 UTC)" executed successfully notificationworker stdout | 2022-06-09 12:00:40,618 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:00:40,618 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:00:50.617379+00:00 (in 9.999169 seconds) notificationworker stdout | 2022-06-09 12:00:40,618 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:00:50 UTC)" (scheduled at 2022-06-09 12:00:40.617379+00:00) notificationworker stdout | 2022-06-09 12:00:40,618 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 12:00:40,619 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 0, 40, 618682), True, datetime.datetime(2022, 6, 9, 12, 0, 40, 618682), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 12:00:40,621 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 12:00:40,622 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:00:40,622 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:00:50 UTC)" executed successfully buildlogsarchiver stdout | 2022-06-09 12:00:45,373 [66] [DEBUG] [apscheduler.scheduler] Looking for jobs to run buildlogsarchiver stdout | 2022-06-09 12:00:45,373 [66] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:01:15.366042+00:00 (in 29.992893 seconds) buildlogsarchiver stdout | 2022-06-09 12:00:45,373 [66] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 12:01:15 UTC)" (scheduled at 2022-06-09 12:00:45.366042+00:00) buildlogsarchiver stdout | 2022-06-09 12:00:45,374 [66] [DEBUG] [peewee] ('SELECT `candidates`.`id` FROM (SELECT `t1`.`id` FROM `repositorybuild` AS `t1` WHERE (((`t1`.`phase` IN (%s, %s, %s)) OR (`t1`.`started` < %s)) AND (`t1`.`logs_archived` = %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2022, 5, 25, 12, 0, 45, 373442), False, 50, 1, 0]) buildlogsarchiver stdout | 2022-06-09 12:00:45,376 [66] [DEBUG] [__main__] No more builds to archive buildlogsarchiver stdout | 2022-06-09 12:00:45,376 [66] [DEBUG] [data.database] Disconnecting from database. buildlogsarchiver stdout | 2022-06-09 12:00:45,376 [66] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 12:01:15 UTC)" executed successfully exportactionlogsworker stdout | 2022-06-09 12:00:47,418 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run exportactionlogsworker stdout | 2022-06-09 12:00:47,418 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:01:04.366245+00:00 (in 16.947585 seconds) exportactionlogsworker stdout | 2022-06-09 12:00:47,419 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:01:47 UTC)" (scheduled at 2022-06-09 12:00:47.409953+00:00) exportactionlogsworker stdout | 2022-06-09 12:00:47,419 [70] [DEBUG] [workers.queueworker] Running watchdog. exportactionlogsworker stdout | 2022-06-09 12:00:47,419 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:01:47 UTC)" executed successfully gunicorn-web stdout | 2022-06-09 12:00:48,964 [243] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '243'} gunicorn-web stdout | 2022-06-09 12:00:48,971 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '75'} gunicorn-web stdout | 2022-06-09 12:00:48,978 [226] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '226'} gunicorn-web stdout | 2022-06-09 12:00:48,984 [242] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '242'} gunicorn-web stdout | 2022-06-09 12:00:48,990 [235] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '235'} gunicorn-web stdout | 2022-06-09 12:00:49,012 [228] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '228'} gunicorn-web stdout | 2022-06-09 12:00:49,021 [241] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '241'} gunicorn-web stdout | 2022-06-09 12:00:49,029 [244] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '244'} gunicorn-web stdout | 2022-06-09 12:00:49,035 [237] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '237'} gunicorn-web stdout | 2022-06-09 12:00:49,046 [234] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '234'} gunicorn-web stdout | 2022-06-09 12:00:49,053 [236] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '236'} gunicorn-web stdout | 2022-06-09 12:00:49,060 [230] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '230'} gunicorn-web stdout | 2022-06-09 12:00:49,069 [239] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '239'} gunicorn-web stdout | 2022-06-09 12:00:49,084 [231] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '231'} gunicorn-web stdout | 2022-06-09 12:00:49,102 [229] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '229'} gunicorn-web stdout | 2022-06-09 12:00:49,110 [238] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '238'} gunicorn-web stdout | 2022-06-09 12:00:49,117 [232] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '232'} gunicorn-secscan stdout | 2022-06-09 12:00:49,139 [221] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '221'} gunicorn-secscan stdout | 2022-06-09 12:00:49,147 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '74'} gunicorn-secscan stdout | 2022-06-09 12:00:49,154 [224] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '224'} gunicorn-secscan stdout | 2022-06-09 12:00:49,166 [225] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '225'} gunicorn-secscan stdout | 2022-06-09 12:00:49,186 [227] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '227'} blobuploadcleanupworker stdout | 2022-06-09 12:00:49,201 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'blobuploadcleanupworker.py', 'pid': '64'} exportactionlogsworker stdout | 2022-06-09 12:00:49,264 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'exportactionlogsworker.py', 'pid': '70'} repositoryactioncounter stdout | 2022-06-09 12:00:49,394 [88] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositoryactioncounter.py', 'pid': '88'} chunkcleanupworker stdout | 2022-06-09 12:00:49,401 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'chunkcleanupworker.py', 'pid': '67'} logrotateworker stdout | 2022-06-09 12:00:49,429 [77] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'logrotateworker.py', 'pid': '77'} securityscanningnotificationworker stdout | 2022-06-09 12:00:49,487 [90] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'securityscanningnotificationworker.py', 'pid': '90'} namespacegcworker stdout | 2022-06-09 12:00:49,671 [83] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'namespacegcworker.py', 'pid': '83'} repositorygcworker stdout | 2022-06-09 12:00:49,803 [89] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositorygcworker.py', 'pid': '89'} globalpromstats stdout | 2022-06-09 12:00:49,814 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'globalpromstats.py', 'pid': '72'} storagereplication stdout | 2022-06-09 12:00:49,916 [93] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'storagereplication.py', 'pid': '93'} manifestbackfillworker stdout | 2022-06-09 12:00:49,935 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'manifestbackfillworker.py', 'pid': '78'} notificationworker stdout | 2022-06-09 12:00:49,942 [85] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'notificationworker.py', 'pid': '85'} buildlogsarchiver stdout | 2022-06-09 12:00:49,991 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'buildlogsarchiver.py', 'pid': '66'} expiredappspecifictokenworker stdout | 2022-06-09 12:00:49,997 [69] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '69'} teamsyncworker stdout | 2022-06-09 12:00:50,004 [94] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'teamsyncworker.py', 'pid': '94'} builder stdout | 2022-06-09 12:00:50,031 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'builder.py', 'pid': '65'} servicekey stdout | 2022-06-09 12:00:50,057 [92] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'servicekeyworker.py', 'pid': '92'} queuecleanupworker stdout | 2022-06-09 12:00:50,117 [87] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'queuecleanupworker.py', 'pid': '87'} gcworker stdout | 2022-06-09 12:00:50,134 [71] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'gcworker.py', 'pid': '71'} notificationworker stdout | 2022-06-09 12:00:50,622 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:00:50,622 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:01:00.617379+00:00 (in 9.994747 seconds) notificationworker stdout | 2022-06-09 12:00:50,622 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:01:00 UTC)" (scheduled at 2022-06-09 12:00:50.617379+00:00) notificationworker stdout | 2022-06-09 12:00:50,622 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 12:00:50,623 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 0, 50, 623011), True, datetime.datetime(2022, 6, 9, 12, 0, 50, 623011), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 12:00:50,626 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 12:00:50,626 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:00:50,626 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:01:00 UTC)" executed successfully gunicorn-registry stdout | 2022-06-09 12:00:51,445 [273] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '273'} gunicorn-registry stdout | 2022-06-09 12:00:51,451 [271] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '271'} gunicorn-registry stdout | 2022-06-09 12:00:51,458 [276] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '276'} gunicorn-registry stdout | 2022-06-09 12:00:51,469 [275] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '275'} gunicorn-registry stdout | 2022-06-09 12:00:51,474 [246] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '246'} gunicorn-registry stdout | 2022-06-09 12:00:51,488 [277] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '277'} gunicorn-registry stdout | 2022-06-09 12:00:51,495 [274] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '274'} repositorygcworker stdout | 2022-06-09 12:00:51,503 [89] [DEBUG] [apscheduler.scheduler] Looking for jobs to run gunicorn-registry stdout | 2022-06-09 12:00:51,504 [263] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '263'} repositorygcworker stdout | 2022-06-09 12:00:51,503 [89] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:01:38.463361+00:00 (in 46.959592 seconds) repositorygcworker stdout | 2022-06-09 12:00:51,504 [89] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:01:51 UTC)" (scheduled at 2022-06-09 12:00:51.502316+00:00) repositorygcworker stdout | 2022-06-09 12:00:51,504 [89] [DEBUG] [workers.queueworker] Running watchdog. repositorygcworker stdout | 2022-06-09 12:00:51,504 [89] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:01:51 UTC)" executed successfully gunicorn-registry stdout | 2022-06-09 12:00:51,510 [266] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '266'} gunicorn-registry stdout | 2022-06-09 12:00:51,524 [254] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '254'} gunicorn-registry stdout | 2022-06-09 12:00:51,531 [260] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '260'} gunicorn-registry stdout | 2022-06-09 12:00:51,540 [270] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '270'} gunicorn-registry stdout | 2022-06-09 12:00:51,559 [253] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '253'} gunicorn-registry stdout | 2022-06-09 12:00:51,571 [261] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '261'} gunicorn-registry stdout | 2022-06-09 12:00:51,580 [268] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '268'} gunicorn-registry stdout | 2022-06-09 12:00:51,588 [248] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '248'} gunicorn-registry stdout | 2022-06-09 12:00:51,595 [245] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '245'} gunicorn-registry stdout | 2022-06-09 12:00:51,603 [249] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '249'} gunicorn-registry stdout | 2022-06-09 12:00:51,610 [251] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '251'} gunicorn-registry stdout | 2022-06-09 12:00:51,624 [259] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '259'} gunicorn-registry stdout | 2022-06-09 12:00:51,635 [250] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '250'} gunicorn-registry stdout | 2022-06-09 12:00:51,641 [265] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '265'} gunicorn-registry stdout | 2022-06-09 12:00:51,651 [73] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '73'} gunicorn-registry stdout | 2022-06-09 12:00:51,657 [267] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '267'} gunicorn-registry stdout | 2022-06-09 12:00:51,676 [256] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '256'} gunicorn-registry stdout | 2022-06-09 12:00:51,686 [262] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '262'} gunicorn-registry stdout | 2022-06-09 12:00:51,695 [264] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '264'} gunicorn-registry stdout | 2022-06-09 12:00:51,702 [272] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '272'} gunicorn-registry stdout | 2022-06-09 12:00:51,711 [269] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '269'} gunicorn-registry stdout | 2022-06-09 12:00:51,718 [247] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '247'} gunicorn-registry stdout | 2022-06-09 12:00:51,724 [255] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '255'} gunicorn-registry stdout | 2022-06-09 12:00:51,736 [252] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '252'} gunicorn-registry stdout | 2022-06-09 12:00:51,743 [257] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '257'} namespacegcworker stdout | 2022-06-09 12:00:55,468 [83] [DEBUG] [apscheduler.scheduler] Looking for jobs to run namespacegcworker stdout | 2022-06-09 12:00:55,468 [83] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:01:01.521527+00:00 (in 6.052962 seconds) namespacegcworker stdout | 2022-06-09 12:00:55,468 [83] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:01:55 UTC)" (scheduled at 2022-06-09 12:00:55.463831+00:00) namespacegcworker stdout | 2022-06-09 12:00:55,468 [83] [DEBUG] [workers.queueworker] Getting work item from queue. namespacegcworker stdout | 2022-06-09 12:00:55,469 [83] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 0, 55, 468930), True, datetime.datetime(2022, 6, 9, 12, 0, 55, 468930), 0, 'namespacegc/%', 50, 1, 0]) namespacegcworker stdout | 2022-06-09 12:00:55,471 [83] [DEBUG] [workers.queueworker] No more work. namespacegcworker stdout | 2022-06-09 12:00:55,471 [83] [DEBUG] [data.database] Disconnecting from database. namespacegcworker stdout | 2022-06-09 12:00:55,472 [83] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:01:55 UTC)" executed successfully notificationworker stdout | 2022-06-09 12:01:00,636 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:01:00,637 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:01:10.617379+00:00 (in 9.980566 seconds) notificationworker stdout | 2022-06-09 12:01:00,637 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:01:10 UTC)" (scheduled at 2022-06-09 12:01:00.617379+00:00) notificationworker stdout | 2022-06-09 12:01:00,637 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 12:01:00,637 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 1, 0, 637330), True, datetime.datetime(2022, 6, 9, 12, 1, 0, 637330), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 12:01:00,640 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 12:01:00,640 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:01:00,640 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:01:10 UTC)" executed successfully namespacegcworker stdout | 2022-06-09 12:01:01,536 [83] [DEBUG] [apscheduler.scheduler] Looking for jobs to run namespacegcworker stdout | 2022-06-09 12:01:01,537 [83] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:01:55.463831+00:00 (in 53.926859 seconds) namespacegcworker stdout | 2022-06-09 12:01:01,537 [83] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:02:01 UTC)" (scheduled at 2022-06-09 12:01:01.521527+00:00) namespacegcworker stdout | 2022-06-09 12:01:01,537 [83] [DEBUG] [workers.queueworker] Running watchdog. namespacegcworker stdout | 2022-06-09 12:01:01,537 [83] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:02:01 UTC)" executed successfully exportactionlogsworker stdout | 2022-06-09 12:01:04,366 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run exportactionlogsworker stdout | 2022-06-09 12:01:04,366 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:01:25.409412+00:00 (in 21.042672 seconds) exportactionlogsworker stdout | 2022-06-09 12:01:04,367 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:02:04 UTC)" (scheduled at 2022-06-09 12:01:04.366245+00:00) exportactionlogsworker stdout | 2022-06-09 12:01:04,367 [70] [DEBUG] [workers.queueworker] Getting work item from queue. exportactionlogsworker stdout | 2022-06-09 12:01:04,367 [70] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 1, 4, 367188), True, datetime.datetime(2022, 6, 9, 12, 1, 4, 367188), 0, 'exportactionlogs/%', 50, 1, 0]) exportactionlogsworker stdout | 2022-06-09 12:01:04,370 [70] [DEBUG] [workers.queueworker] No more work. exportactionlogsworker stdout | 2022-06-09 12:01:04,370 [70] [DEBUG] [data.database] Disconnecting from database. exportactionlogsworker stdout | 2022-06-09 12:01:04,370 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:02:04 UTC)" executed successfully gcworker stdout | 2022-06-09 12:01:07,491 [71] [DEBUG] [apscheduler.scheduler] Looking for jobs to run gcworker stdout | 2022-06-09 12:01:07,491 [71] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:01:37.490424+00:00 (in 29.998657 seconds) gcworker stdout | 2022-06-09 12:01:07,492 [71] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 12:01:37 UTC)" (scheduled at 2022-06-09 12:01:07.490424+00:00) gcworker stdout | 2022-06-09 12:01:07,493 [71] [DEBUG] [peewee] ('SELECT `candidates`.`repository_id` FROM (SELECT DISTINCT `t1`.`repository_id` FROM `tag` AS `t1` INNER JOIN `repository` AS `t2` ON (`t1`.`repository_id` = `t2`.`id`) INNER JOIN `user` AS `t3` ON (`t2`.`namespace_user_id` = `t3`.`id`) WHERE ((((NOT (`t1`.`lifetime_end_ms` IS %s) AND (`t1`.`lifetime_end_ms` <= %s)) AND (`t3`.`removed_tag_expiration_s` = %s)) AND (`t3`.`enabled` = %s)) AND (`t2`.`state` != %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', [None, 1654776067492, 0, True, 3, 500, 1, 0]) gcworker stdout | 2022-06-09 12:01:07,495 [71] [DEBUG] [__main__] No repository with garbage found gcworker stdout | 2022-06-09 12:01:07,495 [71] [DEBUG] [data.database] Disconnecting from database. gcworker stdout | 2022-06-09 12:01:07,495 [71] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 12:01:37 UTC)" executed successfully notificationworker stdout | 2022-06-09 12:01:10,630 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:01:10,630 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:01:19.645536+00:00 (in 9.014988 seconds) notificationworker stdout | 2022-06-09 12:01:10,630 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:01:20 UTC)" (scheduled at 2022-06-09 12:01:10.617379+00:00) notificationworker stdout | 2022-06-09 12:01:10,631 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 12:01:10,631 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 1, 10, 631180), True, datetime.datetime(2022, 6, 9, 12, 1, 10, 631180), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 12:01:10,634 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 12:01:10,634 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:01:10,634 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:01:20 UTC)" executed successfully buildlogsarchiver stdout | 2022-06-09 12:01:15,368 [66] [DEBUG] [apscheduler.scheduler] Looking for jobs to run buildlogsarchiver stdout | 2022-06-09 12:01:15,369 [66] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:01:45.366042+00:00 (in 29.997066 seconds) buildlogsarchiver stdout | 2022-06-09 12:01:15,369 [66] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 12:01:45 UTC)" (scheduled at 2022-06-09 12:01:15.366042+00:00) buildlogsarchiver stdout | 2022-06-09 12:01:15,369 [66] [DEBUG] [peewee] ('SELECT `candidates`.`id` FROM (SELECT `t1`.`id` FROM `repositorybuild` AS `t1` WHERE (((`t1`.`phase` IN (%s, %s, %s)) OR (`t1`.`started` < %s)) AND (`t1`.`logs_archived` = %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2022, 5, 25, 12, 1, 15, 369336), False, 50, 1, 0]) buildlogsarchiver stdout | 2022-06-09 12:01:15,372 [66] [DEBUG] [__main__] No more builds to archive buildlogsarchiver stdout | 2022-06-09 12:01:15,372 [66] [DEBUG] [data.database] Disconnecting from database. buildlogsarchiver stdout | 2022-06-09 12:01:15,372 [66] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 12:01:45 UTC)" executed successfully gunicorn-web stdout | 2022-06-09 12:01:18,977 [243] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '243'} gunicorn-web stdout | 2022-06-09 12:01:18,984 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '75'} gunicorn-web stdout | 2022-06-09 12:01:18,993 [226] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '226'} gunicorn-web stdout | 2022-06-09 12:01:19,000 [242] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '242'} gunicorn-web stdout | 2022-06-09 12:01:19,007 [235] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '235'} gunicorn-web stdout | 2022-06-09 12:01:19,037 [228] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '228'} gunicorn-web stdout | 2022-06-09 12:01:19,043 [241] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '241'} gunicorn-web stdout | 2022-06-09 12:01:19,051 [237] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '237'} gunicorn-web stdout | 2022-06-09 12:01:19,058 [244] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '244'} gunicorn-web stdout | 2022-06-09 12:01:19,065 [234] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '234'} gunicorn-web stdout | 2022-06-09 12:01:19,071 [236] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '236'} gunicorn-web stdout | 2022-06-09 12:01:19,078 [230] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '230'} gunicorn-web stdout | 2022-06-09 12:01:19,086 [239] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '239'} gunicorn-web stdout | 2022-06-09 12:01:19,095 [231] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '231'} gunicorn-web stdout | 2022-06-09 12:01:19,114 [229] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '229'} gunicorn-web stdout | 2022-06-09 12:01:19,123 [238] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '238'} gunicorn-web stdout | 2022-06-09 12:01:19,129 [232] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '232'} gunicorn-secscan stdout | 2022-06-09 12:01:19,150 [221] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '221'} gunicorn-secscan stdout | 2022-06-09 12:01:19,161 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '74'} gunicorn-secscan stdout | 2022-06-09 12:01:19,167 [224] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '224'} gunicorn-secscan stdout | 2022-06-09 12:01:19,178 [225] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '225'} gunicorn-secscan stdout | 2022-06-09 12:01:19,196 [227] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '227'} blobuploadcleanupworker stdout | 2022-06-09 12:01:19,243 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'blobuploadcleanupworker.py', 'pid': '64'} exportactionlogsworker stdout | 2022-06-09 12:01:19,290 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'exportactionlogsworker.py', 'pid': '70'} chunkcleanupworker stdout | 2022-06-09 12:01:19,421 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'chunkcleanupworker.py', 'pid': '67'} repositoryactioncounter stdout | 2022-06-09 12:01:19,428 [88] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositoryactioncounter.py', 'pid': '88'} logrotateworker stdout | 2022-06-09 12:01:19,469 [77] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'logrotateworker.py', 'pid': '77'} securityscanningnotificationworker stdout | 2022-06-09 12:01:19,523 [90] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'securityscanningnotificationworker.py', 'pid': '90'} notificationworker stdout | 2022-06-09 12:01:19,664 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:01:19,664 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:01:20.617379+00:00 (in 0.952742 seconds) notificationworker stdout | 2022-06-09 12:01:19,664 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:02:19 UTC)" (scheduled at 2022-06-09 12:01:19.645536+00:00) notificationworker stdout | 2022-06-09 12:01:19,665 [85] [DEBUG] [workers.queueworker] Running watchdog. notificationworker stdout | 2022-06-09 12:01:19,665 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:02:19 UTC)" executed successfully namespacegcworker stdout | 2022-06-09 12:01:19,709 [83] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'namespacegcworker.py', 'pid': '83'} globalpromstats stdout | 2022-06-09 12:01:19,840 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'globalpromstats.py', 'pid': '72'} repositorygcworker stdout | 2022-06-09 12:01:19,847 [89] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositorygcworker.py', 'pid': '89'} manifestbackfillworker stdout | 2022-06-09 12:01:19,948 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'manifestbackfillworker.py', 'pid': '78'} storagereplication stdout | 2022-06-09 12:01:19,955 [93] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'storagereplication.py', 'pid': '93'} notificationworker stdout | 2022-06-09 12:01:19,977 [85] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'notificationworker.py', 'pid': '85'} buildlogsarchiver stdout | 2022-06-09 12:01:20,013 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'buildlogsarchiver.py', 'pid': '66'} expiredappspecifictokenworker stdout | 2022-06-09 12:01:20,033 [69] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '69'} teamsyncworker stdout | 2022-06-09 12:01:20,046 [94] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'teamsyncworker.py', 'pid': '94'} builder stdout | 2022-06-09 12:01:20,053 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'builder.py', 'pid': '65'} servicekey stdout | 2022-06-09 12:01:20,089 [92] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'servicekeyworker.py', 'pid': '92'} gcworker stdout | 2022-06-09 12:01:20,152 [71] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'gcworker.py', 'pid': '71'} queuecleanupworker stdout | 2022-06-09 12:01:20,160 [87] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'queuecleanupworker.py', 'pid': '87'} notificationworker stdout | 2022-06-09 12:01:20,622 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:01:20,622 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:01:30.617379+00:00 (in 9.995151 seconds) notificationworker stdout | 2022-06-09 12:01:20,622 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:01:30 UTC)" (scheduled at 2022-06-09 12:01:20.617379+00:00) notificationworker stdout | 2022-06-09 12:01:20,622 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 12:01:20,623 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 1, 20, 622688), True, datetime.datetime(2022, 6, 9, 12, 1, 20, 622688), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 12:01:20,625 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 12:01:20,625 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:01:20,626 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:01:30 UTC)" executed successfully gunicorn-registry stdout | 2022-06-09 12:01:21,456 [273] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '273'} gunicorn-registry stdout | 2022-06-09 12:01:21,466 [271] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '271'} gunicorn-registry stdout | 2022-06-09 12:01:21,472 [276] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '276'} gunicorn-registry stdout | 2022-06-09 12:01:21,485 [275] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '275'} gunicorn-registry stdout | 2022-06-09 12:01:21,492 [246] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '246'} gunicorn-registry stdout | 2022-06-09 12:01:21,506 [277] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '277'} gunicorn-registry stdout | 2022-06-09 12:01:21,511 [274] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '274'} gunicorn-registry stdout | 2022-06-09 12:01:21,519 [263] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '263'} gunicorn-registry stdout | 2022-06-09 12:01:21,525 [266] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '266'} gunicorn-registry stdout | 2022-06-09 12:01:21,534 [254] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '254'} gunicorn-registry stdout | 2022-06-09 12:01:21,547 [260] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '260'} gunicorn-registry stdout | 2022-06-09 12:01:21,554 [270] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '270'} gunicorn-registry stdout | 2022-06-09 12:01:21,575 [253] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '253'} gunicorn-registry stdout | 2022-06-09 12:01:21,583 [261] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '261'} gunicorn-registry stdout | 2022-06-09 12:01:21,591 [268] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '268'} gunicorn-registry stdout | 2022-06-09 12:01:21,602 [248] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '248'} gunicorn-registry stdout | 2022-06-09 12:01:21,609 [245] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '245'} gunicorn-registry stdout | 2022-06-09 12:01:21,618 [249] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '249'} gunicorn-registry stdout | 2022-06-09 12:01:21,623 [251] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '251'} gunicorn-registry stdout | 2022-06-09 12:01:21,639 [259] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '259'} gunicorn-registry stdout | 2022-06-09 12:01:21,648 [250] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '250'} gunicorn-registry stdout | 2022-06-09 12:01:21,654 [265] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '265'} gunicorn-registry stdout | 2022-06-09 12:01:21,664 [73] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '73'} gunicorn-registry stdout | 2022-06-09 12:01:21,671 [267] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '267'} gunicorn-registry stdout | 2022-06-09 12:01:21,686 [256] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '256'} gunicorn-registry stdout | 2022-06-09 12:01:21,696 [262] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '262'} gunicorn-registry stdout | 2022-06-09 12:01:21,706 [264] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '264'} gunicorn-registry stdout | 2022-06-09 12:01:21,715 [272] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '272'} gunicorn-registry stdout | 2022-06-09 12:01:21,722 [269] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '269'} gunicorn-registry stdout | 2022-06-09 12:01:21,729 [247] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '247'} gunicorn-registry stdout | 2022-06-09 12:01:21,737 [255] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '255'} gunicorn-registry stdout | 2022-06-09 12:01:21,746 [252] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '252'} gunicorn-registry stdout | 2022-06-09 12:01:21,757 [257] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '257'} exportactionlogsworker stdout | 2022-06-09 12:01:25,411 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run exportactionlogsworker stdout | 2022-06-09 12:01:25,411 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:01:47.409953+00:00 (in 21.998495 seconds) exportactionlogsworker stdout | 2022-06-09 12:01:25,411 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2022-06-09 12:06:25 UTC)" (scheduled at 2022-06-09 12:01:25.409412+00:00) exportactionlogsworker stdout | 2022-06-09 12:01:25,412 [70] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT `t1`.`queue_name` FROM `queueitem` AS `t1` WHERE (((`t1`.`available` = %s) AND (`t1`.`processing_expires` > %s)) AND (`t1`.`queue_name` LIKE %s))) AS `_wrapped`', [False, datetime.datetime(2022, 6, 9, 12, 1, 25, 411768), 'exportactionlogs/%']) exportactionlogsworker stdout | 2022-06-09 12:01:25,414 [70] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT `t1`.`queue_name` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s))) AS `_wrapped`', [datetime.datetime(2022, 6, 9, 12, 1, 25, 411768), True, datetime.datetime(2022, 6, 9, 12, 1, 25, 411768), 0, 'exportactionlogs/%']) exportactionlogsworker stdout | 2022-06-09 12:01:25,416 [70] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT `t1`.`queue_name` FROM `queueitem` AS `t1` WHERE (((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) AND NOT (`t1`.`queue_name` IN (SELECT `t1`.`queue_name` FROM `queueitem` AS `t1` WHERE (((`t1`.`available` = %s) AND (`t1`.`processing_expires` > %s)) AND (`t1`.`queue_name` LIKE %s)))))) AS `_wrapped`', [datetime.datetime(2022, 6, 9, 12, 1, 25, 411768), True, datetime.datetime(2022, 6, 9, 12, 1, 25, 411768), 0, 'exportactionlogs/%', False, datetime.datetime(2022, 6, 9, 12, 1, 25, 411768), 'exportactionlogs/%']) exportactionlogsworker stdout | 2022-06-09 12:01:25,417 [70] [DEBUG] [data.database] Disconnecting from database. exportactionlogsworker stdout | 2022-06-09 12:01:25,417 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2022-06-09 12:06:25 UTC)" executed successfully notificationworker stdout | 2022-06-09 12:01:30,617 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:01:30,618 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:01:40.617379+00:00 (in 9.999440 seconds) notificationworker stdout | 2022-06-09 12:01:30,618 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:01:40 UTC)" (scheduled at 2022-06-09 12:01:30.617379+00:00) notificationworker stdout | 2022-06-09 12:01:30,618 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 12:01:30,619 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 1, 30, 618581), True, datetime.datetime(2022, 6, 9, 12, 1, 30, 618581), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 12:01:30,621 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 12:01:30,621 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:01:30,621 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:01:40 UTC)" executed successfully gcworker stdout | 2022-06-09 12:01:37,493 [71] [DEBUG] [apscheduler.scheduler] Looking for jobs to run gcworker stdout | 2022-06-09 12:01:37,493 [71] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:02:07.490424+00:00 (in 29.996937 seconds) gcworker stdout | 2022-06-09 12:01:37,493 [71] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 12:02:07 UTC)" (scheduled at 2022-06-09 12:01:37.490424+00:00) gcworker stdout | 2022-06-09 12:01:37,494 [71] [DEBUG] [peewee] ('SELECT `candidates`.`repository_id` FROM (SELECT DISTINCT `t1`.`repository_id` FROM `tag` AS `t1` INNER JOIN `repository` AS `t2` ON (`t1`.`repository_id` = `t2`.`id`) INNER JOIN `user` AS `t3` ON (`t2`.`namespace_user_id` = `t3`.`id`) WHERE ((((NOT (`t1`.`lifetime_end_ms` IS %s) AND (`t1`.`lifetime_end_ms` <= %s)) AND (`t3`.`removed_tag_expiration_s` = %s)) AND (`t3`.`enabled` = %s)) AND (`t2`.`state` != %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', [None, 1654776097493, 0, True, 3, 500, 1, 0]) gcworker stdout | 2022-06-09 12:01:37,496 [71] [DEBUG] [__main__] No repository with garbage found gcworker stdout | 2022-06-09 12:01:37,496 [71] [DEBUG] [data.database] Disconnecting from database. gcworker stdout | 2022-06-09 12:01:37,497 [71] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 12:02:07 UTC)" executed successfully repositorygcworker stdout | 2022-06-09 12:01:38,472 [89] [DEBUG] [apscheduler.scheduler] Looking for jobs to run repositorygcworker stdout | 2022-06-09 12:01:38,472 [89] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:01:51.502316+00:00 (in 13.029742 seconds) repositorygcworker stdout | 2022-06-09 12:01:38,472 [89] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:02:38 UTC)" (scheduled at 2022-06-09 12:01:38.463361+00:00) repositorygcworker stdout | 2022-06-09 12:01:38,473 [89] [DEBUG] [workers.queueworker] Getting work item from queue. repositorygcworker stdout | 2022-06-09 12:01:38,473 [89] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 1, 38, 473143), True, datetime.datetime(2022, 6, 9, 12, 1, 38, 473143), 0, 'repositorygc/%', 50, 1, 0]) repositorygcworker stdout | 2022-06-09 12:01:38,476 [89] [DEBUG] [workers.queueworker] No more work. repositorygcworker stdout | 2022-06-09 12:01:38,476 [89] [DEBUG] [data.database] Disconnecting from database. repositorygcworker stdout | 2022-06-09 12:01:38,476 [89] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:02:38 UTC)" executed successfully notificationworker stdout | 2022-06-09 12:01:40,627 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:01:40,627 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:01:50.617379+00:00 (in 9.990086 seconds) notificationworker stdout | 2022-06-09 12:01:40,627 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:01:50 UTC)" (scheduled at 2022-06-09 12:01:40.617379+00:00) notificationworker stdout | 2022-06-09 12:01:40,627 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 12:01:40,628 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 1, 40, 627796), True, datetime.datetime(2022, 6, 9, 12, 1, 40, 627796), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 12:01:40,631 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 12:01:40,631 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:01:40,631 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:01:50 UTC)" executed successfully buildlogsarchiver stdout | 2022-06-09 12:01:45,384 [66] [DEBUG] [apscheduler.scheduler] Looking for jobs to run buildlogsarchiver stdout | 2022-06-09 12:01:45,384 [66] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:02:15.366042+00:00 (in 29.981809 seconds) buildlogsarchiver stdout | 2022-06-09 12:01:45,384 [66] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 12:02:15 UTC)" (scheduled at 2022-06-09 12:01:45.366042+00:00) buildlogsarchiver stdout | 2022-06-09 12:01:45,385 [66] [DEBUG] [peewee] ('SELECT `candidates`.`id` FROM (SELECT `t1`.`id` FROM `repositorybuild` AS `t1` WHERE (((`t1`.`phase` IN (%s, %s, %s)) OR (`t1`.`started` < %s)) AND (`t1`.`logs_archived` = %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2022, 5, 25, 12, 1, 45, 384816), False, 50, 1, 0]) buildlogsarchiver stdout | 2022-06-09 12:01:45,387 [66] [DEBUG] [__main__] No more builds to archive buildlogsarchiver stdout | 2022-06-09 12:01:45,388 [66] [DEBUG] [data.database] Disconnecting from database. buildlogsarchiver stdout | 2022-06-09 12:01:45,388 [66] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 12:02:15 UTC)" executed successfully exportactionlogsworker stdout | 2022-06-09 12:01:47,418 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run exportactionlogsworker stdout | 2022-06-09 12:01:47,418 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:02:04.366245+00:00 (in 16.947475 seconds) exportactionlogsworker stdout | 2022-06-09 12:01:47,419 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:02:47 UTC)" (scheduled at 2022-06-09 12:01:47.409953+00:00) exportactionlogsworker stdout | 2022-06-09 12:01:47,419 [70] [DEBUG] [workers.queueworker] Running watchdog. exportactionlogsworker stdout | 2022-06-09 12:01:47,419 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:02:47 UTC)" executed successfully gunicorn-web stdout | 2022-06-09 12:01:48,999 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '75'} gunicorn-web stdout | 2022-06-09 12:01:49,006 [243] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '243'} gunicorn-web stdout | 2022-06-09 12:01:49,014 [226] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '226'} gunicorn-web stdout | 2022-06-09 12:01:49,021 [242] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '242'} gunicorn-web stdout | 2022-06-09 12:01:49,028 [235] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '235'} gunicorn-web stdout | 2022-06-09 12:01:49,062 [228] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '228'} gunicorn-web stdout | 2022-06-09 12:01:49,068 [241] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '241'} gunicorn-web stdout | 2022-06-09 12:01:49,077 [237] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '237'} gunicorn-web stdout | 2022-06-09 12:01:49,084 [244] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '244'} gunicorn-web stdout | 2022-06-09 12:01:49,091 [234] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '234'} gunicorn-web stdout | 2022-06-09 12:01:49,098 [236] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '236'} gunicorn-web stdout | 2022-06-09 12:01:49,105 [230] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '230'} gunicorn-web stdout | 2022-06-09 12:01:49,112 [239] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '239'} gunicorn-web stdout | 2022-06-09 12:01:49,119 [231] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '231'} gunicorn-web stdout | 2022-06-09 12:01:49,126 [229] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '229'} gunicorn-web stdout | 2022-06-09 12:01:49,137 [238] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '238'} gunicorn-web stdout | 2022-06-09 12:01:49,143 [232] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '232'} gunicorn-secscan stdout | 2022-06-09 12:01:49,161 [221] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '221'} gunicorn-secscan stdout | 2022-06-09 12:01:49,174 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '74'} gunicorn-secscan stdout | 2022-06-09 12:01:49,181 [224] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '224'} gunicorn-secscan stdout | 2022-06-09 12:01:49,190 [225] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '225'} gunicorn-secscan stdout | 2022-06-09 12:01:49,208 [227] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '227'} blobuploadcleanupworker stdout | 2022-06-09 12:01:49,281 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'blobuploadcleanupworker.py', 'pid': '64'} exportactionlogsworker stdout | 2022-06-09 12:01:49,325 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'exportactionlogsworker.py', 'pid': '70'} chunkcleanupworker stdout | 2022-06-09 12:01:49,456 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'chunkcleanupworker.py', 'pid': '67'} repositoryactioncounter stdout | 2022-06-09 12:01:49,461 [88] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositoryactioncounter.py', 'pid': '88'} logrotateworker stdout | 2022-06-09 12:01:49,508 [77] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'logrotateworker.py', 'pid': '77'} securityscanningnotificationworker stdout | 2022-06-09 12:01:49,564 [90] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'securityscanningnotificationworker.py', 'pid': '90'} namespacegcworker stdout | 2022-06-09 12:01:49,802 [83] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'namespacegcworker.py', 'pid': '83'} globalpromstats stdout | 2022-06-09 12:01:49,895 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'globalpromstats.py', 'pid': '72'} repositorygcworker stdout | 2022-06-09 12:01:49,901 [89] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositorygcworker.py', 'pid': '89'} manifestbackfillworker stdout | 2022-06-09 12:01:49,959 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'manifestbackfillworker.py', 'pid': '78'} storagereplication stdout | 2022-06-09 12:01:49,994 [93] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'storagereplication.py', 'pid': '93'} notificationworker stdout | 2022-06-09 12:01:50,004 [85] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'notificationworker.py', 'pid': '85'} buildlogsarchiver stdout | 2022-06-09 12:01:50,056 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'buildlogsarchiver.py', 'pid': '66'} expiredappspecifictokenworker stdout | 2022-06-09 12:01:50,077 [69] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '69'} teamsyncworker stdout | 2022-06-09 12:01:50,085 [94] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'teamsyncworker.py', 'pid': '94'} builder stdout | 2022-06-09 12:01:50,092 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'builder.py', 'pid': '65'} servicekey stdout | 2022-06-09 12:01:50,133 [92] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'servicekeyworker.py', 'pid': '92'} gcworker stdout | 2022-06-09 12:01:50,163 [71] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'gcworker.py', 'pid': '71'} queuecleanupworker stdout | 2022-06-09 12:01:50,200 [87] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'queuecleanupworker.py', 'pid': '87'} notificationworker stdout | 2022-06-09 12:01:50,617 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:01:50,618 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:02:00.617379+00:00 (in 9.999409 seconds) notificationworker stdout | 2022-06-09 12:01:50,618 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:02:00 UTC)" (scheduled at 2022-06-09 12:01:50.617379+00:00) notificationworker stdout | 2022-06-09 12:01:50,618 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 12:01:50,618 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 1, 50, 618289), True, datetime.datetime(2022, 6, 9, 12, 1, 50, 618289), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 12:01:50,621 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 12:01:50,622 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:01:50,622 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:02:00 UTC)" executed successfully gunicorn-registry stdout | 2022-06-09 12:01:51,468 [273] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '273'} gunicorn-registry stdout | 2022-06-09 12:01:51,479 [271] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '271'} gunicorn-registry stdout | 2022-06-09 12:01:51,488 [276] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '276'} gunicorn-registry stdout | 2022-06-09 12:01:51,498 [275] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '275'} repositorygcworker stdout | 2022-06-09 12:01:51,505 [89] [DEBUG] [apscheduler.scheduler] Looking for jobs to run repositorygcworker stdout | 2022-06-09 12:01:51,505 [89] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:02:38.463361+00:00 (in 46.958026 seconds) repositorygcworker stdout | 2022-06-09 12:01:51,505 [89] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:02:51 UTC)" (scheduled at 2022-06-09 12:01:51.502316+00:00) repositorygcworker stdout | 2022-06-09 12:01:51,505 [89] [DEBUG] [workers.queueworker] Running watchdog. repositorygcworker stdout | 2022-06-09 12:01:51,505 [89] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:02:51 UTC)" executed successfully gunicorn-registry stdout | 2022-06-09 12:01:51,507 [246] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '246'} gunicorn-registry stdout | 2022-06-09 12:01:51,518 [277] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '277'} gunicorn-registry stdout | 2022-06-09 12:01:51,530 [274] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '274'} gunicorn-registry stdout | 2022-06-09 12:01:51,536 [263] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '263'} gunicorn-registry stdout | 2022-06-09 12:01:51,544 [266] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '266'} gunicorn-registry stdout | 2022-06-09 12:01:51,551 [254] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '254'} gunicorn-registry stdout | 2022-06-09 12:01:51,559 [260] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '260'} gunicorn-registry stdout | 2022-06-09 12:01:51,566 [270] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '270'} gunicorn-registry stdout | 2022-06-09 12:01:51,588 [253] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '253'} gunicorn-registry stdout | 2022-06-09 12:01:51,597 [261] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '261'} gunicorn-registry stdout | 2022-06-09 12:01:51,607 [268] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '268'} gunicorn-registry stdout | 2022-06-09 12:01:51,614 [248] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '248'} gunicorn-registry stdout | 2022-06-09 12:01:51,626 [245] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '245'} gunicorn-registry stdout | 2022-06-09 12:01:51,632 [249] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '249'} gunicorn-registry stdout | 2022-06-09 12:01:51,639 [251] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '251'} gunicorn-registry stdout | 2022-06-09 12:01:51,655 [259] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '259'} gunicorn-registry stdout | 2022-06-09 12:01:51,662 [250] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '250'} gunicorn-registry stdout | 2022-06-09 12:01:51,669 [265] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '265'} gunicorn-registry stdout | 2022-06-09 12:01:51,677 [73] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '73'} gunicorn-registry stdout | 2022-06-09 12:01:51,684 [267] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '267'} gunicorn-registry stdout | 2022-06-09 12:01:51,698 [256] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '256'} gunicorn-registry stdout | 2022-06-09 12:01:51,709 [262] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '262'} gunicorn-registry stdout | 2022-06-09 12:01:51,717 [264] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '264'} gunicorn-registry stdout | 2022-06-09 12:01:51,730 [272] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '272'} gunicorn-registry stdout | 2022-06-09 12:01:51,745 [269] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '269'} gunicorn-registry stdout | 2022-06-09 12:01:51,751 [247] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '247'} gunicorn-registry stdout | 2022-06-09 12:01:51,759 [255] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '255'} gunicorn-registry stdout | 2022-06-09 12:01:51,765 [252] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '252'} gunicorn-registry stdout | 2022-06-09 12:01:51,772 [257] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '257'} namespacegcworker stdout | 2022-06-09 12:01:55,464 [83] [DEBUG] [apscheduler.scheduler] Looking for jobs to run namespacegcworker stdout | 2022-06-09 12:01:55,464 [83] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:02:01.521527+00:00 (in 6.056720 seconds) namespacegcworker stdout | 2022-06-09 12:01:55,465 [83] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:02:55 UTC)" (scheduled at 2022-06-09 12:01:55.463831+00:00) namespacegcworker stdout | 2022-06-09 12:01:55,465 [83] [DEBUG] [workers.queueworker] Getting work item from queue. namespacegcworker stdout | 2022-06-09 12:01:55,466 [83] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 1, 55, 465309), True, datetime.datetime(2022, 6, 9, 12, 1, 55, 465309), 0, 'namespacegc/%', 50, 1, 0]) namespacegcworker stdout | 2022-06-09 12:01:55,468 [83] [DEBUG] [workers.queueworker] No more work. namespacegcworker stdout | 2022-06-09 12:01:55,468 [83] [DEBUG] [data.database] Disconnecting from database. namespacegcworker stdout | 2022-06-09 12:01:55,468 [83] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:02:55 UTC)" executed successfully notificationworker stdout | 2022-06-09 12:02:00,619 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:02:00,619 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:02:10.617379+00:00 (in 9.997871 seconds) notificationworker stdout | 2022-06-09 12:02:00,620 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:02:10 UTC)" (scheduled at 2022-06-09 12:02:00.617379+00:00) notificationworker stdout | 2022-06-09 12:02:00,620 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 12:02:00,621 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 2, 0, 620100), True, datetime.datetime(2022, 6, 9, 12, 2, 0, 620100), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 12:02:00,623 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 12:02:00,623 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:02:00,623 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:02:10 UTC)" executed successfully namespacegcworker stdout | 2022-06-09 12:02:01,546 [83] [DEBUG] [apscheduler.scheduler] Looking for jobs to run namespacegcworker stdout | 2022-06-09 12:02:01,547 [83] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:02:55.463831+00:00 (in 53.916724 seconds) namespacegcworker stdout | 2022-06-09 12:02:01,547 [83] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:03:01 UTC)" (scheduled at 2022-06-09 12:02:01.521527+00:00) namespacegcworker stdout | 2022-06-09 12:02:01,548 [83] [DEBUG] [workers.queueworker] Running watchdog. namespacegcworker stdout | 2022-06-09 12:02:01,549 [83] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:03:01 UTC)" executed successfully exportactionlogsworker stdout | 2022-06-09 12:02:04,366 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run exportactionlogsworker stdout | 2022-06-09 12:02:04,367 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:02:47.409953+00:00 (in 43.042900 seconds) exportactionlogsworker stdout | 2022-06-09 12:02:04,367 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:03:04 UTC)" (scheduled at 2022-06-09 12:02:04.366245+00:00) exportactionlogsworker stdout | 2022-06-09 12:02:04,367 [70] [DEBUG] [workers.queueworker] Getting work item from queue. exportactionlogsworker stdout | 2022-06-09 12:02:04,368 [70] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 2, 4, 367578), True, datetime.datetime(2022, 6, 9, 12, 2, 4, 367578), 0, 'exportactionlogs/%', 50, 1, 0]) exportactionlogsworker stdout | 2022-06-09 12:02:04,371 [70] [DEBUG] [workers.queueworker] No more work. exportactionlogsworker stdout | 2022-06-09 12:02:04,371 [70] [DEBUG] [data.database] Disconnecting from database. exportactionlogsworker stdout | 2022-06-09 12:02:04,371 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:03:04 UTC)" executed successfully gcworker stdout | 2022-06-09 12:02:07,491 [71] [DEBUG] [apscheduler.scheduler] Looking for jobs to run gcworker stdout | 2022-06-09 12:02:07,491 [71] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:02:37.490424+00:00 (in 29.999294 seconds) gcworker stdout | 2022-06-09 12:02:07,491 [71] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 12:02:37 UTC)" (scheduled at 2022-06-09 12:02:07.490424+00:00) gcworker stdout | 2022-06-09 12:02:07,492 [71] [DEBUG] [peewee] ('SELECT `candidates`.`repository_id` FROM (SELECT DISTINCT `t1`.`repository_id` FROM `tag` AS `t1` INNER JOIN `repository` AS `t2` ON (`t1`.`repository_id` = `t2`.`id`) INNER JOIN `user` AS `t3` ON (`t2`.`namespace_user_id` = `t3`.`id`) WHERE ((((NOT (`t1`.`lifetime_end_ms` IS %s) AND (`t1`.`lifetime_end_ms` <= %s)) AND (`t3`.`removed_tag_expiration_s` = %s)) AND (`t3`.`enabled` = %s)) AND (`t2`.`state` != %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', [None, 1654776127491, 0, True, 3, 500, 1, 0]) gcworker stdout | 2022-06-09 12:02:07,494 [71] [DEBUG] [__main__] No repository with garbage found gcworker stdout | 2022-06-09 12:02:07,494 [71] [DEBUG] [data.database] Disconnecting from database. gcworker stdout | 2022-06-09 12:02:07,494 [71] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 12:02:37 UTC)" executed successfully notificationworker stdout | 2022-06-09 12:02:10,618 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:02:10,619 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:02:19.645536+00:00 (in 9.026457 seconds) notificationworker stdout | 2022-06-09 12:02:10,619 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:02:20 UTC)" (scheduled at 2022-06-09 12:02:10.617379+00:00) notificationworker stdout | 2022-06-09 12:02:10,619 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 12:02:10,620 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 2, 10, 619566), True, datetime.datetime(2022, 6, 9, 12, 2, 10, 619566), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 12:02:10,622 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 12:02:10,623 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:02:10,623 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:02:20 UTC)" executed successfully buildlogsarchiver stdout | 2022-06-09 12:02:15,384 [66] [DEBUG] [apscheduler.scheduler] Looking for jobs to run buildlogsarchiver stdout | 2022-06-09 12:02:15,385 [66] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:02:45.366042+00:00 (in 29.981182 seconds) buildlogsarchiver stdout | 2022-06-09 12:02:15,385 [66] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 12:02:45 UTC)" (scheduled at 2022-06-09 12:02:15.366042+00:00) buildlogsarchiver stdout | 2022-06-09 12:02:15,385 [66] [DEBUG] [peewee] ('SELECT `candidates`.`id` FROM (SELECT `t1`.`id` FROM `repositorybuild` AS `t1` WHERE (((`t1`.`phase` IN (%s, %s, %s)) OR (`t1`.`started` < %s)) AND (`t1`.`logs_archived` = %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2022, 5, 25, 12, 2, 15, 385407), False, 50, 1, 0]) buildlogsarchiver stdout | 2022-06-09 12:02:15,388 [66] [DEBUG] [__main__] No more builds to archive buildlogsarchiver stdout | 2022-06-09 12:02:15,388 [66] [DEBUG] [data.database] Disconnecting from database. buildlogsarchiver stdout | 2022-06-09 12:02:15,388 [66] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 12:02:45 UTC)" executed successfully gunicorn-web stdout | 2022-06-09 12:02:19,010 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '75'} gunicorn-web stdout | 2022-06-09 12:02:19,023 [243] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '243'} gunicorn-web stdout | 2022-06-09 12:02:19,030 [226] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '226'} gunicorn-web stdout | 2022-06-09 12:02:19,037 [242] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '242'} gunicorn-web stdout | 2022-06-09 12:02:19,043 [235] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '235'} gunicorn-web stdout | 2022-06-09 12:02:19,074 [228] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '228'} gunicorn-web stdout | 2022-06-09 12:02:19,080 [241] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '241'} gunicorn-web stdout | 2022-06-09 12:02:19,089 [237] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '237'} gunicorn-web stdout | 2022-06-09 12:02:19,097 [244] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '244'} gunicorn-web stdout | 2022-06-09 12:02:19,103 [234] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '234'} gunicorn-web stdout | 2022-06-09 12:02:19,110 [236] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '236'} gunicorn-web stdout | 2022-06-09 12:02:19,118 [230] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '230'} gunicorn-web stdout | 2022-06-09 12:02:19,126 [239] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '239'} gunicorn-web stdout | 2022-06-09 12:02:19,133 [231] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '231'} gunicorn-web stdout | 2022-06-09 12:02:19,141 [229] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '229'} gunicorn-web stdout | 2022-06-09 12:02:19,148 [238] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '238'} gunicorn-web stdout | 2022-06-09 12:02:19,155 [232] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '232'} gunicorn-secscan stdout | 2022-06-09 12:02:19,173 [221] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '221'} gunicorn-secscan stdout | 2022-06-09 12:02:19,185 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '74'} gunicorn-secscan stdout | 2022-06-09 12:02:19,192 [224] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '224'} gunicorn-secscan stdout | 2022-06-09 12:02:19,201 [225] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '225'} gunicorn-secscan stdout | 2022-06-09 12:02:19,221 [227] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '227'} blobuploadcleanupworker stdout | 2022-06-09 12:02:19,320 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'blobuploadcleanupworker.py', 'pid': '64'} exportactionlogsworker stdout | 2022-06-09 12:02:19,352 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'exportactionlogsworker.py', 'pid': '70'} repositoryactioncounter stdout | 2022-06-09 12:02:19,516 [88] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositoryactioncounter.py', 'pid': '88'} chunkcleanupworker stdout | 2022-06-09 12:02:19,522 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'chunkcleanupworker.py', 'pid': '67'} logrotateworker stdout | 2022-06-09 12:02:19,550 [77] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'logrotateworker.py', 'pid': '77'} securityscanningnotificationworker stdout | 2022-06-09 12:02:19,608 [90] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'securityscanningnotificationworker.py', 'pid': '90'} notificationworker stdout | 2022-06-09 12:02:19,647 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:02:19,647 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:02:20.617379+00:00 (in 0.970113 seconds) notificationworker stdout | 2022-06-09 12:02:19,647 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:03:19 UTC)" (scheduled at 2022-06-09 12:02:19.645536+00:00) notificationworker stdout | 2022-06-09 12:02:19,647 [85] [DEBUG] [workers.queueworker] Running watchdog. notificationworker stdout | 2022-06-09 12:02:19,647 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:03:19 UTC)" executed successfully namespacegcworker stdout | 2022-06-09 12:02:19,846 [83] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'namespacegcworker.py', 'pid': '83'} globalpromstats stdout | 2022-06-09 12:02:19,935 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'globalpromstats.py', 'pid': '72'} repositorygcworker stdout | 2022-06-09 12:02:19,942 [89] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositorygcworker.py', 'pid': '89'} manifestbackfillworker stdout | 2022-06-09 12:02:19,997 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'manifestbackfillworker.py', 'pid': '78'} storagereplication stdout | 2022-06-09 12:02:20,005 [93] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'storagereplication.py', 'pid': '93'} notificationworker stdout | 2022-06-09 12:02:20,026 [85] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'notificationworker.py', 'pid': '85'} buildlogsarchiver stdout | 2022-06-09 12:02:20,083 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'buildlogsarchiver.py', 'pid': '66'} builder stdout | 2022-06-09 12:02:20,106 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'builder.py', 'pid': '65'} teamsyncworker stdout | 2022-06-09 12:02:20,115 [94] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'teamsyncworker.py', 'pid': '94'} expiredappspecifictokenworker stdout | 2022-06-09 12:02:20,121 [69] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '69'} servicekey stdout | 2022-06-09 12:02:20,185 [92] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'servicekeyworker.py', 'pid': '92'} gcworker stdout | 2022-06-09 12:02:20,191 [71] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'gcworker.py', 'pid': '71'} queuecleanupworker stdout | 2022-06-09 12:02:20,237 [87] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'queuecleanupworker.py', 'pid': '87'} notificationworker stdout | 2022-06-09 12:02:20,619 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:02:20,619 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:02:30.617379+00:00 (in 9.997793 seconds) notificationworker stdout | 2022-06-09 12:02:20,619 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:02:30 UTC)" (scheduled at 2022-06-09 12:02:20.617379+00:00) notificationworker stdout | 2022-06-09 12:02:20,620 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 12:02:20,621 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 2, 20, 620167), True, datetime.datetime(2022, 6, 9, 12, 2, 20, 620167), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 12:02:20,623 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 12:02:20,624 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:02:20,624 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:02:30 UTC)" executed successfully gunicorn-registry stdout | 2022-06-09 12:02:21,480 [273] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '273'} gunicorn-registry stdout | 2022-06-09 12:02:21,490 [271] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '271'} gunicorn-registry stdout | 2022-06-09 12:02:21,499 [276] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '276'} gunicorn-registry stdout | 2022-06-09 12:02:21,510 [275] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '275'} gunicorn-registry stdout | 2022-06-09 12:02:21,519 [246] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '246'} gunicorn-registry stdout | 2022-06-09 12:02:21,530 [277] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '277'} gunicorn-registry stdout | 2022-06-09 12:02:21,544 [274] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '274'} gunicorn-registry stdout | 2022-06-09 12:02:21,551 [263] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '263'} gunicorn-registry stdout | 2022-06-09 12:02:21,558 [266] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '266'} gunicorn-registry stdout | 2022-06-09 12:02:21,565 [254] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '254'} gunicorn-registry stdout | 2022-06-09 12:02:21,571 [260] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '260'} gunicorn-registry stdout | 2022-06-09 12:02:21,579 [270] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '270'} gunicorn-registry stdout | 2022-06-09 12:02:21,602 [253] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '253'} gunicorn-registry stdout | 2022-06-09 12:02:21,609 [261] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '261'} gunicorn-registry stdout | 2022-06-09 12:02:21,620 [268] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '268'} gunicorn-registry stdout | 2022-06-09 12:02:21,628 [248] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '248'} gunicorn-registry stdout | 2022-06-09 12:02:21,638 [245] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '245'} gunicorn-registry stdout | 2022-06-09 12:02:21,645 [249] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '249'} gunicorn-registry stdout | 2022-06-09 12:02:21,653 [251] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '251'} gunicorn-registry stdout | 2022-06-09 12:02:21,666 [259] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '259'} gunicorn-registry stdout | 2022-06-09 12:02:21,674 [250] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '250'} gunicorn-registry stdout | 2022-06-09 12:02:21,682 [265] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '265'} gunicorn-registry stdout | 2022-06-09 12:02:21,690 [73] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '73'} gunicorn-registry stdout | 2022-06-09 12:02:21,697 [267] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '267'} gunicorn-registry stdout | 2022-06-09 12:02:21,713 [256] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '256'} gunicorn-registry stdout | 2022-06-09 12:02:21,734 [264] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '264'} gunicorn-registry stdout | 2022-06-09 12:02:21,741 [262] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '262'} gunicorn-registry stdout | 2022-06-09 12:02:21,747 [272] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '272'} gunicorn-registry stdout | 2022-06-09 12:02:21,760 [269] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '269'} gunicorn-registry stdout | 2022-06-09 12:02:21,767 [247] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '247'} gunicorn-registry stdout | 2022-06-09 12:02:21,776 [255] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '255'} gunicorn-registry stdout | 2022-06-09 12:02:21,783 [252] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '252'} gunicorn-registry stdout | 2022-06-09 12:02:21,790 [257] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '257'} notificationworker stdout | 2022-06-09 12:02:30,619 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:02:30,619 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:02:40.617379+00:00 (in 9.997730 seconds) notificationworker stdout | 2022-06-09 12:02:30,620 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:02:40 UTC)" (scheduled at 2022-06-09 12:02:30.617379+00:00) notificationworker stdout | 2022-06-09 12:02:30,620 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 12:02:30,621 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 2, 30, 620201), True, datetime.datetime(2022, 6, 9, 12, 2, 30, 620201), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 12:02:30,623 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 12:02:30,623 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:02:30,624 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:02:40 UTC)" executed successfully gcworker stdout | 2022-06-09 12:02:37,503 [71] [DEBUG] [apscheduler.scheduler] Looking for jobs to run gcworker stdout | 2022-06-09 12:02:37,503 [71] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:03:07.490424+00:00 (in 29.986714 seconds) gcworker stdout | 2022-06-09 12:02:37,504 [71] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 12:03:07 UTC)" (scheduled at 2022-06-09 12:02:37.490424+00:00) gcworker stdout | 2022-06-09 12:02:37,505 [71] [DEBUG] [peewee] ('SELECT `candidates`.`repository_id` FROM (SELECT DISTINCT `t1`.`repository_id` FROM `tag` AS `t1` INNER JOIN `repository` AS `t2` ON (`t1`.`repository_id` = `t2`.`id`) INNER JOIN `user` AS `t3` ON (`t2`.`namespace_user_id` = `t3`.`id`) WHERE ((((NOT (`t1`.`lifetime_end_ms` IS %s) AND (`t1`.`lifetime_end_ms` <= %s)) AND (`t3`.`removed_tag_expiration_s` = %s)) AND (`t3`.`enabled` = %s)) AND (`t2`.`state` != %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', [None, 1654776157504, 0, True, 3, 500, 1, 0]) gcworker stdout | 2022-06-09 12:02:37,507 [71] [DEBUG] [__main__] No repository with garbage found gcworker stdout | 2022-06-09 12:02:37,507 [71] [DEBUG] [data.database] Disconnecting from database. gcworker stdout | 2022-06-09 12:02:37,507 [71] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 12:03:07 UTC)" executed successfully repositorygcworker stdout | 2022-06-09 12:02:38,464 [89] [DEBUG] [apscheduler.scheduler] Looking for jobs to run repositorygcworker stdout | 2022-06-09 12:02:38,465 [89] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:02:51.502316+00:00 (in 13.037352 seconds) repositorygcworker stdout | 2022-06-09 12:02:38,465 [89] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:03:38 UTC)" (scheduled at 2022-06-09 12:02:38.463361+00:00) repositorygcworker stdout | 2022-06-09 12:02:38,465 [89] [DEBUG] [workers.queueworker] Getting work item from queue. repositorygcworker stdout | 2022-06-09 12:02:38,466 [89] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 2, 38, 465478), True, datetime.datetime(2022, 6, 9, 12, 2, 38, 465478), 0, 'repositorygc/%', 50, 1, 0]) repositorygcworker stdout | 2022-06-09 12:02:38,468 [89] [DEBUG] [workers.queueworker] No more work. repositorygcworker stdout | 2022-06-09 12:02:38,468 [89] [DEBUG] [data.database] Disconnecting from database. repositorygcworker stdout | 2022-06-09 12:02:38,468 [89] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:03:38 UTC)" executed successfully notificationworker stdout | 2022-06-09 12:02:40,618 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:02:40,618 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:02:50.617379+00:00 (in 9.998585 seconds) notificationworker stdout | 2022-06-09 12:02:40,619 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:02:50 UTC)" (scheduled at 2022-06-09 12:02:40.617379+00:00) notificationworker stdout | 2022-06-09 12:02:40,619 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 12:02:40,619 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 2, 40, 619150), True, datetime.datetime(2022, 6, 9, 12, 2, 40, 619150), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 12:02:40,622 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 12:02:40,622 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:02:40,622 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:02:50 UTC)" executed successfully buildlogsarchiver stdout | 2022-06-09 12:02:45,373 [66] [DEBUG] [apscheduler.scheduler] Looking for jobs to run buildlogsarchiver stdout | 2022-06-09 12:02:45,373 [66] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:03:15.366042+00:00 (in 29.992272 seconds) buildlogsarchiver stdout | 2022-06-09 12:02:45,374 [66] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 12:03:15 UTC)" (scheduled at 2022-06-09 12:02:45.366042+00:00) buildlogsarchiver stdout | 2022-06-09 12:02:45,374 [66] [DEBUG] [peewee] ('SELECT `candidates`.`id` FROM (SELECT `t1`.`id` FROM `repositorybuild` AS `t1` WHERE (((`t1`.`phase` IN (%s, %s, %s)) OR (`t1`.`started` < %s)) AND (`t1`.`logs_archived` = %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2022, 5, 25, 12, 2, 45, 374086), False, 50, 1, 0]) buildlogsarchiver stdout | 2022-06-09 12:02:45,376 [66] [DEBUG] [__main__] No more builds to archive buildlogsarchiver stdout | 2022-06-09 12:02:45,376 [66] [DEBUG] [data.database] Disconnecting from database. buildlogsarchiver stdout | 2022-06-09 12:02:45,376 [66] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 12:03:15 UTC)" executed successfully exportactionlogsworker stdout | 2022-06-09 12:02:47,419 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run exportactionlogsworker stdout | 2022-06-09 12:02:47,420 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:03:04.366245+00:00 (in 16.946261 seconds) exportactionlogsworker stdout | 2022-06-09 12:02:47,420 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:03:47 UTC)" (scheduled at 2022-06-09 12:02:47.409953+00:00) exportactionlogsworker stdout | 2022-06-09 12:02:47,420 [70] [DEBUG] [workers.queueworker] Running watchdog. exportactionlogsworker stdout | 2022-06-09 12:02:47,420 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:03:47 UTC)" executed successfully gunicorn-web stdout | 2022-06-09 12:02:49,020 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '75'} gunicorn-web stdout | 2022-06-09 12:02:49,035 [243] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '243'} gunicorn-web stdout | 2022-06-09 12:02:49,042 [226] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '226'} gunicorn-web stdout | 2022-06-09 12:02:49,051 [242] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '242'} gunicorn-web stdout | 2022-06-09 12:02:49,057 [235] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '235'} gunicorn-web stdout | 2022-06-09 12:02:49,090 [228] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '228'} gunicorn-web stdout | 2022-06-09 12:02:49,095 [241] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '241'} gunicorn-web stdout | 2022-06-09 12:02:49,103 [237] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '237'} gunicorn-web stdout | 2022-06-09 12:02:49,111 [244] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '244'} gunicorn-web stdout | 2022-06-09 12:02:49,118 [234] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '234'} gunicorn-web stdout | 2022-06-09 12:02:49,125 [236] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '236'} gunicorn-web stdout | 2022-06-09 12:02:49,137 [230] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '230'} gunicorn-web stdout | 2022-06-09 12:02:49,142 [239] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '239'} gunicorn-web stdout | 2022-06-09 12:02:49,149 [231] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '231'} gunicorn-web stdout | 2022-06-09 12:02:49,156 [229] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '229'} gunicorn-web stdout | 2022-06-09 12:02:49,162 [238] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '238'} gunicorn-web stdout | 2022-06-09 12:02:49,169 [232] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '232'} gunicorn-secscan stdout | 2022-06-09 12:02:49,184 [221] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '221'} gunicorn-secscan stdout | 2022-06-09 12:02:49,197 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '74'} gunicorn-secscan stdout | 2022-06-09 12:02:49,203 [224] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '224'} gunicorn-secscan stdout | 2022-06-09 12:02:49,213 [225] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '225'} gunicorn-secscan stdout | 2022-06-09 12:02:49,233 [227] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '227'} blobuploadcleanupworker stdout | 2022-06-09 12:02:49,350 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'blobuploadcleanupworker.py', 'pid': '64'} exportactionlogsworker stdout | 2022-06-09 12:02:49,404 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'exportactionlogsworker.py', 'pid': '70'} chunkcleanupworker stdout | 2022-06-09 12:02:49,542 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'chunkcleanupworker.py', 'pid': '67'} repositoryactioncounter stdout | 2022-06-09 12:02:49,549 [88] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositoryactioncounter.py', 'pid': '88'} logrotateworker stdout | 2022-06-09 12:02:49,589 [77] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'logrotateworker.py', 'pid': '77'} securityscanningnotificationworker stdout | 2022-06-09 12:02:49,647 [90] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'securityscanningnotificationworker.py', 'pid': '90'} namespacegcworker stdout | 2022-06-09 12:02:49,878 [83] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'namespacegcworker.py', 'pid': '83'} repositorygcworker stdout | 2022-06-09 12:02:49,961 [89] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositorygcworker.py', 'pid': '89'} globalpromstats stdout | 2022-06-09 12:02:49,972 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'globalpromstats.py', 'pid': '72'} manifestbackfillworker stdout | 2022-06-09 12:02:50,041 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'manifestbackfillworker.py', 'pid': '78'} storagereplication stdout | 2022-06-09 12:02:50,047 [93] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'storagereplication.py', 'pid': '93'} notificationworker stdout | 2022-06-09 12:02:50,062 [85] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'notificationworker.py', 'pid': '85'} builder stdout | 2022-06-09 12:02:50,124 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'builder.py', 'pid': '65'} buildlogsarchiver stdout | 2022-06-09 12:02:50,130 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'buildlogsarchiver.py', 'pid': '66'} teamsyncworker stdout | 2022-06-09 12:02:50,157 [94] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'teamsyncworker.py', 'pid': '94'} expiredappspecifictokenworker stdout | 2022-06-09 12:02:50,164 [69] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '69'} gcworker stdout | 2022-06-09 12:02:50,215 [71] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'gcworker.py', 'pid': '71'} servicekey stdout | 2022-06-09 12:02:50,220 [92] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'servicekeyworker.py', 'pid': '92'} queuecleanupworker stdout | 2022-06-09 12:02:50,272 [87] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'queuecleanupworker.py', 'pid': '87'} notificationworker stdout | 2022-06-09 12:02:50,618 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:02:50,618 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:03:00.617379+00:00 (in 9.998942 seconds) notificationworker stdout | 2022-06-09 12:02:50,618 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:03:00 UTC)" (scheduled at 2022-06-09 12:02:50.617379+00:00) notificationworker stdout | 2022-06-09 12:02:50,618 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 12:02:50,620 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 2, 50, 619075), True, datetime.datetime(2022, 6, 9, 12, 2, 50, 619075), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 12:02:50,623 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 12:02:50,623 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:02:50,623 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:03:00 UTC)" executed successfully gunicorn-registry stdout | 2022-06-09 12:02:51,500 [271] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '271'} repositorygcworker stdout | 2022-06-09 12:02:51,503 [89] [DEBUG] [apscheduler.scheduler] Looking for jobs to run repositorygcworker stdout | 2022-06-09 12:02:51,503 [89] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:03:38.463361+00:00 (in 46.960224 seconds) repositorygcworker stdout | 2022-06-09 12:02:51,503 [89] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:03:51 UTC)" (scheduled at 2022-06-09 12:02:51.502316+00:00) repositorygcworker stdout | 2022-06-09 12:02:51,503 [89] [DEBUG] [workers.queueworker] Running watchdog. repositorygcworker stdout | 2022-06-09 12:02:51,503 [89] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:03:51 UTC)" executed successfully gunicorn-registry stdout | 2022-06-09 12:02:51,509 [273] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '273'} gunicorn-registry stdout | 2022-06-09 12:02:51,515 [276] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '276'} gunicorn-registry stdout | 2022-06-09 12:02:51,528 [275] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '275'} gunicorn-registry stdout | 2022-06-09 12:02:51,536 [246] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '246'} gunicorn-registry stdout | 2022-06-09 12:02:51,544 [277] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '277'} gunicorn-registry stdout | 2022-06-09 12:02:51,554 [274] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '274'} gunicorn-registry stdout | 2022-06-09 12:02:51,564 [263] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '263'} gunicorn-registry stdout | 2022-06-09 12:02:51,577 [266] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '266'} gunicorn-registry stdout | 2022-06-09 12:02:51,584 [254] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '254'} gunicorn-registry stdout | 2022-06-09 12:02:51,591 [260] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '260'} gunicorn-registry stdout | 2022-06-09 12:02:51,598 [270] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '270'} gunicorn-registry stdout | 2022-06-09 12:02:51,617 [253] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '253'} gunicorn-registry stdout | 2022-06-09 12:02:51,625 [261] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '261'} gunicorn-registry stdout | 2022-06-09 12:02:51,637 [268] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '268'} gunicorn-registry stdout | 2022-06-09 12:02:51,643 [248] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '248'} gunicorn-registry stdout | 2022-06-09 12:02:51,651 [245] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '245'} gunicorn-registry stdout | 2022-06-09 12:02:51,657 [249] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '249'} gunicorn-registry stdout | 2022-06-09 12:02:51,667 [251] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '251'} gunicorn-registry stdout | 2022-06-09 12:02:51,677 [259] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '259'} gunicorn-registry stdout | 2022-06-09 12:02:51,686 [250] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '250'} gunicorn-registry stdout | 2022-06-09 12:02:51,696 [265] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '265'} gunicorn-registry stdout | 2022-06-09 12:02:51,702 [73] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '73'} gunicorn-registry stdout | 2022-06-09 12:02:51,709 [267] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '267'} gunicorn-registry stdout | 2022-06-09 12:02:51,724 [256] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '256'} gunicorn-registry stdout | 2022-06-09 12:02:51,746 [264] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '264'} gunicorn-registry stdout | 2022-06-09 12:02:51,754 [262] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '262'} gunicorn-registry stdout | 2022-06-09 12:02:51,761 [272] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '272'} gunicorn-registry stdout | 2022-06-09 12:02:51,780 [269] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '269'} gunicorn-registry stdout | 2022-06-09 12:02:51,789 [247] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '247'} gunicorn-registry stdout | 2022-06-09 12:02:51,796 [255] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '255'} gunicorn-registry stdout | 2022-06-09 12:02:51,802 [252] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '252'} gunicorn-registry stdout | 2022-06-09 12:02:51,810 [257] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '257'} gunicorn-web stdout | 2022-06-09 12:02:53,240 [242] [DEBUG] [app] Starting request: urn:request:3d69ff6c-0e63-48dd-8a32-a132d70ed92d (/api/v1/user/notifications) {'X-Forwarded-For': '172.24.0.1'} gunicorn-web stdout | 2022-06-09 12:02:53,240 [226] [DEBUG] [app] Starting request: urn:request:ffe1807a-4243-4578-965f-d4f12f6c868b (/api/v1/user/apptoken) {'X-Forwarded-For': '172.24.0.1'} gunicorn-web stdout | 2022-06-09 12:02:53,240 [242] [DEBUG] [app] User loader loading deferred user with uuid: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 12:02:53,240 [226] [DEBUG] [app] User loader loading deferred user with uuid: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 12:02:53,240 [242] [DEBUG] [auth.cookie] Loading user from cookie: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 12:02:53,240 [226] [DEBUG] [auth.cookie] Loading user from cookie: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 12:02:53,241 [226] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`uuid`, `t1`.`username`, `t1`.`password_hash`, `t1`.`email`, `t1`.`verified`, `t1`.`stripe_id`, `t1`.`organization`, `t1`.`robot`, `t1`.`invoice_email`, `t1`.`invalid_login_attempts`, `t1`.`last_invalid_login`, `t1`.`removed_tag_expiration_s`, `t1`.`enabled`, `t1`.`invoice_email_address`, `t1`.`given_name`, `t1`.`family_name`, `t1`.`company`, `t1`.`location`, `t1`.`maximum_queued_builds_count`, `t1`.`creation_date`, `t1`.`last_accessed` FROM `user` AS `t1` WHERE ((`t1`.`uuid` = %s) AND (`t1`.`organization` = %s)) LIMIT %s OFFSET %s', ['82228490-d075-4921-ae7a-af4408cf11b4', False, 1, 0]) gunicorn-web stdout | 2022-06-09 12:02:53,241 [242] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`uuid`, `t1`.`username`, `t1`.`password_hash`, `t1`.`email`, `t1`.`verified`, `t1`.`stripe_id`, `t1`.`organization`, `t1`.`robot`, `t1`.`invoice_email`, `t1`.`invalid_login_attempts`, `t1`.`last_invalid_login`, `t1`.`removed_tag_expiration_s`, `t1`.`enabled`, `t1`.`invoice_email_address`, `t1`.`given_name`, `t1`.`family_name`, `t1`.`company`, `t1`.`location`, `t1`.`maximum_queued_builds_count`, `t1`.`creation_date`, `t1`.`last_accessed` FROM `user` AS `t1` WHERE ((`t1`.`uuid` = %s) AND (`t1`.`organization` = %s)) LIMIT %s OFFSET %s', ['82228490-d075-4921-ae7a-af4408cf11b4', False, 1, 0]) gunicorn-web stdout | 2022-06-09 12:02:53,243 [226] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None]) gunicorn-web stdout | 2022-06-09 12:02:53,243 [242] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None]) gunicorn-web stdout | 2022-06-09 12:02:53,243 [226] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2022-06-09 12:02:53,243 [226] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 12:02:53,243 [242] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2022-06-09 12:02:53,243 [242] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 12:02:53,243 [226] [DEBUG] [endpoints.api] Checking permission for user ibazulic gunicorn-web stdout | 2022-06-09 12:02:53,243 [242] [DEBUG] [endpoints.api] Checking permission for user ibazulic gunicorn-web stdout | 2022-06-09 12:02:53,243 [226] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 12:02:53,243 [226] [DEBUG] [auth.permissions] User permission: userspecificneed(type='user', username='ibazulic', role='admin') gunicorn-web stdout | 2022-06-09 12:02:53,243 [242] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 12:02:53,243 [226] [DEBUG] [auth.permissions] User namespace permission: namespacewide(type='organization', namespace='ibazulic', role='admin') gunicorn-web stdout | 2022-06-09 12:02:53,243 [242] [DEBUG] [auth.permissions] User permission: userspecificneed(type='user', username='ibazulic', role='admin') gunicorn-web stdout | 2022-06-09 12:02:53,243 [226] [DEBUG] [auth.permissions] User namespace repo permission: namespacewide(type='organizationrepo', namespace='ibazulic', role='admin') gunicorn-web stdout | 2022-06-09 12:02:53,243 [242] [DEBUG] [auth.permissions] User namespace permission: namespacewide(type='organization', namespace='ibazulic', role='admin') gunicorn-web stdout | 2022-06-09 12:02:53,243 [226] [DEBUG] [auth.permissions] Adding superuser to user: ibazulic gunicorn-web stdout | 2022-06-09 12:02:53,243 [242] [DEBUG] [auth.permissions] User namespace repo permission: namespacewide(type='organizationrepo', namespace='ibazulic', role='admin') gunicorn-web stdout | 2022-06-09 12:02:53,243 [242] [DEBUG] [auth.permissions] Adding superuser to user: ibazulic gunicorn-web stdout | 2022-06-09 12:02:53,244 [226] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`user_id`, `t1`.`uuid`, `t1`.`title`, `t1`.`token_name`, `t1`.`token_secret`, `t1`.`created`, `t1`.`expiration`, `t1`.`last_accessed` FROM `appspecificauthtoken` AS `t1` WHERE (((`t1`.`user_id` = %s) AND (`t1`.`expiration` <= %s)) AND (`t1`.`expiration` > %s))', [1, datetime.datetime(2022, 6, 12, 7, 14, 53, 244004), datetime.datetime(2022, 6, 9, 12, 2, 53, 244068)]) gunicorn-web stdout | 2022-06-09 12:02:53,245 [242] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`uuid`, `t1`.`kind_id`, `t1`.`metadata_json`, `t1`.`dismissed`, `t1`.`lookup_path`, `t1`.`created`, `t1`.`created` AS `cd`, `t1`.`target_id` FROM `notification` AS `t1` INNER JOIN `notificationkind` AS `t2` ON (`t1`.`kind_id` = `t2`.`id`) WHERE ((`t1`.`dismissed` = %s) AND (`t1`.`target_id` = %s)) UNION SELECT `t3`.`id`, `t3`.`uuid`, `t3`.`kind_id`, `t3`.`metadata_json`, `t3`.`dismissed`, `t3`.`lookup_path`, `t3`.`created`, `t3`.`created` AS `cd`, `t3`.`target_id` FROM `notification` AS `t3` INNER JOIN `notificationkind` AS `t4` ON (`t3`.`kind_id` = `t4`.`id`) INNER JOIN `user` AS `t5` ON (`t5`.`id` = `t3`.`target_id`) INNER JOIN `team` AS `t6` ON (`t5`.`id` = `t6`.`organization_id`) INNER JOIN `teamrole` AS `t7` ON (`t6`.`role_id` = `t7`.`id`) INNER JOIN `teammember` AS `t8` ON (`t6`.`id` = `t8`.`team_id`) INNER JOIN `user` AS `t9` ON (`t8`.`user_id` = `t9`.`id`) WHERE ((`t3`.`dismissed` = %s) AND ((`t9`.`id` = %s) AND (`t7`.`name` = %s))) ORDER BY cd desc LIMIT %s', [False, 1, False, 1, 'admin', 6]) gunicorn-web stdout | 2022-06-09 12:02:53,246 [226] [DEBUG] [app] Ending request: urn:request:ffe1807a-4243-4578-965f-d4f12f6c868b (/api/v1/user/apptoken) {'endpoint': 'api.apptokens', 'request_id': 'urn:request:ffe1807a-4243-4578-965f-d4f12f6c868b', 'remote_addr': '172.24.0.1', 'http_method': 'GET', 'original_url': 'https://quay.skynet/api/v1/user/apptoken?expiring=true', 'path': '/api/v1/user/apptoken', 'parameters': {'expiring': 'true'}, 'json_body': None, 'confsha': '61c38a19', 'user-agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:101.0) Gecko/20100101 Firefox/101.0'} gunicorn-web stdout | 2022-06-09 12:02:53,246 [226] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2022-06-09 12:02:53,247 [226] [INFO] [gunicorn.access] 172.24.0.1 - - [09/Jun/2022:12:02:53 +0000] "GET /api/v1/user/apptoken?expiring=true HTTP/1.0" 200 38 "https://quay.skynet/repository/ibazulic/quay?tab=history" "Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:101.0) Gecko/20100101 Firefox/101.0" nginx stdout | 172.24.0.1 () - - [09/Jun/2022:12:02:53 +0000] "GET /api/v1/user/apptoken?expiring=true HTTP/2.0" 200 38 "https://quay.skynet/repository/ibazulic/quay?tab=history" "Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:101.0) Gecko/20100101 Firefox/101.0" (0.008 61 0.008) gunicorn-web stdout | 2022-06-09 12:02:53,247 [242] [DEBUG] [app] Ending request: urn:request:3d69ff6c-0e63-48dd-8a32-a132d70ed92d (/api/v1/user/notifications) {'endpoint': 'api.usernotificationlist', 'request_id': 'urn:request:3d69ff6c-0e63-48dd-8a32-a132d70ed92d', 'remote_addr': '172.24.0.1', 'http_method': 'GET', 'original_url': 'https://quay.skynet/api/v1/user/notifications', 'path': '/api/v1/user/notifications', 'parameters': {}, 'json_body': None, 'confsha': '61c38a19', 'user-agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:101.0) Gecko/20100101 Firefox/101.0'} gunicorn-web stdout | 2022-06-09 12:02:53,248 [242] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2022-06-09 12:02:53,248 [242] [INFO] [gunicorn.access] 172.24.0.1 - - [09/Jun/2022:12:02:53 +0000] "GET /api/v1/user/notifications HTTP/1.0" 200 43 "https://quay.skynet/repository/ibazulic/quay?tab=history" "Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:101.0) Gecko/20100101 Firefox/101.0" nginx stdout | 172.24.0.1 () - - [09/Jun/2022:12:02:53 +0000] "GET /api/v1/user/notifications HTTP/2.0" 200 43 "https://quay.skynet/repository/ibazulic/quay?tab=history" "Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:101.0) Gecko/20100101 Firefox/101.0" (0.010 753 0.012) namespacegcworker stdout | 2022-06-09 12:02:55,477 [83] [DEBUG] [apscheduler.scheduler] Looking for jobs to run namespacegcworker stdout | 2022-06-09 12:02:55,478 [83] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:03:01.521527+00:00 (in 6.043625 seconds) namespacegcworker stdout | 2022-06-09 12:02:55,478 [83] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:03:55 UTC)" (scheduled at 2022-06-09 12:02:55.463831+00:00) namespacegcworker stdout | 2022-06-09 12:02:55,478 [83] [DEBUG] [workers.queueworker] Getting work item from queue. namespacegcworker stdout | 2022-06-09 12:02:55,479 [83] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 2, 55, 478290), True, datetime.datetime(2022, 6, 9, 12, 2, 55, 478290), 0, 'namespacegc/%', 50, 1, 0]) namespacegcworker stdout | 2022-06-09 12:02:55,481 [83] [DEBUG] [workers.queueworker] No more work. namespacegcworker stdout | 2022-06-09 12:02:55,482 [83] [DEBUG] [data.database] Disconnecting from database. namespacegcworker stdout | 2022-06-09 12:02:55,482 [83] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:03:55 UTC)" executed successfully notificationworker stdout | 2022-06-09 12:03:00,619 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:03:00,620 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:03:10.617379+00:00 (in 9.997492 seconds) notificationworker stdout | 2022-06-09 12:03:00,620 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:03:10 UTC)" (scheduled at 2022-06-09 12:03:00.617379+00:00) notificationworker stdout | 2022-06-09 12:03:00,620 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 12:03:00,620 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 3, 0, 620235), True, datetime.datetime(2022, 6, 9, 12, 3, 0, 620235), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 12:03:00,624 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 12:03:00,624 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:03:00,624 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:03:10 UTC)" executed successfully namespacegcworker stdout | 2022-06-09 12:03:01,542 [83] [DEBUG] [apscheduler.scheduler] Looking for jobs to run namespacegcworker stdout | 2022-06-09 12:03:01,542 [83] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:03:55.463831+00:00 (in 53.921446 seconds) namespacegcworker stdout | 2022-06-09 12:03:01,542 [83] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:04:01 UTC)" (scheduled at 2022-06-09 12:03:01.521527+00:00) namespacegcworker stdout | 2022-06-09 12:03:01,543 [83] [DEBUG] [workers.queueworker] Running watchdog. namespacegcworker stdout | 2022-06-09 12:03:01,543 [83] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:04:01 UTC)" executed successfully exportactionlogsworker stdout | 2022-06-09 12:03:04,449 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run exportactionlogsworker stdout | 2022-06-09 12:03:04,450 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:03:47.409953+00:00 (in 42.960000 seconds) exportactionlogsworker stdout | 2022-06-09 12:03:04,450 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:04:04 UTC)" (scheduled at 2022-06-09 12:03:04.366245+00:00) exportactionlogsworker stdout | 2022-06-09 12:03:04,450 [70] [DEBUG] [workers.queueworker] Getting work item from queue. exportactionlogsworker stdout | 2022-06-09 12:03:04,454 [70] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 3, 4, 450794), True, datetime.datetime(2022, 6, 9, 12, 3, 4, 450794), 0, 'exportactionlogs/%', 50, 1, 0]) exportactionlogsworker stdout | 2022-06-09 12:03:04,460 [70] [DEBUG] [workers.queueworker] No more work. exportactionlogsworker stdout | 2022-06-09 12:03:04,460 [70] [DEBUG] [data.database] Disconnecting from database. exportactionlogsworker stdout | 2022-06-09 12:03:04,460 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:04:04 UTC)" executed successfully gcworker stdout | 2022-06-09 12:03:07,491 [71] [DEBUG] [apscheduler.scheduler] Looking for jobs to run gcworker stdout | 2022-06-09 12:03:07,491 [71] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:03:37.490424+00:00 (in 29.999001 seconds) gcworker stdout | 2022-06-09 12:03:07,491 [71] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 12:03:37 UTC)" (scheduled at 2022-06-09 12:03:07.490424+00:00) gcworker stdout | 2022-06-09 12:03:07,492 [71] [DEBUG] [peewee] ('SELECT `candidates`.`repository_id` FROM (SELECT DISTINCT `t1`.`repository_id` FROM `tag` AS `t1` INNER JOIN `repository` AS `t2` ON (`t1`.`repository_id` = `t2`.`id`) INNER JOIN `user` AS `t3` ON (`t2`.`namespace_user_id` = `t3`.`id`) WHERE ((((NOT (`t1`.`lifetime_end_ms` IS %s) AND (`t1`.`lifetime_end_ms` <= %s)) AND (`t3`.`removed_tag_expiration_s` = %s)) AND (`t3`.`enabled` = %s)) AND (`t2`.`state` != %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', [None, 1654776187491, 0, True, 3, 500, 1, 0]) gcworker stdout | 2022-06-09 12:03:07,494 [71] [DEBUG] [__main__] No repository with garbage found gcworker stdout | 2022-06-09 12:03:07,494 [71] [DEBUG] [data.database] Disconnecting from database. gcworker stdout | 2022-06-09 12:03:07,494 [71] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 12:03:37 UTC)" executed successfully notificationworker stdout | 2022-06-09 12:03:10,618 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:03:10,618 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:03:19.645536+00:00 (in 9.027058 seconds) notificationworker stdout | 2022-06-09 12:03:10,618 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:03:20 UTC)" (scheduled at 2022-06-09 12:03:10.617379+00:00) notificationworker stdout | 2022-06-09 12:03:10,618 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 12:03:10,619 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 3, 10, 618816), True, datetime.datetime(2022, 6, 9, 12, 3, 10, 618816), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 12:03:10,622 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 12:03:10,622 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:03:10,622 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:03:20 UTC)" executed successfully buildlogsarchiver stdout | 2022-06-09 12:03:15,367 [66] [DEBUG] [apscheduler.scheduler] Looking for jobs to run buildlogsarchiver stdout | 2022-06-09 12:03:15,367 [66] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:03:45.366042+00:00 (in 29.998446 seconds) buildlogsarchiver stdout | 2022-06-09 12:03:15,368 [66] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 12:03:45 UTC)" (scheduled at 2022-06-09 12:03:15.366042+00:00) buildlogsarchiver stdout | 2022-06-09 12:03:15,369 [66] [DEBUG] [peewee] ('SELECT `candidates`.`id` FROM (SELECT `t1`.`id` FROM `repositorybuild` AS `t1` WHERE (((`t1`.`phase` IN (%s, %s, %s)) OR (`t1`.`started` < %s)) AND (`t1`.`logs_archived` = %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2022, 5, 25, 12, 3, 15, 368300), False, 50, 1, 0]) buildlogsarchiver stdout | 2022-06-09 12:03:15,371 [66] [DEBUG] [__main__] No more builds to archive buildlogsarchiver stdout | 2022-06-09 12:03:15,371 [66] [DEBUG] [data.database] Disconnecting from database. buildlogsarchiver stdout | 2022-06-09 12:03:15,371 [66] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 12:03:45 UTC)" executed successfully gunicorn-web stdout | 2022-06-09 12:03:19,038 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '75'} gunicorn-web stdout | 2022-06-09 12:03:19,048 [243] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '243'} gunicorn-web stdout | 2022-06-09 12:03:19,053 [226] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '226'} gunicorn-web stdout | 2022-06-09 12:03:19,064 [242] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '242'} gunicorn-web stdout | 2022-06-09 12:03:19,071 [235] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '235'} gunicorn-web stdout | 2022-06-09 12:03:19,105 [228] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '228'} gunicorn-web stdout | 2022-06-09 12:03:19,112 [241] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '241'} gunicorn-web stdout | 2022-06-09 12:03:19,119 [237] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '237'} gunicorn-web stdout | 2022-06-09 12:03:19,126 [244] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '244'} gunicorn-web stdout | 2022-06-09 12:03:19,133 [234] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '234'} gunicorn-web stdout | 2022-06-09 12:03:19,143 [236] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '236'} gunicorn-web stdout | 2022-06-09 12:03:19,149 [230] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '230'} gunicorn-web stdout | 2022-06-09 12:03:19,157 [239] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '239'} gunicorn-web stdout | 2022-06-09 12:03:19,164 [231] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '231'} gunicorn-web stdout | 2022-06-09 12:03:19,172 [229] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '229'} gunicorn-web stdout | 2022-06-09 12:03:19,180 [238] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '238'} gunicorn-web stdout | 2022-06-09 12:03:19,186 [232] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '232'} gunicorn-secscan stdout | 2022-06-09 12:03:19,195 [221] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '221'} gunicorn-secscan stdout | 2022-06-09 12:03:19,220 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '74'} gunicorn-secscan stdout | 2022-06-09 12:03:19,226 [224] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '224'} gunicorn-secscan stdout | 2022-06-09 12:03:19,234 [225] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '225'} gunicorn-secscan stdout | 2022-06-09 12:03:19,245 [227] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '227'} blobuploadcleanupworker stdout | 2022-06-09 12:03:19,389 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'blobuploadcleanupworker.py', 'pid': '64'} exportactionlogsworker stdout | 2022-06-09 12:03:19,444 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'exportactionlogsworker.py', 'pid': '70'} chunkcleanupworker stdout | 2022-06-09 12:03:19,558 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'chunkcleanupworker.py', 'pid': '67'} repositoryactioncounter stdout | 2022-06-09 12:03:19,591 [88] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositoryactioncounter.py', 'pid': '88'} logrotateworker stdout | 2022-06-09 12:03:19,634 [77] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'logrotateworker.py', 'pid': '77'} notificationworker stdout | 2022-06-09 12:03:19,646 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:03:19,646 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:03:20.617379+00:00 (in 0.970760 seconds) notificationworker stdout | 2022-06-09 12:03:19,646 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:04:19 UTC)" (scheduled at 2022-06-09 12:03:19.645536+00:00) notificationworker stdout | 2022-06-09 12:03:19,647 [85] [DEBUG] [workers.queueworker] Running watchdog. notificationworker stdout | 2022-06-09 12:03:19,647 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:04:19 UTC)" executed successfully securityscanningnotificationworker stdout | 2022-06-09 12:03:19,706 [90] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'securityscanningnotificationworker.py', 'pid': '90'} namespacegcworker stdout | 2022-06-09 12:03:19,887 [83] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'namespacegcworker.py', 'pid': '83'} repositorygcworker stdout | 2022-06-09 12:03:19,982 [89] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositorygcworker.py', 'pid': '89'} globalpromstats stdout | 2022-06-09 12:03:20,007 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'globalpromstats.py', 'pid': '72'} storagereplication stdout | 2022-06-09 12:03:20,081 [93] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'storagereplication.py', 'pid': '93'} manifestbackfillworker stdout | 2022-06-09 12:03:20,087 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'manifestbackfillworker.py', 'pid': '78'} notificationworker stdout | 2022-06-09 12:03:20,105 [85] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'notificationworker.py', 'pid': '85'} builder stdout | 2022-06-09 12:03:20,163 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'builder.py', 'pid': '65'} buildlogsarchiver stdout | 2022-06-09 12:03:20,169 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'buildlogsarchiver.py', 'pid': '66'} teamsyncworker stdout | 2022-06-09 12:03:20,195 [94] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'teamsyncworker.py', 'pid': '94'} expiredappspecifictokenworker stdout | 2022-06-09 12:03:20,205 [69] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '69'} gcworker stdout | 2022-06-09 12:03:20,257 [71] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'gcworker.py', 'pid': '71'} servicekey stdout | 2022-06-09 12:03:20,264 [92] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'servicekeyworker.py', 'pid': '92'} queuecleanupworker stdout | 2022-06-09 12:03:20,315 [87] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'queuecleanupworker.py', 'pid': '87'} notificationworker stdout | 2022-06-09 12:03:20,618 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:03:20,619 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:03:30.617379+00:00 (in 9.998444 seconds) notificationworker stdout | 2022-06-09 12:03:20,619 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:03:30 UTC)" (scheduled at 2022-06-09 12:03:20.617379+00:00) notificationworker stdout | 2022-06-09 12:03:20,619 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 12:03:20,619 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 3, 20, 619266), True, datetime.datetime(2022, 6, 9, 12, 3, 20, 619266), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 12:03:20,622 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 12:03:20,623 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:03:20,623 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:03:30 UTC)" executed successfully gunicorn-registry stdout | 2022-06-09 12:03:21,520 [271] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '271'} gunicorn-registry stdout | 2022-06-09 12:03:21,526 [273] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '273'} gunicorn-registry stdout | 2022-06-09 12:03:21,532 [276] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '276'} gunicorn-registry stdout | 2022-06-09 12:03:21,543 [275] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '275'} gunicorn-registry stdout | 2022-06-09 12:03:21,554 [246] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '246'} gunicorn-registry stdout | 2022-06-09 12:03:21,563 [277] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '277'} gunicorn-registry stdout | 2022-06-09 12:03:21,570 [274] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '274'} gunicorn-registry stdout | 2022-06-09 12:03:21,577 [263] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '263'} gunicorn-registry stdout | 2022-06-09 12:03:21,587 [266] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '266'} gunicorn-registry stdout | 2022-06-09 12:03:21,599 [254] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '254'} gunicorn-registry stdout | 2022-06-09 12:03:21,605 [260] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '260'} gunicorn-registry stdout | 2022-06-09 12:03:21,613 [270] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '270'} gunicorn-registry stdout | 2022-06-09 12:03:21,630 [253] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '253'} gunicorn-registry stdout | 2022-06-09 12:03:21,641 [261] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '261'} gunicorn-registry stdout | 2022-06-09 12:03:21,649 [268] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '268'} gunicorn-registry stdout | 2022-06-09 12:03:21,658 [248] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '248'} gunicorn-registry stdout | 2022-06-09 12:03:21,665 [245] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '245'} gunicorn-registry stdout | 2022-06-09 12:03:21,675 [249] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '249'} gunicorn-registry stdout | 2022-06-09 12:03:21,683 [251] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '251'} gunicorn-registry stdout | 2022-06-09 12:03:21,691 [259] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '259'} gunicorn-registry stdout | 2022-06-09 12:03:21,699 [250] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '250'} gunicorn-registry stdout | 2022-06-09 12:03:21,708 [265] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '265'} gunicorn-registry stdout | 2022-06-09 12:03:21,715 [73] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '73'} gunicorn-registry stdout | 2022-06-09 12:03:21,723 [267] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '267'} gunicorn-registry stdout | 2022-06-09 12:03:21,739 [256] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '256'} gunicorn-registry stdout | 2022-06-09 12:03:21,769 [264] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '264'} gunicorn-registry stdout | 2022-06-09 12:03:21,775 [262] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '262'} gunicorn-registry stdout | 2022-06-09 12:03:21,782 [272] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '272'} gunicorn-registry stdout | 2022-06-09 12:03:21,792 [269] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '269'} gunicorn-registry stdout | 2022-06-09 12:03:21,803 [247] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '247'} gunicorn-registry stdout | 2022-06-09 12:03:21,811 [255] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '255'} gunicorn-registry stdout | 2022-06-09 12:03:21,818 [252] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '252'} gunicorn-registry stdout | 2022-06-09 12:03:21,825 [257] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '257'} notificationworker stdout | 2022-06-09 12:03:30,618 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:03:30,618 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:03:40.617379+00:00 (in 9.998775 seconds) notificationworker stdout | 2022-06-09 12:03:30,618 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:03:40 UTC)" (scheduled at 2022-06-09 12:03:30.617379+00:00) notificationworker stdout | 2022-06-09 12:03:30,618 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 12:03:30,619 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 3, 30, 619011), True, datetime.datetime(2022, 6, 9, 12, 3, 30, 619011), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 12:03:30,622 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 12:03:30,622 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:03:30,622 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:03:40 UTC)" executed successfully gcworker stdout | 2022-06-09 12:03:37,497 [71] [DEBUG] [apscheduler.scheduler] Looking for jobs to run gcworker stdout | 2022-06-09 12:03:37,498 [71] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:04:07.490424+00:00 (in 29.992321 seconds) gcworker stdout | 2022-06-09 12:03:37,498 [71] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 12:04:07 UTC)" (scheduled at 2022-06-09 12:03:37.490424+00:00) gcworker stdout | 2022-06-09 12:03:37,498 [71] [DEBUG] [peewee] ('SELECT DISTINCT `t1`.`removed_tag_expiration_s` FROM `user` AS `t1` LIMIT %s', [100]) gcworker stdout | 2022-06-09 12:03:37,500 [71] [DEBUG] [peewee] ('SELECT `candidates`.`repository_id` FROM (SELECT DISTINCT `t1`.`repository_id` FROM `tag` AS `t1` INNER JOIN `repository` AS `t2` ON (`t1`.`repository_id` = `t2`.`id`) INNER JOIN `user` AS `t3` ON (`t2`.`namespace_user_id` = `t3`.`id`) WHERE ((((NOT (`t1`.`lifetime_end_ms` IS %s) AND (`t1`.`lifetime_end_ms` <= %s)) AND (`t3`.`removed_tag_expiration_s` = %s)) AND (`t3`.`enabled` = %s)) AND (`t2`.`state` != %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', [None, 1654776217500, 0, True, 3, 500, 1, 0]) gcworker stdout | 2022-06-09 12:03:37,502 [71] [DEBUG] [__main__] No repository with garbage found gcworker stdout | 2022-06-09 12:03:37,502 [71] [DEBUG] [data.database] Disconnecting from database. gcworker stdout | 2022-06-09 12:03:37,502 [71] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 12:04:07 UTC)" executed successfully repositorygcworker stdout | 2022-06-09 12:03:38,468 [89] [DEBUG] [apscheduler.scheduler] Looking for jobs to run repositorygcworker stdout | 2022-06-09 12:03:38,468 [89] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:03:51.502316+00:00 (in 13.033991 seconds) repositorygcworker stdout | 2022-06-09 12:03:38,468 [89] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:04:38 UTC)" (scheduled at 2022-06-09 12:03:38.463361+00:00) repositorygcworker stdout | 2022-06-09 12:03:38,468 [89] [DEBUG] [workers.queueworker] Getting work item from queue. repositorygcworker stdout | 2022-06-09 12:03:38,469 [89] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 3, 38, 468890), True, datetime.datetime(2022, 6, 9, 12, 3, 38, 468890), 0, 'repositorygc/%', 50, 1, 0]) repositorygcworker stdout | 2022-06-09 12:03:38,472 [89] [DEBUG] [workers.queueworker] No more work. repositorygcworker stdout | 2022-06-09 12:03:38,472 [89] [DEBUG] [data.database] Disconnecting from database. repositorygcworker stdout | 2022-06-09 12:03:38,472 [89] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:04:38 UTC)" executed successfully notificationworker stdout | 2022-06-09 12:03:40,617 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:03:40,618 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:03:50.617379+00:00 (in 9.999271 seconds) notificationworker stdout | 2022-06-09 12:03:40,618 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:03:50 UTC)" (scheduled at 2022-06-09 12:03:40.617379+00:00) notificationworker stdout | 2022-06-09 12:03:40,618 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 12:03:40,619 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 3, 40, 618445), True, datetime.datetime(2022, 6, 9, 12, 3, 40, 618445), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 12:03:40,621 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 12:03:40,621 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:03:40,622 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:03:50 UTC)" executed successfully buildlogsarchiver stdout | 2022-06-09 12:03:45,419 [66] [DEBUG] [apscheduler.scheduler] Looking for jobs to run buildlogsarchiver stdout | 2022-06-09 12:03:45,419 [66] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:04:15.366042+00:00 (in 29.946666 seconds) buildlogsarchiver stdout | 2022-06-09 12:03:45,419 [66] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 12:04:15 UTC)" (scheduled at 2022-06-09 12:03:45.366042+00:00) buildlogsarchiver stdout | 2022-06-09 12:03:45,420 [66] [DEBUG] [peewee] ('SELECT `candidates`.`id` FROM (SELECT `t1`.`id` FROM `repositorybuild` AS `t1` WHERE (((`t1`.`phase` IN (%s, %s, %s)) OR (`t1`.`started` < %s)) AND (`t1`.`logs_archived` = %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2022, 5, 25, 12, 3, 45, 419844), False, 50, 1, 0]) buildlogsarchiver stdout | 2022-06-09 12:03:45,422 [66] [DEBUG] [__main__] No more builds to archive buildlogsarchiver stdout | 2022-06-09 12:03:45,423 [66] [DEBUG] [data.database] Disconnecting from database. buildlogsarchiver stdout | 2022-06-09 12:03:45,423 [66] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 12:04:15 UTC)" executed successfully exportactionlogsworker stdout | 2022-06-09 12:03:47,416 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run exportactionlogsworker stdout | 2022-06-09 12:03:47,416 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:04:04.366245+00:00 (in 16.949923 seconds) exportactionlogsworker stdout | 2022-06-09 12:03:47,416 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:04:47 UTC)" (scheduled at 2022-06-09 12:03:47.409953+00:00) exportactionlogsworker stdout | 2022-06-09 12:03:47,416 [70] [DEBUG] [workers.queueworker] Running watchdog. exportactionlogsworker stdout | 2022-06-09 12:03:47,416 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:04:47 UTC)" executed successfully gunicorn-web stdout | 2022-06-09 12:03:49,054 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '75'} gunicorn-web stdout | 2022-06-09 12:03:49,061 [243] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '243'} gunicorn-web stdout | 2022-06-09 12:03:49,067 [226] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '226'} gunicorn-web stdout | 2022-06-09 12:03:49,077 [242] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '242'} gunicorn-web stdout | 2022-06-09 12:03:49,085 [235] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '235'} gunicorn-web stdout | 2022-06-09 12:03:49,118 [228] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '228'} gunicorn-web stdout | 2022-06-09 12:03:49,125 [241] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '241'} gunicorn-web stdout | 2022-06-09 12:03:49,132 [237] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '237'} gunicorn-web stdout | 2022-06-09 12:03:49,139 [244] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '244'} gunicorn-web stdout | 2022-06-09 12:03:49,146 [234] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '234'} gunicorn-web stdout | 2022-06-09 12:03:49,157 [236] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '236'} gunicorn-web stdout | 2022-06-09 12:03:49,165 [230] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '230'} gunicorn-web stdout | 2022-06-09 12:03:49,172 [239] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '239'} gunicorn-web stdout | 2022-06-09 12:03:49,179 [231] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '231'} gunicorn-web stdout | 2022-06-09 12:03:49,186 [229] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '229'} gunicorn-web stdout | 2022-06-09 12:03:49,193 [238] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '238'} gunicorn-web stdout | 2022-06-09 12:03:49,201 [232] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '232'} gunicorn-secscan stdout | 2022-06-09 12:03:49,209 [221] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '221'} gunicorn-secscan stdout | 2022-06-09 12:03:49,230 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '74'} gunicorn-secscan stdout | 2022-06-09 12:03:49,237 [224] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '224'} gunicorn-secscan stdout | 2022-06-09 12:03:49,245 [225] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '225'} gunicorn-secscan stdout | 2022-06-09 12:03:49,255 [227] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '227'} blobuploadcleanupworker stdout | 2022-06-09 12:03:49,429 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'blobuploadcleanupworker.py', 'pid': '64'} exportactionlogsworker stdout | 2022-06-09 12:03:49,477 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'exportactionlogsworker.py', 'pid': '70'} chunkcleanupworker stdout | 2022-06-09 12:03:49,596 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'chunkcleanupworker.py', 'pid': '67'} repositoryactioncounter stdout | 2022-06-09 12:03:49,631 [88] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositoryactioncounter.py', 'pid': '88'} logrotateworker stdout | 2022-06-09 12:03:49,674 [77] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'logrotateworker.py', 'pid': '77'} securityscanningnotificationworker stdout | 2022-06-09 12:03:49,745 [90] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'securityscanningnotificationworker.py', 'pid': '90'} namespacegcworker stdout | 2022-06-09 12:03:49,955 [83] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'namespacegcworker.py', 'pid': '83'} repositorygcworker stdout | 2022-06-09 12:03:50,022 [89] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositorygcworker.py', 'pid': '89'} globalpromstats stdout | 2022-06-09 12:03:50,028 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'globalpromstats.py', 'pid': '72'} manifestbackfillworker stdout | 2022-06-09 12:03:50,127 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'manifestbackfillworker.py', 'pid': '78'} storagereplication stdout | 2022-06-09 12:03:50,140 [93] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'storagereplication.py', 'pid': '93'} notificationworker stdout | 2022-06-09 12:03:50,146 [85] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'notificationworker.py', 'pid': '85'} buildlogsarchiver stdout | 2022-06-09 12:03:50,195 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'buildlogsarchiver.py', 'pid': '66'} builder stdout | 2022-06-09 12:03:50,203 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'builder.py', 'pid': '65'} teamsyncworker stdout | 2022-06-09 12:03:50,236 [94] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'teamsyncworker.py', 'pid': '94'} expiredappspecifictokenworker stdout | 2022-06-09 12:03:50,245 [69] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '69'} servicekey stdout | 2022-06-09 12:03:50,273 [92] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'servicekeyworker.py', 'pid': '92'} gcworker stdout | 2022-06-09 12:03:50,300 [71] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'gcworker.py', 'pid': '71'} queuecleanupworker stdout | 2022-06-09 12:03:50,327 [87] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'queuecleanupworker.py', 'pid': '87'} notificationworker stdout | 2022-06-09 12:03:50,619 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:03:50,619 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:04:00.617379+00:00 (in 9.997775 seconds) notificationworker stdout | 2022-06-09 12:03:50,619 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:04:00 UTC)" (scheduled at 2022-06-09 12:03:50.617379+00:00) notificationworker stdout | 2022-06-09 12:03:50,620 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 12:03:50,620 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 3, 50, 620086), True, datetime.datetime(2022, 6, 9, 12, 3, 50, 620086), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 12:03:50,624 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 12:03:50,624 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:03:50,624 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:04:00 UTC)" executed successfully repositorygcworker stdout | 2022-06-09 12:03:51,504 [89] [DEBUG] [apscheduler.scheduler] Looking for jobs to run repositorygcworker stdout | 2022-06-09 12:03:51,505 [89] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:04:38.463361+00:00 (in 46.958309 seconds) repositorygcworker stdout | 2022-06-09 12:03:51,505 [89] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:04:51 UTC)" (scheduled at 2022-06-09 12:03:51.502316+00:00) repositorygcworker stdout | 2022-06-09 12:03:51,505 [89] [DEBUG] [workers.queueworker] Running watchdog. repositorygcworker stdout | 2022-06-09 12:03:51,505 [89] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:04:51 UTC)" executed successfully gunicorn-registry stdout | 2022-06-09 12:03:51,540 [271] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '271'} gunicorn-registry stdout | 2022-06-09 12:03:51,548 [273] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '273'} gunicorn-registry stdout | 2022-06-09 12:03:51,555 [276] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '276'} gunicorn-registry stdout | 2022-06-09 12:03:51,562 [275] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '275'} gunicorn-registry stdout | 2022-06-09 12:03:51,569 [246] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '246'} gunicorn-registry stdout | 2022-06-09 12:03:51,577 [277] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '277'} gunicorn-registry stdout | 2022-06-09 12:03:51,583 [274] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '274'} gunicorn-registry stdout | 2022-06-09 12:03:51,591 [263] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '263'} gunicorn-registry stdout | 2022-06-09 12:03:51,603 [266] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '266'} gunicorn-registry stdout | 2022-06-09 12:03:51,611 [254] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '254'} gunicorn-registry stdout | 2022-06-09 12:03:51,618 [260] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '260'} gunicorn-registry stdout | 2022-06-09 12:03:51,627 [270] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '270'} gunicorn-registry stdout | 2022-06-09 12:03:51,642 [253] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '253'} gunicorn-registry stdout | 2022-06-09 12:03:51,657 [261] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '261'} gunicorn-registry stdout | 2022-06-09 12:03:51,664 [268] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '268'} gunicorn-registry stdout | 2022-06-09 12:03:51,672 [248] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '248'} gunicorn-registry stdout | 2022-06-09 12:03:51,683 [245] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '245'} gunicorn-registry stdout | 2022-06-09 12:03:51,690 [249] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '249'} gunicorn-registry stdout | 2022-06-09 12:03:51,696 [251] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '251'} gunicorn-registry stdout | 2022-06-09 12:03:51,701 [259] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '259'} gunicorn-registry stdout | 2022-06-09 12:03:51,711 [250] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '250'} gunicorn-registry stdout | 2022-06-09 12:03:51,722 [265] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '265'} gunicorn-registry stdout | 2022-06-09 12:03:51,730 [73] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '73'} gunicorn-registry stdout | 2022-06-09 12:03:51,737 [267] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '267'} gunicorn-registry stdout | 2022-06-09 12:03:51,750 [256] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '256'} gunicorn-registry stdout | 2022-06-09 12:03:51,790 [262] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '262'} gunicorn-registry stdout | 2022-06-09 12:03:51,797 [264] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '264'} gunicorn-registry stdout | 2022-06-09 12:03:51,804 [272] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '272'} gunicorn-registry stdout | 2022-06-09 12:03:51,811 [269] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '269'} gunicorn-registry stdout | 2022-06-09 12:03:51,818 [247] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '247'} gunicorn-registry stdout | 2022-06-09 12:03:51,825 [255] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '255'} gunicorn-registry stdout | 2022-06-09 12:03:51,835 [252] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '252'} gunicorn-registry stdout | 2022-06-09 12:03:51,842 [257] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '257'} namespacegcworker stdout | 2022-06-09 12:03:55,475 [83] [DEBUG] [apscheduler.scheduler] Looking for jobs to run namespacegcworker stdout | 2022-06-09 12:03:55,475 [83] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:04:01.521527+00:00 (in 6.046249 seconds) namespacegcworker stdout | 2022-06-09 12:03:55,475 [83] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:04:55 UTC)" (scheduled at 2022-06-09 12:03:55.463831+00:00) namespacegcworker stdout | 2022-06-09 12:03:55,475 [83] [DEBUG] [workers.queueworker] Getting work item from queue. namespacegcworker stdout | 2022-06-09 12:03:55,476 [83] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 3, 55, 475690), True, datetime.datetime(2022, 6, 9, 12, 3, 55, 475690), 0, 'namespacegc/%', 50, 1, 0]) namespacegcworker stdout | 2022-06-09 12:03:55,478 [83] [DEBUG] [workers.queueworker] No more work. namespacegcworker stdout | 2022-06-09 12:03:55,478 [83] [DEBUG] [data.database] Disconnecting from database. namespacegcworker stdout | 2022-06-09 12:03:55,478 [83] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:04:55 UTC)" executed successfully notificationworker stdout | 2022-06-09 12:04:00,619 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:04:00,619 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:04:02.645216+00:00 (in 2.026059 seconds) notificationworker stdout | 2022-06-09 12:04:00,619 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:04:10 UTC)" (scheduled at 2022-06-09 12:04:00.617379+00:00) notificationworker stdout | 2022-06-09 12:04:00,619 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 12:04:00,620 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 4, 0, 619513), True, datetime.datetime(2022, 6, 9, 12, 4, 0, 619513), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 12:04:00,623 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 12:04:00,623 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:04:00,623 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:04:10 UTC)" executed successfully namespacegcworker stdout | 2022-06-09 12:04:01,526 [83] [DEBUG] [apscheduler.scheduler] Looking for jobs to run namespacegcworker stdout | 2022-06-09 12:04:01,527 [83] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:04:21.521215+00:00 (in 19.994221 seconds) namespacegcworker stdout | 2022-06-09 12:04:01,527 [83] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:05:01 UTC)" (scheduled at 2022-06-09 12:04:01.521527+00:00) namespacegcworker stdout | 2022-06-09 12:04:01,527 [83] [DEBUG] [workers.queueworker] Running watchdog. namespacegcworker stdout | 2022-06-09 12:04:01,527 [83] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:05:01 UTC)" executed successfully notificationworker stdout | 2022-06-09 12:04:02,648 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:04:02,648 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:04:10.617379+00:00 (in 7.968569 seconds) notificationworker stdout | 2022-06-09 12:04:02,649 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2022-06-09 12:09:02 UTC)" (scheduled at 2022-06-09 12:04:02.645216+00:00) notificationworker stdout | 2022-06-09 12:04:02,649 [85] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT `t1`.`queue_name` FROM `queueitem` AS `t1` WHERE (((`t1`.`available` = %s) AND (`t1`.`processing_expires` > %s)) AND (`t1`.`queue_name` LIKE %s))) AS `_wrapped`', [False, datetime.datetime(2022, 6, 9, 12, 4, 2, 649329), 'notification/%']) notificationworker stdout | 2022-06-09 12:04:02,651 [85] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT `t1`.`queue_name` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s))) AS `_wrapped`', [datetime.datetime(2022, 6, 9, 12, 4, 2, 649329), True, datetime.datetime(2022, 6, 9, 12, 4, 2, 649329), 0, 'notification/%']) notificationworker stdout | 2022-06-09 12:04:02,653 [85] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT `t1`.`queue_name` FROM `queueitem` AS `t1` WHERE (((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) AND NOT (`t1`.`queue_name` IN (SELECT `t1`.`queue_name` FROM `queueitem` AS `t1` WHERE (((`t1`.`available` = %s) AND (`t1`.`processing_expires` > %s)) AND (`t1`.`queue_name` LIKE %s)))))) AS `_wrapped`', [datetime.datetime(2022, 6, 9, 12, 4, 2, 649329), True, datetime.datetime(2022, 6, 9, 12, 4, 2, 649329), 0, 'notification/%', False, datetime.datetime(2022, 6, 9, 12, 4, 2, 649329), 'notification/%']) notificationworker stdout | 2022-06-09 12:04:02,654 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:04:02,654 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2022-06-09 12:09:02 UTC)" executed successfully exportactionlogsworker stdout | 2022-06-09 12:04:04,380 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run exportactionlogsworker stdout | 2022-06-09 12:04:04,380 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:04:47.409953+00:00 (in 43.029553 seconds) exportactionlogsworker stdout | 2022-06-09 12:04:04,380 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:05:04 UTC)" (scheduled at 2022-06-09 12:04:04.366245+00:00) exportactionlogsworker stdout | 2022-06-09 12:04:04,381 [70] [DEBUG] [workers.queueworker] Getting work item from queue. exportactionlogsworker stdout | 2022-06-09 12:04:04,383 [70] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 4, 4, 381089), True, datetime.datetime(2022, 6, 9, 12, 4, 4, 381089), 0, 'exportactionlogs/%', 50, 1, 0]) exportactionlogsworker stdout | 2022-06-09 12:04:04,385 [70] [DEBUG] [workers.queueworker] No more work. exportactionlogsworker stdout | 2022-06-09 12:04:04,385 [70] [DEBUG] [data.database] Disconnecting from database. exportactionlogsworker stdout | 2022-06-09 12:04:04,385 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:05:04 UTC)" executed successfully gcworker stdout | 2022-06-09 12:04:07,492 [71] [DEBUG] [apscheduler.scheduler] Looking for jobs to run gcworker stdout | 2022-06-09 12:04:07,492 [71] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:04:37.490424+00:00 (in 29.997754 seconds) gcworker stdout | 2022-06-09 12:04:07,492 [71] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 12:04:37 UTC)" (scheduled at 2022-06-09 12:04:07.490424+00:00) gcworker stdout | 2022-06-09 12:04:07,493 [71] [DEBUG] [peewee] ('SELECT `candidates`.`repository_id` FROM (SELECT DISTINCT `t1`.`repository_id` FROM `tag` AS `t1` INNER JOIN `repository` AS `t2` ON (`t1`.`repository_id` = `t2`.`id`) INNER JOIN `user` AS `t3` ON (`t2`.`namespace_user_id` = `t3`.`id`) WHERE ((((NOT (`t1`.`lifetime_end_ms` IS %s) AND (`t1`.`lifetime_end_ms` <= %s)) AND (`t3`.`removed_tag_expiration_s` = %s)) AND (`t3`.`enabled` = %s)) AND (`t2`.`state` != %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', [None, 1654776247493, 0, True, 3, 500, 1, 0]) gcworker stdout | 2022-06-09 12:04:07,497 [71] [DEBUG] [__main__] No repository with garbage found gcworker stdout | 2022-06-09 12:04:07,498 [71] [DEBUG] [data.database] Disconnecting from database. gcworker stdout | 2022-06-09 12:04:07,498 [71] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 12:04:37 UTC)" executed successfully notificationworker stdout | 2022-06-09 12:04:10,619 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:04:10,619 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:04:19.645536+00:00 (in 9.025765 seconds) notificationworker stdout | 2022-06-09 12:04:10,620 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:04:20 UTC)" (scheduled at 2022-06-09 12:04:10.617379+00:00) notificationworker stdout | 2022-06-09 12:04:10,620 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 12:04:10,621 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 4, 10, 620506), True, datetime.datetime(2022, 6, 9, 12, 4, 10, 620506), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 12:04:10,624 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 12:04:10,624 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:04:10,624 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:04:20 UTC)" executed successfully buildlogsarchiver stdout | 2022-06-09 12:04:15,366 [66] [DEBUG] [apscheduler.scheduler] Looking for jobs to run buildlogsarchiver stdout | 2022-06-09 12:04:15,367 [66] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:04:45.366042+00:00 (in 29.999088 seconds) buildlogsarchiver stdout | 2022-06-09 12:04:15,367 [66] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 12:04:45 UTC)" (scheduled at 2022-06-09 12:04:15.366042+00:00) buildlogsarchiver stdout | 2022-06-09 12:04:15,367 [66] [DEBUG] [peewee] ('SELECT `candidates`.`id` FROM (SELECT `t1`.`id` FROM `repositorybuild` AS `t1` WHERE (((`t1`.`phase` IN (%s, %s, %s)) OR (`t1`.`started` < %s)) AND (`t1`.`logs_archived` = %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2022, 5, 25, 12, 4, 15, 367283), False, 50, 1, 0]) buildlogsarchiver stdout | 2022-06-09 12:04:15,369 [66] [DEBUG] [__main__] No more builds to archive buildlogsarchiver stdout | 2022-06-09 12:04:15,369 [66] [DEBUG] [data.database] Disconnecting from database. buildlogsarchiver stdout | 2022-06-09 12:04:15,370 [66] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 12:04:45 UTC)" executed successfully gunicorn-web stdout | 2022-06-09 12:04:19,080 [226] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '226'} gunicorn-web stdout | 2022-06-09 12:04:19,089 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '75'} gunicorn-web stdout | 2022-06-09 12:04:19,097 [243] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '243'} gunicorn-web stdout | 2022-06-09 12:04:19,104 [242] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '242'} gunicorn-web stdout | 2022-06-09 12:04:19,110 [235] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '235'} gunicorn-web stdout | 2022-06-09 12:04:19,129 [228] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '228'} gunicorn-web stdout | 2022-06-09 12:04:19,138 [241] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '241'} gunicorn-web stdout | 2022-06-09 12:04:19,146 [237] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '237'} gunicorn-web stdout | 2022-06-09 12:04:19,153 [244] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '244'} gunicorn-web stdout | 2022-06-09 12:04:19,160 [234] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '234'} gunicorn-web stdout | 2022-06-09 12:04:19,169 [236] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '236'} gunicorn-web stdout | 2022-06-09 12:04:19,181 [230] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '230'} gunicorn-web stdout | 2022-06-09 12:04:19,188 [239] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '239'} gunicorn-web stdout | 2022-06-09 12:04:19,194 [231] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '231'} gunicorn-web stdout | 2022-06-09 12:04:19,202 [229] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '229'} gunicorn-web stdout | 2022-06-09 12:04:19,209 [238] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '238'} gunicorn-web stdout | 2022-06-09 12:04:19,217 [232] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '232'} gunicorn-secscan stdout | 2022-06-09 12:04:19,222 [221] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '221'} gunicorn-secscan stdout | 2022-06-09 12:04:19,241 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '74'} gunicorn-secscan stdout | 2022-06-09 12:04:19,250 [224] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '224'} gunicorn-secscan stdout | 2022-06-09 12:04:19,257 [225] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '225'} gunicorn-secscan stdout | 2022-06-09 12:04:19,266 [227] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '227'} blobuploadcleanupworker stdout | 2022-06-09 12:04:19,466 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'blobuploadcleanupworker.py', 'pid': '64'} exportactionlogsworker stdout | 2022-06-09 12:04:19,506 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'exportactionlogsworker.py', 'pid': '70'} chunkcleanupworker stdout | 2022-06-09 12:04:19,605 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'chunkcleanupworker.py', 'pid': '67'} notificationworker stdout | 2022-06-09 12:04:19,647 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:04:19,648 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:04:20.617379+00:00 (in 0.969418 seconds) notificationworker stdout | 2022-06-09 12:04:19,648 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:05:19 UTC)" (scheduled at 2022-06-09 12:04:19.645536+00:00) notificationworker stdout | 2022-06-09 12:04:19,648 [85] [DEBUG] [workers.queueworker] Running watchdog. notificationworker stdout | 2022-06-09 12:04:19,648 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:05:19 UTC)" executed successfully repositoryactioncounter stdout | 2022-06-09 12:04:19,676 [88] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositoryactioncounter.py', 'pid': '88'} logrotateworker stdout | 2022-06-09 12:04:19,684 [77] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'logrotateworker.py', 'pid': '77'} securityscanningnotificationworker stdout | 2022-06-09 12:04:19,830 [90] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'securityscanningnotificationworker.py', 'pid': '90'} namespacegcworker stdout | 2022-06-09 12:04:19,997 [83] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'namespacegcworker.py', 'pid': '83'} repositorygcworker stdout | 2022-06-09 12:04:20,032 [89] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositorygcworker.py', 'pid': '89'} globalpromstats stdout | 2022-06-09 12:04:20,068 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'globalpromstats.py', 'pid': '72'} storagereplication stdout | 2022-06-09 12:04:20,157 [93] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'storagereplication.py', 'pid': '93'} manifestbackfillworker stdout | 2022-06-09 12:04:20,166 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'manifestbackfillworker.py', 'pid': '78'} notificationworker stdout | 2022-06-09 12:04:20,185 [85] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'notificationworker.py', 'pid': '85'} buildlogsarchiver stdout | 2022-06-09 12:04:20,237 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'buildlogsarchiver.py', 'pid': '66'} builder stdout | 2022-06-09 12:04:20,243 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'builder.py', 'pid': '65'} teamsyncworker stdout | 2022-06-09 12:04:20,250 [94] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'teamsyncworker.py', 'pid': '94'} expiredappspecifictokenworker stdout | 2022-06-09 12:04:20,287 [69] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '69'} servicekey stdout | 2022-06-09 12:04:20,293 [92] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'servicekeyworker.py', 'pid': '92'} queuecleanupworker stdout | 2022-06-09 12:04:20,337 [87] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'queuecleanupworker.py', 'pid': '87'} gcworker stdout | 2022-06-09 12:04:20,343 [71] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'gcworker.py', 'pid': '71'} notificationworker stdout | 2022-06-09 12:04:20,620 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:04:20,620 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:04:30.617379+00:00 (in 9.997092 seconds) notificationworker stdout | 2022-06-09 12:04:20,620 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:04:30 UTC)" (scheduled at 2022-06-09 12:04:20.617379+00:00) notificationworker stdout | 2022-06-09 12:04:20,621 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 12:04:20,621 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 4, 20, 621072), True, datetime.datetime(2022, 6, 9, 12, 4, 20, 621072), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 12:04:20,624 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 12:04:20,624 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:04:20,625 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:04:30 UTC)" executed successfully namespacegcworker stdout | 2022-06-09 12:04:21,528 [83] [DEBUG] [apscheduler.scheduler] Looking for jobs to run namespacegcworker stdout | 2022-06-09 12:04:21,529 [83] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:04:55.463831+00:00 (in 33.934751 seconds) namespacegcworker stdout | 2022-06-09 12:04:21,529 [83] [INFO] [apscheduler.executors.default] Running job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2022-06-09 12:09:21 UTC)" (scheduled at 2022-06-09 12:04:21.521215+00:00) namespacegcworker stdout | 2022-06-09 12:04:21,529 [83] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT `t1`.`queue_name` FROM `queueitem` AS `t1` WHERE (((`t1`.`available` = %s) AND (`t1`.`processing_expires` > %s)) AND (`t1`.`queue_name` LIKE %s))) AS `_wrapped`', [False, datetime.datetime(2022, 6, 9, 12, 4, 21, 529524), 'namespacegc/%']) namespacegcworker stdout | 2022-06-09 12:04:21,532 [83] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT `t1`.`queue_name` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s))) AS `_wrapped`', [datetime.datetime(2022, 6, 9, 12, 4, 21, 529524), True, datetime.datetime(2022, 6, 9, 12, 4, 21, 529524), 0, 'namespacegc/%']) namespacegcworker stdout | 2022-06-09 12:04:21,533 [83] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT `t1`.`queue_name` FROM `queueitem` AS `t1` WHERE (((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) AND NOT (`t1`.`queue_name` IN (SELECT `t1`.`queue_name` FROM `queueitem` AS `t1` WHERE (((`t1`.`available` = %s) AND (`t1`.`processing_expires` > %s)) AND (`t1`.`queue_name` LIKE %s)))))) AS `_wrapped`', [datetime.datetime(2022, 6, 9, 12, 4, 21, 529524), True, datetime.datetime(2022, 6, 9, 12, 4, 21, 529524), 0, 'namespacegc/%', False, datetime.datetime(2022, 6, 9, 12, 4, 21, 529524), 'namespacegc/%']) namespacegcworker stdout | 2022-06-09 12:04:21,535 [83] [DEBUG] [data.database] Disconnecting from database. namespacegcworker stdout | 2022-06-09 12:04:21,535 [83] [INFO] [apscheduler.executors.default] Job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2022-06-09 12:09:21 UTC)" executed successfully gunicorn-registry stdout | 2022-06-09 12:04:21,560 [273] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '273'} gunicorn-registry stdout | 2022-06-09 12:04:21,568 [271] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '271'} gunicorn-registry stdout | 2022-06-09 12:04:21,575 [276] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '276'} gunicorn-registry stdout | 2022-06-09 12:04:21,589 [275] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '275'} gunicorn-registry stdout | 2022-06-09 12:04:21,595 [246] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '246'} gunicorn-registry stdout | 2022-06-09 12:04:21,603 [274] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '274'} gunicorn-registry stdout | 2022-06-09 12:04:21,613 [277] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '277'} gunicorn-registry stdout | 2022-06-09 12:04:21,618 [263] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '263'} gunicorn-registry stdout | 2022-06-09 12:04:21,626 [266] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '266'} gunicorn-registry stdout | 2022-06-09 12:04:21,634 [254] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '254'} gunicorn-registry stdout | 2022-06-09 12:04:21,641 [260] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '260'} gunicorn-registry stdout | 2022-06-09 12:04:21,649 [270] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '270'} gunicorn-registry stdout | 2022-06-09 12:04:21,657 [253] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '253'} gunicorn-registry stdout | 2022-06-09 12:04:21,670 [261] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '261'} gunicorn-registry stdout | 2022-06-09 12:04:21,677 [268] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '268'} gunicorn-registry stdout | 2022-06-09 12:04:21,686 [248] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '248'} gunicorn-registry stdout | 2022-06-09 12:04:21,694 [245] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '245'} gunicorn-registry stdout | 2022-06-09 12:04:21,706 [249] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '249'} gunicorn-registry stdout | 2022-06-09 12:04:21,715 [251] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '251'} gunicorn-registry stdout | 2022-06-09 12:04:21,722 [259] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '259'} gunicorn-registry stdout | 2022-06-09 12:04:21,730 [250] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '250'} gunicorn-registry stdout | 2022-06-09 12:04:21,735 [265] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '265'} gunicorn-registry stdout | 2022-06-09 12:04:21,744 [73] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '73'} gunicorn-registry stdout | 2022-06-09 12:04:21,753 [267] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '267'} gunicorn-registry stdout | 2022-06-09 12:04:21,763 [256] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '256'} gunicorn-registry stdout | 2022-06-09 12:04:21,804 [262] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '262'} gunicorn-registry stdout | 2022-06-09 12:04:21,811 [264] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '264'} gunicorn-registry stdout | 2022-06-09 12:04:21,817 [272] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '272'} gunicorn-registry stdout | 2022-06-09 12:04:21,823 [269] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '269'} gunicorn-registry stdout | 2022-06-09 12:04:21,831 [247] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '247'} gunicorn-registry stdout | 2022-06-09 12:04:21,839 [255] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '255'} gunicorn-registry stdout | 2022-06-09 12:04:21,851 [252] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '252'} gunicorn-registry stdout | 2022-06-09 12:04:21,858 [257] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '257'} notificationworker stdout | 2022-06-09 12:04:30,626 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:04:30,626 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:04:40.617379+00:00 (in 9.990674 seconds) notificationworker stdout | 2022-06-09 12:04:30,627 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:04:40 UTC)" (scheduled at 2022-06-09 12:04:30.617379+00:00) notificationworker stdout | 2022-06-09 12:04:30,627 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 12:04:30,627 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 4, 30, 627286), True, datetime.datetime(2022, 6, 9, 12, 4, 30, 627286), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 12:04:30,630 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 12:04:30,630 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:04:30,630 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:04:40 UTC)" executed successfully gcworker stdout | 2022-06-09 12:04:37,493 [71] [DEBUG] [apscheduler.scheduler] Looking for jobs to run gcworker stdout | 2022-06-09 12:04:37,493 [71] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:05:07.490424+00:00 (in 29.997059 seconds) gcworker stdout | 2022-06-09 12:04:37,493 [71] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 12:05:07 UTC)" (scheduled at 2022-06-09 12:04:37.490424+00:00) gcworker stdout | 2022-06-09 12:04:37,494 [71] [DEBUG] [peewee] ('SELECT `candidates`.`repository_id` FROM (SELECT DISTINCT `t1`.`repository_id` FROM `tag` AS `t1` INNER JOIN `repository` AS `t2` ON (`t1`.`repository_id` = `t2`.`id`) INNER JOIN `user` AS `t3` ON (`t2`.`namespace_user_id` = `t3`.`id`) WHERE ((((NOT (`t1`.`lifetime_end_ms` IS %s) AND (`t1`.`lifetime_end_ms` <= %s)) AND (`t3`.`removed_tag_expiration_s` = %s)) AND (`t3`.`enabled` = %s)) AND (`t2`.`state` != %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', [None, 1654776277493, 0, True, 3, 500, 1, 0]) gcworker stdout | 2022-06-09 12:04:37,496 [71] [DEBUG] [__main__] No repository with garbage found gcworker stdout | 2022-06-09 12:04:37,496 [71] [DEBUG] [data.database] Disconnecting from database. gcworker stdout | 2022-06-09 12:04:37,496 [71] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 12:05:07 UTC)" executed successfully repositorygcworker stdout | 2022-06-09 12:04:38,464 [89] [DEBUG] [apscheduler.scheduler] Looking for jobs to run repositorygcworker stdout | 2022-06-09 12:04:38,464 [89] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:04:51.502316+00:00 (in 13.037639 seconds) repositorygcworker stdout | 2022-06-09 12:04:38,464 [89] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:05:38 UTC)" (scheduled at 2022-06-09 12:04:38.463361+00:00) repositorygcworker stdout | 2022-06-09 12:04:38,465 [89] [DEBUG] [workers.queueworker] Getting work item from queue. repositorygcworker stdout | 2022-06-09 12:04:38,465 [89] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 4, 38, 465079), True, datetime.datetime(2022, 6, 9, 12, 4, 38, 465079), 0, 'repositorygc/%', 50, 1, 0]) repositorygcworker stdout | 2022-06-09 12:04:38,468 [89] [DEBUG] [workers.queueworker] No more work. repositorygcworker stdout | 2022-06-09 12:04:38,468 [89] [DEBUG] [data.database] Disconnecting from database. repositorygcworker stdout | 2022-06-09 12:04:38,468 [89] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:05:38 UTC)" executed successfully notificationworker stdout | 2022-06-09 12:04:40,620 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:04:40,620 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:04:50.617379+00:00 (in 9.997059 seconds) notificationworker stdout | 2022-06-09 12:04:40,620 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:04:50 UTC)" (scheduled at 2022-06-09 12:04:40.617379+00:00) notificationworker stdout | 2022-06-09 12:04:40,620 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 12:04:40,621 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 4, 40, 620831), True, datetime.datetime(2022, 6, 9, 12, 4, 40, 620831), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 12:04:40,623 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 12:04:40,623 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:04:40,624 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:04:50 UTC)" executed successfully buildlogsarchiver stdout | 2022-06-09 12:04:45,383 [66] [DEBUG] [apscheduler.scheduler] Looking for jobs to run buildlogsarchiver stdout | 2022-06-09 12:04:45,383 [66] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:05:15.366042+00:00 (in 29.982811 seconds) buildlogsarchiver stdout | 2022-06-09 12:04:45,383 [66] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 12:05:15 UTC)" (scheduled at 2022-06-09 12:04:45.366042+00:00) buildlogsarchiver stdout | 2022-06-09 12:04:45,383 [66] [DEBUG] [peewee] ('SELECT `candidates`.`id` FROM (SELECT `t1`.`id` FROM `repositorybuild` AS `t1` WHERE (((`t1`.`phase` IN (%s, %s, %s)) OR (`t1`.`started` < %s)) AND (`t1`.`logs_archived` = %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2022, 5, 25, 12, 4, 45, 383529), False, 50, 1, 0]) buildlogsarchiver stdout | 2022-06-09 12:04:45,387 [66] [DEBUG] [__main__] No more builds to archive buildlogsarchiver stdout | 2022-06-09 12:04:45,387 [66] [DEBUG] [data.database] Disconnecting from database. buildlogsarchiver stdout | 2022-06-09 12:04:45,387 [66] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 12:05:15 UTC)" executed successfully exportactionlogsworker stdout | 2022-06-09 12:04:47,410 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run exportactionlogsworker stdout | 2022-06-09 12:04:47,411 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:05:04.366245+00:00 (in 16.955381 seconds) exportactionlogsworker stdout | 2022-06-09 12:04:47,411 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:05:47 UTC)" (scheduled at 2022-06-09 12:04:47.409953+00:00) exportactionlogsworker stdout | 2022-06-09 12:04:47,411 [70] [DEBUG] [workers.queueworker] Running watchdog. exportactionlogsworker stdout | 2022-06-09 12:04:47,411 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:05:47 UTC)" executed successfully gunicorn-web stdout | 2022-06-09 12:04:49,102 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '75'} gunicorn-web stdout | 2022-06-09 12:04:49,108 [226] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '226'} gunicorn-web stdout | 2022-06-09 12:04:49,115 [243] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '243'} gunicorn-web stdout | 2022-06-09 12:04:49,122 [242] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '242'} gunicorn-web stdout | 2022-06-09 12:04:49,128 [235] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '235'} gunicorn-web stdout | 2022-06-09 12:04:49,147 [228] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '228'} gunicorn-web stdout | 2022-06-09 12:04:49,154 [241] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '241'} gunicorn-web stdout | 2022-06-09 12:04:49,161 [237] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '237'} gunicorn-web stdout | 2022-06-09 12:04:49,169 [244] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '244'} gunicorn-web stdout | 2022-06-09 12:04:49,175 [234] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '234'} gunicorn-web stdout | 2022-06-09 12:04:49,182 [236] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '236'} gunicorn-web stdout | 2022-06-09 12:04:49,191 [230] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '230'} gunicorn-web stdout | 2022-06-09 12:04:49,201 [239] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '239'} gunicorn-web stdout | 2022-06-09 12:04:49,209 [231] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '231'} gunicorn-web stdout | 2022-06-09 12:04:49,217 [229] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '229'} gunicorn-web stdout | 2022-06-09 12:04:49,226 [238] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '238'} gunicorn-web stdout | 2022-06-09 12:04:49,241 [232] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '232'} gunicorn-secscan stdout | 2022-06-09 12:04:49,249 [221] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '221'} gunicorn-secscan stdout | 2022-06-09 12:04:49,255 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '74'} gunicorn-secscan stdout | 2022-06-09 12:04:49,265 [224] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '224'} gunicorn-secscan stdout | 2022-06-09 12:04:49,272 [225] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '225'} gunicorn-secscan stdout | 2022-06-09 12:04:49,279 [227] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '227'} blobuploadcleanupworker stdout | 2022-06-09 12:04:49,479 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'blobuploadcleanupworker.py', 'pid': '64'} exportactionlogsworker stdout | 2022-06-09 12:04:49,546 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'exportactionlogsworker.py', 'pid': '70'} chunkcleanupworker stdout | 2022-06-09 12:04:49,639 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'chunkcleanupworker.py', 'pid': '67'} repositoryactioncounter stdout | 2022-06-09 12:04:49,703 [88] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositoryactioncounter.py', 'pid': '88'} logrotateworker stdout | 2022-06-09 12:04:49,726 [77] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'logrotateworker.py', 'pid': '77'} securityscanningnotificationworker stdout | 2022-06-09 12:04:49,848 [90] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'securityscanningnotificationworker.py', 'pid': '90'} namespacegcworker stdout | 2022-06-09 12:04:50,020 [83] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'namespacegcworker.py', 'pid': '83'} repositorygcworker stdout | 2022-06-09 12:04:50,071 [89] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositorygcworker.py', 'pid': '89'} globalpromstats stdout | 2022-06-09 12:04:50,101 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'globalpromstats.py', 'pid': '72'} manifestbackfillworker stdout | 2022-06-09 12:04:50,182 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'manifestbackfillworker.py', 'pid': '78'} storagereplication stdout | 2022-06-09 12:04:50,192 [93] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'storagereplication.py', 'pid': '93'} notificationworker stdout | 2022-06-09 12:04:50,221 [85] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'notificationworker.py', 'pid': '85'} buildlogsarchiver stdout | 2022-06-09 12:04:50,269 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'buildlogsarchiver.py', 'pid': '66'} builder stdout | 2022-06-09 12:04:50,276 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'builder.py', 'pid': '65'} teamsyncworker stdout | 2022-06-09 12:04:50,286 [94] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'teamsyncworker.py', 'pid': '94'} expiredappspecifictokenworker stdout | 2022-06-09 12:04:50,328 [69] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '69'} servicekey stdout | 2022-06-09 12:04:50,334 [92] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'servicekeyworker.py', 'pid': '92'} queuecleanupworker stdout | 2022-06-09 12:04:50,378 [87] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'queuecleanupworker.py', 'pid': '87'} gcworker stdout | 2022-06-09 12:04:50,385 [71] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'gcworker.py', 'pid': '71'} notificationworker stdout | 2022-06-09 12:04:50,631 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:04:50,631 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:05:00.617379+00:00 (in 9.986077 seconds) notificationworker stdout | 2022-06-09 12:04:50,631 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:05:00 UTC)" (scheduled at 2022-06-09 12:04:50.617379+00:00) notificationworker stdout | 2022-06-09 12:04:50,631 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 12:04:50,632 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 4, 50, 631804), True, datetime.datetime(2022, 6, 9, 12, 4, 50, 631804), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 12:04:50,634 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 12:04:50,635 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:04:50,635 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:05:00 UTC)" executed successfully repositorygcworker stdout | 2022-06-09 12:04:51,558 [89] [DEBUG] [apscheduler.scheduler] Looking for jobs to run repositorygcworker stdout | 2022-06-09 12:04:51,558 [89] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:04:53.501847+00:00 (in 1.943380 seconds) repositorygcworker stdout | 2022-06-09 12:04:51,558 [89] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:05:51 UTC)" (scheduled at 2022-06-09 12:04:51.502316+00:00) repositorygcworker stdout | 2022-06-09 12:04:51,559 [89] [DEBUG] [workers.queueworker] Running watchdog. repositorygcworker stdout | 2022-06-09 12:04:51,559 [89] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:05:51 UTC)" executed successfully gunicorn-registry stdout | 2022-06-09 12:04:51,573 [273] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '273'} gunicorn-registry stdout | 2022-06-09 12:04:51,581 [271] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '271'} gunicorn-registry stdout | 2022-06-09 12:04:51,588 [276] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '276'} gunicorn-registry stdout | 2022-06-09 12:04:51,614 [246] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '246'} gunicorn-registry stdout | 2022-06-09 12:04:51,622 [275] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '275'} gunicorn-registry stdout | 2022-06-09 12:04:51,628 [274] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '274'} gunicorn-registry stdout | 2022-06-09 12:04:51,635 [277] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '277'} gunicorn-registry stdout | 2022-06-09 12:04:51,642 [263] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '263'} gunicorn-registry stdout | 2022-06-09 12:04:51,650 [266] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '266'} gunicorn-registry stdout | 2022-06-09 12:04:51,657 [254] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '254'} gunicorn-registry stdout | 2022-06-09 12:04:51,664 [260] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '260'} gunicorn-registry stdout | 2022-06-09 12:04:51,671 [270] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '270'} gunicorn-registry stdout | 2022-06-09 12:04:51,677 [253] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '253'} gunicorn-registry stdout | 2022-06-09 12:04:51,684 [261] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '261'} gunicorn-registry stdout | 2022-06-09 12:04:51,692 [268] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '268'} gunicorn-registry stdout | 2022-06-09 12:04:51,699 [248] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '248'} gunicorn-registry stdout | 2022-06-09 12:04:51,706 [245] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '245'} gunicorn-registry stdout | 2022-06-09 12:04:51,718 [249] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '249'} gunicorn-registry stdout | 2022-06-09 12:04:51,728 [251] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '251'} gunicorn-registry stdout | 2022-06-09 12:04:51,735 [259] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '259'} gunicorn-registry stdout | 2022-06-09 12:04:51,746 [250] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '250'} gunicorn-registry stdout | 2022-06-09 12:04:51,752 [265] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '265'} gunicorn-registry stdout | 2022-06-09 12:04:51,759 [73] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '73'} gunicorn-registry stdout | 2022-06-09 12:04:51,769 [267] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '267'} gunicorn-registry stdout | 2022-06-09 12:04:51,775 [256] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '256'} gunicorn-registry stdout | 2022-06-09 12:04:51,814 [262] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '262'} gunicorn-registry stdout | 2022-06-09 12:04:51,823 [264] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '264'} gunicorn-registry stdout | 2022-06-09 12:04:51,832 [272] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '272'} gunicorn-registry stdout | 2022-06-09 12:04:51,839 [269] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '269'} gunicorn-registry stdout | 2022-06-09 12:04:51,849 [247] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '247'} gunicorn-registry stdout | 2022-06-09 12:04:51,855 [255] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '255'} gunicorn-registry stdout | 2022-06-09 12:04:51,866 [252] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '252'} gunicorn-registry stdout | 2022-06-09 12:04:51,873 [257] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '257'} repositorygcworker stdout | 2022-06-09 12:04:53,558 [89] [DEBUG] [apscheduler.scheduler] Looking for jobs to run repositorygcworker stdout | 2022-06-09 12:04:53,558 [89] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:05:38.463361+00:00 (in 44.904934 seconds) repositorygcworker stdout | 2022-06-09 12:04:53,558 [89] [INFO] [apscheduler.executors.default] Running job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2022-06-09 12:09:53 UTC)" (scheduled at 2022-06-09 12:04:53.501847+00:00) repositorygcworker stdout | 2022-06-09 12:04:53,559 [89] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT `t1`.`queue_name` FROM `queueitem` AS `t1` WHERE (((`t1`.`available` = %s) AND (`t1`.`processing_expires` > %s)) AND (`t1`.`queue_name` LIKE %s))) AS `_wrapped`', [False, datetime.datetime(2022, 6, 9, 12, 4, 53, 559018), 'repositorygc/%']) repositorygcworker stdout | 2022-06-09 12:04:53,561 [89] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT `t1`.`queue_name` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s))) AS `_wrapped`', [datetime.datetime(2022, 6, 9, 12, 4, 53, 559018), True, datetime.datetime(2022, 6, 9, 12, 4, 53, 559018), 0, 'repositorygc/%']) repositorygcworker stdout | 2022-06-09 12:04:53,563 [89] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT `t1`.`queue_name` FROM `queueitem` AS `t1` WHERE (((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) AND NOT (`t1`.`queue_name` IN (SELECT `t1`.`queue_name` FROM `queueitem` AS `t1` WHERE (((`t1`.`available` = %s) AND (`t1`.`processing_expires` > %s)) AND (`t1`.`queue_name` LIKE %s)))))) AS `_wrapped`', [datetime.datetime(2022, 6, 9, 12, 4, 53, 559018), True, datetime.datetime(2022, 6, 9, 12, 4, 53, 559018), 0, 'repositorygc/%', False, datetime.datetime(2022, 6, 9, 12, 4, 53, 559018), 'repositorygc/%']) repositorygcworker stdout | 2022-06-09 12:04:53,564 [89] [DEBUG] [data.database] Disconnecting from database. repositorygcworker stdout | 2022-06-09 12:04:53,564 [89] [INFO] [apscheduler.executors.default] Job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2022-06-09 12:09:53 UTC)" executed successfully namespacegcworker stdout | 2022-06-09 12:04:55,471 [83] [DEBUG] [apscheduler.scheduler] Looking for jobs to run namespacegcworker stdout | 2022-06-09 12:04:55,471 [83] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:05:01.521527+00:00 (in 6.049902 seconds) namespacegcworker stdout | 2022-06-09 12:04:55,471 [83] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:05:55 UTC)" (scheduled at 2022-06-09 12:04:55.463831+00:00) namespacegcworker stdout | 2022-06-09 12:04:55,472 [83] [DEBUG] [workers.queueworker] Getting work item from queue. namespacegcworker stdout | 2022-06-09 12:04:55,472 [83] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 4, 55, 472151), True, datetime.datetime(2022, 6, 9, 12, 4, 55, 472151), 0, 'namespacegc/%', 50, 1, 0]) namespacegcworker stdout | 2022-06-09 12:04:55,475 [83] [DEBUG] [workers.queueworker] No more work. namespacegcworker stdout | 2022-06-09 12:04:55,475 [83] [DEBUG] [data.database] Disconnecting from database. namespacegcworker stdout | 2022-06-09 12:04:55,475 [83] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:05:55 UTC)" executed successfully notificationworker stdout | 2022-06-09 12:05:00,656 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:05:00,657 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:05:10.617379+00:00 (in 9.960310 seconds) notificationworker stdout | 2022-06-09 12:05:00,657 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:05:10 UTC)" (scheduled at 2022-06-09 12:05:00.617379+00:00) notificationworker stdout | 2022-06-09 12:05:00,657 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 12:05:00,657 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 5, 0, 657403), True, datetime.datetime(2022, 6, 9, 12, 5, 0, 657403), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 12:05:00,660 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 12:05:00,660 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:05:00,660 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:05:10 UTC)" executed successfully namespacegcworker stdout | 2022-06-09 12:05:01,538 [83] [DEBUG] [apscheduler.scheduler] Looking for jobs to run namespacegcworker stdout | 2022-06-09 12:05:01,539 [83] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:05:55.463831+00:00 (in 53.924751 seconds) namespacegcworker stdout | 2022-06-09 12:05:01,539 [83] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:06:01 UTC)" (scheduled at 2022-06-09 12:05:01.521527+00:00) namespacegcworker stdout | 2022-06-09 12:05:01,539 [83] [DEBUG] [workers.queueworker] Running watchdog. namespacegcworker stdout | 2022-06-09 12:05:01,539 [83] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:06:01 UTC)" executed successfully globalpromstats stdout | 2022-06-09 12:05:02,675 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run globalpromstats stdout | 2022-06-09 12:05:02,675 [72] [INFO] [apscheduler.executors.default] Running job "GlobalPrometheusStatsWorker._try_report_stats (trigger: interval[1:00:00], next run at: 2022-06-09 12:05:02 UTC)" (scheduled at 2022-06-09 12:05:02.662825+00:00) globalpromstats stdout | 2022-06-09 12:05:02,676 [72] [DEBUG] [__main__] Attempting to report stats globalpromstats stdout | 2022-06-09 12:05:02,676 [72] [DEBUG] [util.locking] Acquiring global lock GLOBAL_PROM_STATS globalpromstats stdout | 2022-06-09 12:05:02,676 [72] [DEBUG] [redis_lock.acquire] Getting 'lock:GLOBAL_PROM_STATS' ... globalpromstats stdout | 2022-06-09 12:05:02,676 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 13:05:02.662825+00:00 (in 3599.987303 seconds) globalpromstats stdout | 2022-06-09 12:05:02,677 [72] [INFO] [redis_lock.acquire] Got lock for 'lock:GLOBAL_PROM_STATS'. globalpromstats stdout | 2022-06-09 12:05:02,677 [72] [DEBUG] [util.locking] Acquired lock GLOBAL_PROM_STATS globalpromstats stdout | 2022-06-09 12:05:02,677 [72] [DEBUG] [__main__] Reporting global stats globalpromstats stdout | 2022-06-09 12:05:02,677 [72] [DEBUG] [peewee] ('SELECT table_rows FROM information_schema.tables WHERE table_schema = DATABASE() AND table_name = %s', ('repository',)) globalpromstats stdout | 2022-06-09 12:05:02,680 [72] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT 1 FROM `user` AS `t1` WHERE (((`t1`.`organization` = %s) AND (`t1`.`robot` = %s)) AND (`t1`.`id` NOT IN (SELECT `t2`.`namespace_id` FROM `deletednamespace` AS `t2`)))) AS `_wrapped`', [False, False]) globalpromstats stdout | 2022-06-09 12:05:02,681 [72] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT 1 FROM `user` AS `t1` WHERE (((`t1`.`organization` = %s) AND (`t1`.`robot` = %s)) AND (`t1`.`enabled` = %s))) AS `_wrapped`', [True, False, True]) globalpromstats stdout | 2022-06-09 12:05:02,681 [72] [DEBUG] [peewee] ('SELECT table_rows FROM information_schema.tables WHERE table_schema = DATABASE() AND table_name = %s', ('robotaccounttoken',)) globalpromstats stdout | 2022-06-09 12:05:02,682 [72] [DEBUG] [data.database] Disconnecting from database. globalpromstats stdout | 2022-06-09 12:05:02,682 [72] [DEBUG] [util.locking] Releasing lock GLOBAL_PROM_STATS globalpromstats stdout | 2022-06-09 12:05:02,682 [72] [DEBUG] [redis_lock.release] Releasing 'lock:GLOBAL_PROM_STATS'. globalpromstats stdout | 2022-06-09 12:05:02,682 [72] [DEBUG] [util.locking] Released lock GLOBAL_PROM_STATS globalpromstats stdout | 2022-06-09 12:05:02,682 [72] [INFO] [apscheduler.executors.default] Job "GlobalPrometheusStatsWorker._try_report_stats (trigger: interval[1:00:00], next run at: 2022-06-09 13:05:02 UTC)" executed successfully exportactionlogsworker stdout | 2022-06-09 12:05:04,367 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run exportactionlogsworker stdout | 2022-06-09 12:05:04,368 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:05:47.409953+00:00 (in 43.041998 seconds) exportactionlogsworker stdout | 2022-06-09 12:05:04,368 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:06:04 UTC)" (scheduled at 2022-06-09 12:05:04.366245+00:00) exportactionlogsworker stdout | 2022-06-09 12:05:04,368 [70] [DEBUG] [workers.queueworker] Getting work item from queue. exportactionlogsworker stdout | 2022-06-09 12:05:04,369 [70] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 5, 4, 368435), True, datetime.datetime(2022, 6, 9, 12, 5, 4, 368435), 0, 'exportactionlogs/%', 50, 1, 0]) exportactionlogsworker stdout | 2022-06-09 12:05:04,371 [70] [DEBUG] [workers.queueworker] No more work. exportactionlogsworker stdout | 2022-06-09 12:05:04,371 [70] [DEBUG] [data.database] Disconnecting from database. exportactionlogsworker stdout | 2022-06-09 12:05:04,371 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:06:04 UTC)" executed successfully gcworker stdout | 2022-06-09 12:05:07,490 [71] [DEBUG] [apscheduler.scheduler] Looking for jobs to run gcworker stdout | 2022-06-09 12:05:07,491 [71] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:05:37.490424+00:00 (in 29.999350 seconds) gcworker stdout | 2022-06-09 12:05:07,491 [71] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 12:05:37 UTC)" (scheduled at 2022-06-09 12:05:07.490424+00:00) gcworker stdout | 2022-06-09 12:05:07,492 [71] [DEBUG] [peewee] ('SELECT `candidates`.`repository_id` FROM (SELECT DISTINCT `t1`.`repository_id` FROM `tag` AS `t1` INNER JOIN `repository` AS `t2` ON (`t1`.`repository_id` = `t2`.`id`) INNER JOIN `user` AS `t3` ON (`t2`.`namespace_user_id` = `t3`.`id`) WHERE ((((NOT (`t1`.`lifetime_end_ms` IS %s) AND (`t1`.`lifetime_end_ms` <= %s)) AND (`t3`.`removed_tag_expiration_s` = %s)) AND (`t3`.`enabled` = %s)) AND (`t2`.`state` != %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', [None, 1654776307491, 0, True, 3, 500, 1, 0]) gcworker stdout | 2022-06-09 12:05:07,494 [71] [DEBUG] [__main__] No repository with garbage found gcworker stdout | 2022-06-09 12:05:07,494 [71] [DEBUG] [data.database] Disconnecting from database. gcworker stdout | 2022-06-09 12:05:07,494 [71] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 12:05:37 UTC)" executed successfully notificationworker stdout | 2022-06-09 12:05:10,618 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:05:10,619 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:05:19.645536+00:00 (in 9.026420 seconds) notificationworker stdout | 2022-06-09 12:05:10,619 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:05:20 UTC)" (scheduled at 2022-06-09 12:05:10.617379+00:00) notificationworker stdout | 2022-06-09 12:05:10,619 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 12:05:10,621 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 5, 10, 619650), True, datetime.datetime(2022, 6, 9, 12, 5, 10, 619650), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 12:05:10,624 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 12:05:10,624 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:05:10,624 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:05:20 UTC)" executed successfully buildlogsarchiver stdout | 2022-06-09 12:05:15,374 [66] [DEBUG] [apscheduler.scheduler] Looking for jobs to run buildlogsarchiver stdout | 2022-06-09 12:05:15,375 [66] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:05:45.366042+00:00 (in 29.990956 seconds) buildlogsarchiver stdout | 2022-06-09 12:05:15,375 [66] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 12:05:45 UTC)" (scheduled at 2022-06-09 12:05:15.366042+00:00) buildlogsarchiver stdout | 2022-06-09 12:05:15,376 [66] [DEBUG] [peewee] ('SELECT `candidates`.`id` FROM (SELECT `t1`.`id` FROM `repositorybuild` AS `t1` WHERE (((`t1`.`phase` IN (%s, %s, %s)) OR (`t1`.`started` < %s)) AND (`t1`.`logs_archived` = %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2022, 5, 25, 12, 5, 15, 375476), False, 50, 1, 0]) buildlogsarchiver stdout | 2022-06-09 12:05:15,378 [66] [DEBUG] [__main__] No more builds to archive buildlogsarchiver stdout | 2022-06-09 12:05:15,378 [66] [DEBUG] [data.database] Disconnecting from database. buildlogsarchiver stdout | 2022-06-09 12:05:15,378 [66] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 12:05:45 UTC)" executed successfully gunicorn-web stdout | 2022-06-09 12:05:19,116 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '75'} gunicorn-web stdout | 2022-06-09 12:05:19,122 [226] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '226'} gunicorn-web stdout | 2022-06-09 12:05:19,129 [243] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '243'} gunicorn-web stdout | 2022-06-09 12:05:19,135 [242] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '242'} gunicorn-web stdout | 2022-06-09 12:05:19,142 [235] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '235'} gunicorn-web stdout | 2022-06-09 12:05:19,162 [228] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '228'} gunicorn-web stdout | 2022-06-09 12:05:19,169 [241] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '241'} gunicorn-web stdout | 2022-06-09 12:05:19,179 [237] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '237'} gunicorn-web stdout | 2022-06-09 12:05:19,189 [244] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '244'} gunicorn-web stdout | 2022-06-09 12:05:19,195 [234] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '234'} gunicorn-web stdout | 2022-06-09 12:05:19,202 [236] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '236'} gunicorn-web stdout | 2022-06-09 12:05:19,210 [230] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '230'} gunicorn-web stdout | 2022-06-09 12:05:19,216 [239] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '239'} gunicorn-web stdout | 2022-06-09 12:05:19,225 [231] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '231'} gunicorn-web stdout | 2022-06-09 12:05:19,232 [229] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '229'} gunicorn-web stdout | 2022-06-09 12:05:19,239 [238] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '238'} gunicorn-web stdout | 2022-06-09 12:05:19,253 [232] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '232'} gunicorn-secscan stdout | 2022-06-09 12:05:19,262 [221] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '221'} gunicorn-secscan stdout | 2022-06-09 12:05:19,269 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '74'} gunicorn-secscan stdout | 2022-06-09 12:05:19,276 [224] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '224'} gunicorn-secscan stdout | 2022-06-09 12:05:19,284 [225] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '225'} gunicorn-secscan stdout | 2022-06-09 12:05:19,291 [227] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '227'} blobuploadcleanupworker stdout | 2022-06-09 12:05:19,501 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'blobuploadcleanupworker.py', 'pid': '64'} exportactionlogsworker stdout | 2022-06-09 12:05:19,595 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'exportactionlogsworker.py', 'pid': '70'} notificationworker stdout | 2022-06-09 12:05:19,647 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:05:19,647 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:05:20.617379+00:00 (in 0.970103 seconds) notificationworker stdout | 2022-06-09 12:05:19,647 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:06:19 UTC)" (scheduled at 2022-06-09 12:05:19.645536+00:00) notificationworker stdout | 2022-06-09 12:05:19,647 [85] [DEBUG] [workers.queueworker] Running watchdog. notificationworker stdout | 2022-06-09 12:05:19,647 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:06:19 UTC)" executed successfully chunkcleanupworker stdout | 2022-06-09 12:05:19,656 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'chunkcleanupworker.py', 'pid': '67'} repositoryactioncounter stdout | 2022-06-09 12:05:19,717 [88] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositoryactioncounter.py', 'pid': '88'} logrotateworker stdout | 2022-06-09 12:05:19,766 [77] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'logrotateworker.py', 'pid': '77'} securityscanningnotificationworker stdout | 2022-06-09 12:05:19,885 [90] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'securityscanningnotificationworker.py', 'pid': '90'} namespacegcworker stdout | 2022-06-09 12:05:20,075 [83] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'namespacegcworker.py', 'pid': '83'} repositorygcworker stdout | 2022-06-09 12:05:20,096 [89] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositorygcworker.py', 'pid': '89'} globalpromstats stdout | 2022-06-09 12:05:20,138 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'globalpromstats.py', 'pid': '72'} storagereplication stdout | 2022-06-09 12:05:20,218 [93] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'storagereplication.py', 'pid': '93'} manifestbackfillworker stdout | 2022-06-09 12:05:20,226 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'manifestbackfillworker.py', 'pid': '78'} notificationworker stdout | 2022-06-09 12:05:20,248 [85] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'notificationworker.py', 'pid': '85'} buildlogsarchiver stdout | 2022-06-09 12:05:20,314 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'buildlogsarchiver.py', 'pid': '66'} builder stdout | 2022-06-09 12:05:20,319 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'builder.py', 'pid': '65'} teamsyncworker stdout | 2022-06-09 12:05:20,326 [94] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'teamsyncworker.py', 'pid': '94'} expiredappspecifictokenworker stdout | 2022-06-09 12:05:20,358 [69] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '69'} servicekey stdout | 2022-06-09 12:05:20,371 [92] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'servicekeyworker.py', 'pid': '92'} queuecleanupworker stdout | 2022-06-09 12:05:20,414 [87] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'queuecleanupworker.py', 'pid': '87'} gcworker stdout | 2022-06-09 12:05:20,424 [71] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'gcworker.py', 'pid': '71'} notificationworker stdout | 2022-06-09 12:05:20,618 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:05:20,618 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:05:30.617379+00:00 (in 9.998777 seconds) notificationworker stdout | 2022-06-09 12:05:20,618 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:05:30 UTC)" (scheduled at 2022-06-09 12:05:20.617379+00:00) notificationworker stdout | 2022-06-09 12:05:20,619 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 12:05:20,619 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 5, 20, 619049), True, datetime.datetime(2022, 6, 9, 12, 5, 20, 619049), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 12:05:20,622 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 12:05:20,622 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:05:20,622 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:05:30 UTC)" executed successfully gunicorn-registry stdout | 2022-06-09 12:05:21,632 [271] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '271'} gunicorn-registry stdout | 2022-06-09 12:05:21,639 [273] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '273'} gunicorn-registry stdout | 2022-06-09 12:05:21,646 [246] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '246'} gunicorn-registry stdout | 2022-06-09 12:05:21,655 [276] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '276'} gunicorn-registry stdout | 2022-06-09 12:05:21,662 [275] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '275'} gunicorn-registry stdout | 2022-06-09 12:05:21,668 [274] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '274'} gunicorn-registry stdout | 2022-06-09 12:05:21,675 [277] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '277'} gunicorn-registry stdout | 2022-06-09 12:05:21,683 [263] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '263'} gunicorn-registry stdout | 2022-06-09 12:05:21,692 [266] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '266'} gunicorn-registry stdout | 2022-06-09 12:05:21,699 [254] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '254'} gunicorn-registry stdout | 2022-06-09 12:05:21,709 [260] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '260'} gunicorn-registry stdout | 2022-06-09 12:05:21,715 [270] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '270'} gunicorn-registry stdout | 2022-06-09 12:05:21,722 [253] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '253'} gunicorn-registry stdout | 2022-06-09 12:05:21,730 [261] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '261'} gunicorn-registry stdout | 2022-06-09 12:05:21,738 [268] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '268'} gunicorn-registry stdout | 2022-06-09 12:05:21,746 [248] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '248'} gunicorn-registry stdout | 2022-06-09 12:05:21,753 [245] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '245'} gunicorn-registry stdout | 2022-06-09 12:05:21,759 [249] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '249'} gunicorn-registry stdout | 2022-06-09 12:05:21,768 [251] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '251'} gunicorn-registry stdout | 2022-06-09 12:05:21,775 [259] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '259'} gunicorn-registry stdout | 2022-06-09 12:05:21,785 [250] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '250'} gunicorn-registry stdout | 2022-06-09 12:05:21,792 [265] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '265'} gunicorn-registry stdout | 2022-06-09 12:05:21,799 [73] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '73'} gunicorn-registry stdout | 2022-06-09 12:05:21,807 [267] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '267'} gunicorn-registry stdout | 2022-06-09 12:05:21,814 [256] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '256'} gunicorn-registry stdout | 2022-06-09 12:05:21,824 [262] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '262'} gunicorn-registry stdout | 2022-06-09 12:05:21,841 [264] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '264'} gunicorn-registry stdout | 2022-06-09 12:05:21,847 [272] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '272'} gunicorn-registry stdout | 2022-06-09 12:05:21,856 [269] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '269'} gunicorn-registry stdout | 2022-06-09 12:05:21,864 [247] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '247'} gunicorn-registry stdout | 2022-06-09 12:05:21,871 [255] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '255'} gunicorn-registry stdout | 2022-06-09 12:05:21,878 [252] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '252'} gunicorn-registry stdout | 2022-06-09 12:05:21,885 [257] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '257'} notificationworker stdout | 2022-06-09 12:05:30,624 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:05:30,625 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:05:40.617379+00:00 (in 9.992289 seconds) notificationworker stdout | 2022-06-09 12:05:30,625 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:05:40 UTC)" (scheduled at 2022-06-09 12:05:30.617379+00:00) notificationworker stdout | 2022-06-09 12:05:30,625 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 12:05:30,626 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 5, 30, 625437), True, datetime.datetime(2022, 6, 9, 12, 5, 30, 625437), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 12:05:30,629 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 12:05:30,629 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:05:30,629 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:05:40 UTC)" executed successfully gcworker stdout | 2022-06-09 12:05:37,494 [71] [DEBUG] [apscheduler.scheduler] Looking for jobs to run gcworker stdout | 2022-06-09 12:05:37,494 [71] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:06:07.490424+00:00 (in 29.995749 seconds) gcworker stdout | 2022-06-09 12:05:37,494 [71] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 12:06:07 UTC)" (scheduled at 2022-06-09 12:05:37.490424+00:00) gcworker stdout | 2022-06-09 12:05:37,495 [71] [DEBUG] [peewee] ('SELECT `candidates`.`repository_id` FROM (SELECT DISTINCT `t1`.`repository_id` FROM `tag` AS `t1` INNER JOIN `repository` AS `t2` ON (`t1`.`repository_id` = `t2`.`id`) INNER JOIN `user` AS `t3` ON (`t2`.`namespace_user_id` = `t3`.`id`) WHERE ((((NOT (`t1`.`lifetime_end_ms` IS %s) AND (`t1`.`lifetime_end_ms` <= %s)) AND (`t3`.`removed_tag_expiration_s` = %s)) AND (`t3`.`enabled` = %s)) AND (`t2`.`state` != %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', [None, 1654776337495, 0, True, 3, 500, 1, 0]) gcworker stdout | 2022-06-09 12:05:37,497 [71] [DEBUG] [__main__] No repository with garbage found gcworker stdout | 2022-06-09 12:05:37,498 [71] [DEBUG] [data.database] Disconnecting from database. gcworker stdout | 2022-06-09 12:05:37,498 [71] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 12:06:07 UTC)" executed successfully repositorygcworker stdout | 2022-06-09 12:05:38,467 [89] [DEBUG] [apscheduler.scheduler] Looking for jobs to run repositorygcworker stdout | 2022-06-09 12:05:38,468 [89] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:05:51.502316+00:00 (in 13.034346 seconds) repositorygcworker stdout | 2022-06-09 12:05:38,468 [89] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:06:38 UTC)" (scheduled at 2022-06-09 12:05:38.463361+00:00) repositorygcworker stdout | 2022-06-09 12:05:38,468 [89] [DEBUG] [workers.queueworker] Getting work item from queue. repositorygcworker stdout | 2022-06-09 12:05:38,469 [89] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 5, 38, 468736), True, datetime.datetime(2022, 6, 9, 12, 5, 38, 468736), 0, 'repositorygc/%', 50, 1, 0]) repositorygcworker stdout | 2022-06-09 12:05:38,471 [89] [DEBUG] [workers.queueworker] No more work. repositorygcworker stdout | 2022-06-09 12:05:38,471 [89] [DEBUG] [data.database] Disconnecting from database. repositorygcworker stdout | 2022-06-09 12:05:38,471 [89] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:06:38 UTC)" executed successfully notificationworker stdout | 2022-06-09 12:05:40,618 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:05:40,618 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:05:50.617379+00:00 (in 9.998554 seconds) notificationworker stdout | 2022-06-09 12:05:40,619 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:05:50 UTC)" (scheduled at 2022-06-09 12:05:40.617379+00:00) notificationworker stdout | 2022-06-09 12:05:40,619 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 12:05:40,620 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 5, 40, 619170), True, datetime.datetime(2022, 6, 9, 12, 5, 40, 619170), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 12:05:40,622 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 12:05:40,622 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:05:40,622 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:05:50 UTC)" executed successfully buildlogsarchiver stdout | 2022-06-09 12:05:45,367 [66] [DEBUG] [apscheduler.scheduler] Looking for jobs to run buildlogsarchiver stdout | 2022-06-09 12:05:45,368 [66] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:06:15.366042+00:00 (in 29.998130 seconds) buildlogsarchiver stdout | 2022-06-09 12:05:45,368 [66] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 12:06:15 UTC)" (scheduled at 2022-06-09 12:05:45.366042+00:00) buildlogsarchiver stdout | 2022-06-09 12:05:45,368 [66] [DEBUG] [peewee] ('SELECT `candidates`.`id` FROM (SELECT `t1`.`id` FROM `repositorybuild` AS `t1` WHERE (((`t1`.`phase` IN (%s, %s, %s)) OR (`t1`.`started` < %s)) AND (`t1`.`logs_archived` = %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2022, 5, 25, 12, 5, 45, 368216), False, 50, 1, 0]) buildlogsarchiver stdout | 2022-06-09 12:05:45,370 [66] [DEBUG] [__main__] No more builds to archive buildlogsarchiver stdout | 2022-06-09 12:05:45,371 [66] [DEBUG] [data.database] Disconnecting from database. buildlogsarchiver stdout | 2022-06-09 12:05:45,371 [66] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 12:06:15 UTC)" executed successfully exportactionlogsworker stdout | 2022-06-09 12:05:47,420 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run exportactionlogsworker stdout | 2022-06-09 12:05:47,421 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:06:04.366245+00:00 (in 16.945185 seconds) exportactionlogsworker stdout | 2022-06-09 12:05:47,421 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:06:47 UTC)" (scheduled at 2022-06-09 12:05:47.409953+00:00) exportactionlogsworker stdout | 2022-06-09 12:05:47,421 [70] [DEBUG] [workers.queueworker] Running watchdog. exportactionlogsworker stdout | 2022-06-09 12:05:47,421 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:06:47 UTC)" executed successfully gunicorn-web stdout | 2022-06-09 12:05:49,127 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '75'} gunicorn-web stdout | 2022-06-09 12:05:49,144 [226] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '226'} gunicorn-web stdout | 2022-06-09 12:05:49,150 [243] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '243'} gunicorn-web stdout | 2022-06-09 12:05:49,158 [242] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '242'} gunicorn-web stdout | 2022-06-09 12:05:49,165 [235] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '235'} gunicorn-web stdout | 2022-06-09 12:05:49,185 [228] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '228'} gunicorn-web stdout | 2022-06-09 12:05:49,193 [241] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '241'} gunicorn-web stdout | 2022-06-09 12:05:49,200 [237] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '237'} gunicorn-web stdout | 2022-06-09 12:05:49,207 [244] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '244'} gunicorn-web stdout | 2022-06-09 12:05:49,215 [234] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '234'} gunicorn-web stdout | 2022-06-09 12:05:49,225 [236] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '236'} gunicorn-web stdout | 2022-06-09 12:05:49,231 [230] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '230'} gunicorn-web stdout | 2022-06-09 12:05:49,239 [239] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '239'} gunicorn-web stdout | 2022-06-09 12:05:49,246 [231] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '231'} gunicorn-web stdout | 2022-06-09 12:05:49,253 [229] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '229'} gunicorn-web stdout | 2022-06-09 12:05:49,261 [238] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '238'} gunicorn-web stdout | 2022-06-09 12:05:49,269 [232] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '232'} gunicorn-secscan stdout | 2022-06-09 12:05:49,275 [221] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '221'} gunicorn-secscan stdout | 2022-06-09 12:05:49,282 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '74'} gunicorn-secscan stdout | 2022-06-09 12:05:49,291 [224] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '224'} gunicorn-secscan stdout | 2022-06-09 12:05:49,298 [225] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '225'} gunicorn-secscan stdout | 2022-06-09 12:05:49,305 [227] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '227'} blobuploadcleanupworker stdout | 2022-06-09 12:05:49,524 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'blobuploadcleanupworker.py', 'pid': '64'} exportactionlogsworker stdout | 2022-06-09 12:05:49,630 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'exportactionlogsworker.py', 'pid': '70'} chunkcleanupworker stdout | 2022-06-09 12:05:49,691 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'chunkcleanupworker.py', 'pid': '67'} repositoryactioncounter stdout | 2022-06-09 12:05:49,754 [88] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositoryactioncounter.py', 'pid': '88'} logrotateworker stdout | 2022-06-09 12:05:49,798 [77] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'logrotateworker.py', 'pid': '77'} securityscanningnotificationworker stdout | 2022-06-09 12:05:49,908 [90] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'securityscanningnotificationworker.py', 'pid': '90'} namespacegcworker stdout | 2022-06-09 12:05:50,172 [83] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'namespacegcworker.py', 'pid': '83'} globalpromstats stdout | 2022-06-09 12:05:50,179 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'globalpromstats.py', 'pid': '72'} repositorygcworker stdout | 2022-06-09 12:05:50,186 [89] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositorygcworker.py', 'pid': '89'} storagereplication stdout | 2022-06-09 12:05:50,277 [93] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'storagereplication.py', 'pid': '93'} manifestbackfillworker stdout | 2022-06-09 12:05:50,283 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'manifestbackfillworker.py', 'pid': '78'} notificationworker stdout | 2022-06-09 12:05:50,290 [85] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'notificationworker.py', 'pid': '85'} buildlogsarchiver stdout | 2022-06-09 12:05:50,344 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'buildlogsarchiver.py', 'pid': '66'} builder stdout | 2022-06-09 12:05:50,351 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'builder.py', 'pid': '65'} teamsyncworker stdout | 2022-06-09 12:05:50,357 [94] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'teamsyncworker.py', 'pid': '94'} expiredappspecifictokenworker stdout | 2022-06-09 12:05:50,395 [69] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '69'} servicekey stdout | 2022-06-09 12:05:50,411 [92] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'servicekeyworker.py', 'pid': '92'} queuecleanupworker stdout | 2022-06-09 12:05:50,444 [87] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'queuecleanupworker.py', 'pid': '87'} gcworker stdout | 2022-06-09 12:05:50,461 [71] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'gcworker.py', 'pid': '71'} notificationworker stdout | 2022-06-09 12:05:50,618 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:05:50,618 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:06:00.617379+00:00 (in 9.999061 seconds) notificationworker stdout | 2022-06-09 12:05:50,618 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:06:00 UTC)" (scheduled at 2022-06-09 12:05:50.617379+00:00) notificationworker stdout | 2022-06-09 12:05:50,618 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 12:05:50,619 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 5, 50, 618791), True, datetime.datetime(2022, 6, 9, 12, 5, 50, 618791), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 12:05:50,622 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 12:05:50,622 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:05:50,622 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:06:00 UTC)" executed successfully repositorygcworker stdout | 2022-06-09 12:05:51,503 [89] [DEBUG] [apscheduler.scheduler] Looking for jobs to run repositorygcworker stdout | 2022-06-09 12:05:51,503 [89] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:06:38.463361+00:00 (in 46.959611 seconds) repositorygcworker stdout | 2022-06-09 12:05:51,504 [89] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:06:51 UTC)" (scheduled at 2022-06-09 12:05:51.502316+00:00) repositorygcworker stdout | 2022-06-09 12:05:51,504 [89] [DEBUG] [workers.queueworker] Running watchdog. repositorygcworker stdout | 2022-06-09 12:05:51,504 [89] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:06:51 UTC)" executed successfully gunicorn-registry stdout | 2022-06-09 12:05:51,645 [271] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '271'} gunicorn-registry stdout | 2022-06-09 12:05:51,651 [273] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '273'} gunicorn-registry stdout | 2022-06-09 12:05:51,659 [246] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '246'} gunicorn-registry stdout | 2022-06-09 12:05:51,668 [276] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '276'} gunicorn-registry stdout | 2022-06-09 12:05:51,676 [275] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '275'} gunicorn-registry stdout | 2022-06-09 12:05:51,683 [274] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '274'} gunicorn-registry stdout | 2022-06-09 12:05:51,694 [277] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '277'} gunicorn-registry stdout | 2022-06-09 12:05:51,701 [263] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '263'} gunicorn-registry stdout | 2022-06-09 12:05:51,708 [266] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '266'} gunicorn-registry stdout | 2022-06-09 12:05:51,714 [254] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '254'} gunicorn-registry stdout | 2022-06-09 12:05:51,722 [260] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '260'} gunicorn-registry stdout | 2022-06-09 12:05:51,728 [270] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '270'} gunicorn-registry stdout | 2022-06-09 12:05:51,735 [253] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '253'} gunicorn-registry stdout | 2022-06-09 12:05:51,746 [261] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '261'} gunicorn-registry stdout | 2022-06-09 12:05:51,753 [268] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '268'} gunicorn-registry stdout | 2022-06-09 12:05:51,759 [248] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '248'} gunicorn-registry stdout | 2022-06-09 12:05:51,770 [245] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '245'} gunicorn-registry stdout | 2022-06-09 12:05:51,778 [249] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '249'} gunicorn-registry stdout | 2022-06-09 12:05:51,784 [251] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '251'} gunicorn-registry stdout | 2022-06-09 12:05:51,793 [259] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '259'} gunicorn-registry stdout | 2022-06-09 12:05:51,799 [250] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '250'} gunicorn-registry stdout | 2022-06-09 12:05:51,807 [265] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '265'} gunicorn-registry stdout | 2022-06-09 12:05:51,814 [73] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '73'} gunicorn-registry stdout | 2022-06-09 12:05:51,822 [267] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '267'} gunicorn-registry stdout | 2022-06-09 12:05:51,834 [256] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '256'} gunicorn-registry stdout | 2022-06-09 12:05:51,841 [262] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '262'} gunicorn-registry stdout | 2022-06-09 12:05:51,857 [264] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '264'} gunicorn-registry stdout | 2022-06-09 12:05:51,864 [272] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '272'} gunicorn-registry stdout | 2022-06-09 12:05:51,871 [269] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '269'} gunicorn-registry stdout | 2022-06-09 12:05:51,879 [247] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '247'} gunicorn-registry stdout | 2022-06-09 12:05:51,888 [255] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '255'} gunicorn-registry stdout | 2022-06-09 12:05:51,894 [252] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '252'} gunicorn-registry stdout | 2022-06-09 12:05:51,900 [257] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '257'} namespacegcworker stdout | 2022-06-09 12:05:55,465 [83] [DEBUG] [apscheduler.scheduler] Looking for jobs to run namespacegcworker stdout | 2022-06-09 12:05:55,465 [83] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:06:01.521527+00:00 (in 6.056380 seconds) namespacegcworker stdout | 2022-06-09 12:05:55,465 [83] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:06:55 UTC)" (scheduled at 2022-06-09 12:05:55.463831+00:00) namespacegcworker stdout | 2022-06-09 12:05:55,465 [83] [DEBUG] [workers.queueworker] Getting work item from queue. namespacegcworker stdout | 2022-06-09 12:05:55,466 [83] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 5, 55, 465571), True, datetime.datetime(2022, 6, 9, 12, 5, 55, 465571), 0, 'namespacegc/%', 50, 1, 0]) namespacegcworker stdout | 2022-06-09 12:05:55,468 [83] [DEBUG] [workers.queueworker] No more work. namespacegcworker stdout | 2022-06-09 12:05:55,468 [83] [DEBUG] [data.database] Disconnecting from database. namespacegcworker stdout | 2022-06-09 12:05:55,468 [83] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:06:55 UTC)" executed successfully notificationworker stdout | 2022-06-09 12:06:00,619 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:06:00,620 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:06:10.617379+00:00 (in 9.997500 seconds) notificationworker stdout | 2022-06-09 12:06:00,620 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:06:10 UTC)" (scheduled at 2022-06-09 12:06:00.617379+00:00) notificationworker stdout | 2022-06-09 12:06:00,620 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 12:06:00,622 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 6, 0, 620299), True, datetime.datetime(2022, 6, 9, 12, 6, 0, 620299), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 12:06:00,624 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 12:06:00,624 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:06:00,624 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:06:10 UTC)" executed successfully namespacegcworker stdout | 2022-06-09 12:06:01,522 [83] [DEBUG] [apscheduler.scheduler] Looking for jobs to run namespacegcworker stdout | 2022-06-09 12:06:01,522 [83] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:06:55.463831+00:00 (in 53.941091 seconds) namespacegcworker stdout | 2022-06-09 12:06:01,523 [83] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:07:01 UTC)" (scheduled at 2022-06-09 12:06:01.521527+00:00) namespacegcworker stdout | 2022-06-09 12:06:01,523 [83] [DEBUG] [workers.queueworker] Running watchdog. namespacegcworker stdout | 2022-06-09 12:06:01,523 [83] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:07:01 UTC)" executed successfully exportactionlogsworker stdout | 2022-06-09 12:06:04,367 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run exportactionlogsworker stdout | 2022-06-09 12:06:04,367 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:06:25.409412+00:00 (in 21.042041 seconds) exportactionlogsworker stdout | 2022-06-09 12:06:04,367 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:07:04 UTC)" (scheduled at 2022-06-09 12:06:04.366245+00:00) exportactionlogsworker stdout | 2022-06-09 12:06:04,367 [70] [DEBUG] [workers.queueworker] Getting work item from queue. exportactionlogsworker stdout | 2022-06-09 12:06:04,368 [70] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 6, 4, 367844), True, datetime.datetime(2022, 6, 9, 12, 6, 4, 367844), 0, 'exportactionlogs/%', 50, 1, 0]) exportactionlogsworker stdout | 2022-06-09 12:06:04,370 [70] [DEBUG] [workers.queueworker] No more work. exportactionlogsworker stdout | 2022-06-09 12:06:04,371 [70] [DEBUG] [data.database] Disconnecting from database. exportactionlogsworker stdout | 2022-06-09 12:06:04,371 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:07:04 UTC)" executed successfully gcworker stdout | 2022-06-09 12:06:07,497 [71] [DEBUG] [apscheduler.scheduler] Looking for jobs to run gcworker stdout | 2022-06-09 12:06:07,497 [71] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:06:37.490424+00:00 (in 29.993087 seconds) gcworker stdout | 2022-06-09 12:06:07,497 [71] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 12:06:37 UTC)" (scheduled at 2022-06-09 12:06:07.490424+00:00) gcworker stdout | 2022-06-09 12:06:07,498 [71] [DEBUG] [peewee] ('SELECT `candidates`.`repository_id` FROM (SELECT DISTINCT `t1`.`repository_id` FROM `tag` AS `t1` INNER JOIN `repository` AS `t2` ON (`t1`.`repository_id` = `t2`.`id`) INNER JOIN `user` AS `t3` ON (`t2`.`namespace_user_id` = `t3`.`id`) WHERE ((((NOT (`t1`.`lifetime_end_ms` IS %s) AND (`t1`.`lifetime_end_ms` <= %s)) AND (`t3`.`removed_tag_expiration_s` = %s)) AND (`t3`.`enabled` = %s)) AND (`t2`.`state` != %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', [None, 1654776367497, 0, True, 3, 500, 1, 0]) gcworker stdout | 2022-06-09 12:06:07,500 [71] [DEBUG] [__main__] No repository with garbage found gcworker stdout | 2022-06-09 12:06:07,500 [71] [DEBUG] [data.database] Disconnecting from database. gcworker stdout | 2022-06-09 12:06:07,501 [71] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 12:06:37 UTC)" executed successfully notificationworker stdout | 2022-06-09 12:06:10,936 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:06:10,936 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:06:19.645536+00:00 (in 8.709127 seconds) notificationworker stdout | 2022-06-09 12:06:10,937 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:06:20 UTC)" (scheduled at 2022-06-09 12:06:10.617379+00:00) notificationworker stdout | 2022-06-09 12:06:10,937 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 12:06:10,940 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 6, 10, 937634), True, datetime.datetime(2022, 6, 9, 12, 6, 10, 937634), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 12:06:10,945 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 12:06:10,945 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:06:10,945 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:06:20 UTC)" executed successfully buildlogsarchiver stdout | 2022-06-09 12:06:15,488 [66] [DEBUG] [apscheduler.scheduler] Looking for jobs to run buildlogsarchiver stdout | 2022-06-09 12:06:15,489 [66] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:06:45.366042+00:00 (in 29.876733 seconds) buildlogsarchiver stdout | 2022-06-09 12:06:15,489 [66] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 12:06:45 UTC)" (scheduled at 2022-06-09 12:06:15.366042+00:00) buildlogsarchiver stdout | 2022-06-09 12:06:15,491 [66] [DEBUG] [peewee] ('SELECT `candidates`.`id` FROM (SELECT `t1`.`id` FROM `repositorybuild` AS `t1` WHERE (((`t1`.`phase` IN (%s, %s, %s)) OR (`t1`.`started` < %s)) AND (`t1`.`logs_archived` = %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2022, 5, 25, 12, 6, 15, 489895), False, 50, 1, 0]) buildlogsarchiver stdout | 2022-06-09 12:06:15,493 [66] [DEBUG] [__main__] No more builds to archive buildlogsarchiver stdout | 2022-06-09 12:06:15,493 [66] [DEBUG] [data.database] Disconnecting from database. buildlogsarchiver stdout | 2022-06-09 12:06:15,493 [66] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 12:06:45 UTC)" executed successfully gunicorn-web stdout | 2022-06-09 12:06:19,148 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '75'} gunicorn-web stdout | 2022-06-09 12:06:19,158 [226] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '226'} gunicorn-web stdout | 2022-06-09 12:06:19,166 [243] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '243'} gunicorn-web stdout | 2022-06-09 12:06:19,173 [242] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '242'} gunicorn-web stdout | 2022-06-09 12:06:19,180 [235] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '235'} gunicorn-web stdout | 2022-06-09 12:06:19,199 [228] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '228'} gunicorn-web stdout | 2022-06-09 12:06:19,206 [241] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '241'} gunicorn-web stdout | 2022-06-09 12:06:19,213 [237] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '237'} gunicorn-web stdout | 2022-06-09 12:06:19,219 [244] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '244'} gunicorn-web stdout | 2022-06-09 12:06:19,228 [234] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '234'} gunicorn-web stdout | 2022-06-09 12:06:19,236 [236] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '236'} gunicorn-web stdout | 2022-06-09 12:06:19,244 [230] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '230'} gunicorn-web stdout | 2022-06-09 12:06:19,250 [239] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '239'} gunicorn-web stdout | 2022-06-09 12:06:19,258 [231] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '231'} gunicorn-web stdout | 2022-06-09 12:06:19,268 [229] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '229'} gunicorn-web stdout | 2022-06-09 12:06:19,274 [238] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '238'} gunicorn-web stdout | 2022-06-09 12:06:19,281 [232] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '232'} gunicorn-secscan stdout | 2022-06-09 12:06:19,288 [221] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '221'} gunicorn-secscan stdout | 2022-06-09 12:06:19,296 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '74'} gunicorn-secscan stdout | 2022-06-09 12:06:19,303 [224] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '224'} gunicorn-secscan stdout | 2022-06-09 12:06:19,310 [225] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '225'} gunicorn-secscan stdout | 2022-06-09 12:06:19,318 [227] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '227'} blobuploadcleanupworker stdout | 2022-06-09 12:06:19,581 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'blobuploadcleanupworker.py', 'pid': '64'} exportactionlogsworker stdout | 2022-06-09 12:06:19,644 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'exportactionlogsworker.py', 'pid': '70'} notificationworker stdout | 2022-06-09 12:06:19,648 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:06:19,648 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:06:20.617379+00:00 (in 0.968705 seconds) notificationworker stdout | 2022-06-09 12:06:19,648 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:07:19 UTC)" (scheduled at 2022-06-09 12:06:19.645536+00:00) notificationworker stdout | 2022-06-09 12:06:19,649 [85] [DEBUG] [workers.queueworker] Running watchdog. notificationworker stdout | 2022-06-09 12:06:19,649 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:07:19 UTC)" executed successfully chunkcleanupworker stdout | 2022-06-09 12:06:19,713 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'chunkcleanupworker.py', 'pid': '67'} repositoryactioncounter stdout | 2022-06-09 12:06:19,783 [88] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositoryactioncounter.py', 'pid': '88'} logrotateworker stdout | 2022-06-09 12:06:19,837 [77] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'logrotateworker.py', 'pid': '77'} securityscanningnotificationworker stdout | 2022-06-09 12:06:19,930 [90] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'securityscanningnotificationworker.py', 'pid': '90'} globalpromstats stdout | 2022-06-09 12:06:20,203 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'globalpromstats.py', 'pid': '72'} namespacegcworker stdout | 2022-06-09 12:06:20,209 [83] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'namespacegcworker.py', 'pid': '83'} repositorygcworker stdout | 2022-06-09 12:06:20,221 [89] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositorygcworker.py', 'pid': '89'} manifestbackfillworker stdout | 2022-06-09 12:06:20,300 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'manifestbackfillworker.py', 'pid': '78'} storagereplication stdout | 2022-06-09 12:06:20,315 [93] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'storagereplication.py', 'pid': '93'} notificationworker stdout | 2022-06-09 12:06:20,325 [85] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'notificationworker.py', 'pid': '85'} builder stdout | 2022-06-09 12:06:20,387 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'builder.py', 'pid': '65'} buildlogsarchiver stdout | 2022-06-09 12:06:20,394 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'buildlogsarchiver.py', 'pid': '66'} teamsyncworker stdout | 2022-06-09 12:06:20,400 [94] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'teamsyncworker.py', 'pid': '94'} expiredappspecifictokenworker stdout | 2022-06-09 12:06:20,435 [69] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '69'} servicekey stdout | 2022-06-09 12:06:20,452 [92] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'servicekeyworker.py', 'pid': '92'} queuecleanupworker stdout | 2022-06-09 12:06:20,473 [87] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'queuecleanupworker.py', 'pid': '87'} gcworker stdout | 2022-06-09 12:06:20,503 [71] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'gcworker.py', 'pid': '71'} notificationworker stdout | 2022-06-09 12:06:20,622 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:06:20,623 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:06:30.617379+00:00 (in 9.994485 seconds) notificationworker stdout | 2022-06-09 12:06:20,623 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:06:30 UTC)" (scheduled at 2022-06-09 12:06:20.617379+00:00) notificationworker stdout | 2022-06-09 12:06:20,623 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 12:06:20,624 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 6, 20, 623396), True, datetime.datetime(2022, 6, 9, 12, 6, 20, 623396), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 12:06:20,626 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 12:06:20,626 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:06:20,626 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:06:30 UTC)" executed successfully gunicorn-registry stdout | 2022-06-09 12:06:21,655 [271] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '271'} gunicorn-registry stdout | 2022-06-09 12:06:21,666 [273] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '273'} gunicorn-registry stdout | 2022-06-09 12:06:21,673 [246] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '246'} gunicorn-registry stdout | 2022-06-09 12:06:21,684 [276] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '276'} gunicorn-registry stdout | 2022-06-09 12:06:21,691 [275] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '275'} gunicorn-registry stdout | 2022-06-09 12:06:21,697 [274] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '274'} gunicorn-registry stdout | 2022-06-09 12:06:21,708 [277] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '277'} gunicorn-registry stdout | 2022-06-09 12:06:21,721 [263] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '263'} gunicorn-registry stdout | 2022-06-09 12:06:21,729 [266] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '266'} gunicorn-registry stdout | 2022-06-09 12:06:21,737 [254] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '254'} gunicorn-registry stdout | 2022-06-09 12:06:21,744 [260] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '260'} gunicorn-registry stdout | 2022-06-09 12:06:21,751 [270] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '270'} gunicorn-registry stdout | 2022-06-09 12:06:21,758 [253] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '253'} gunicorn-registry stdout | 2022-06-09 12:06:21,765 [261] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '261'} gunicorn-registry stdout | 2022-06-09 12:06:21,782 [268] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '268'} gunicorn-registry stdout | 2022-06-09 12:06:21,789 [248] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '248'} gunicorn-registry stdout | 2022-06-09 12:06:21,796 [245] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '245'} gunicorn-registry stdout | 2022-06-09 12:06:21,803 [249] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '249'} gunicorn-registry stdout | 2022-06-09 12:06:21,811 [251] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '251'} gunicorn-registry stdout | 2022-06-09 12:06:21,817 [259] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '259'} gunicorn-registry stdout | 2022-06-09 12:06:21,828 [250] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '250'} gunicorn-registry stdout | 2022-06-09 12:06:21,836 [265] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '265'} gunicorn-registry stdout | 2022-06-09 12:06:21,843 [73] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '73'} gunicorn-registry stdout | 2022-06-09 12:06:21,850 [267] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '267'} gunicorn-registry stdout | 2022-06-09 12:06:21,857 [256] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '256'} gunicorn-registry stdout | 2022-06-09 12:06:21,864 [262] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '262'} gunicorn-registry stdout | 2022-06-09 12:06:21,870 [264] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '264'} gunicorn-registry stdout | 2022-06-09 12:06:21,878 [272] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '272'} gunicorn-registry stdout | 2022-06-09 12:06:21,888 [269] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '269'} gunicorn-registry stdout | 2022-06-09 12:06:21,895 [247] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '247'} gunicorn-registry stdout | 2022-06-09 12:06:21,903 [255] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '255'} gunicorn-registry stdout | 2022-06-09 12:06:21,917 [252] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '252'} gunicorn-registry stdout | 2022-06-09 12:06:21,924 [257] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '257'} exportactionlogsworker stdout | 2022-06-09 12:06:25,410 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run exportactionlogsworker stdout | 2022-06-09 12:06:25,410 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:06:47.409953+00:00 (in 21.999677 seconds) exportactionlogsworker stdout | 2022-06-09 12:06:25,410 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2022-06-09 12:11:25 UTC)" (scheduled at 2022-06-09 12:06:25.409412+00:00) exportactionlogsworker stdout | 2022-06-09 12:06:25,411 [70] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT `t1`.`queue_name` FROM `queueitem` AS `t1` WHERE (((`t1`.`available` = %s) AND (`t1`.`processing_expires` > %s)) AND (`t1`.`queue_name` LIKE %s))) AS `_wrapped`', [False, datetime.datetime(2022, 6, 9, 12, 6, 25, 410592), 'exportactionlogs/%']) exportactionlogsworker stdout | 2022-06-09 12:06:25,413 [70] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT `t1`.`queue_name` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s))) AS `_wrapped`', [datetime.datetime(2022, 6, 9, 12, 6, 25, 410592), True, datetime.datetime(2022, 6, 9, 12, 6, 25, 410592), 0, 'exportactionlogs/%']) exportactionlogsworker stdout | 2022-06-09 12:06:25,414 [70] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT `t1`.`queue_name` FROM `queueitem` AS `t1` WHERE (((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) AND NOT (`t1`.`queue_name` IN (SELECT `t1`.`queue_name` FROM `queueitem` AS `t1` WHERE (((`t1`.`available` = %s) AND (`t1`.`processing_expires` > %s)) AND (`t1`.`queue_name` LIKE %s)))))) AS `_wrapped`', [datetime.datetime(2022, 6, 9, 12, 6, 25, 410592), True, datetime.datetime(2022, 6, 9, 12, 6, 25, 410592), 0, 'exportactionlogs/%', False, datetime.datetime(2022, 6, 9, 12, 6, 25, 410592), 'exportactionlogs/%']) exportactionlogsworker stdout | 2022-06-09 12:06:25,415 [70] [DEBUG] [data.database] Disconnecting from database. exportactionlogsworker stdout | 2022-06-09 12:06:25,416 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2022-06-09 12:11:25 UTC)" executed successfully notificationworker stdout | 2022-06-09 12:06:30,618 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:06:30,618 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:06:40.617379+00:00 (in 9.998809 seconds) notificationworker stdout | 2022-06-09 12:06:30,618 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:06:40 UTC)" (scheduled at 2022-06-09 12:06:30.617379+00:00) notificationworker stdout | 2022-06-09 12:06:30,618 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 12:06:30,619 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 6, 30, 618895), True, datetime.datetime(2022, 6, 9, 12, 6, 30, 618895), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 12:06:30,621 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 12:06:30,622 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:06:30,622 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:06:40 UTC)" executed successfully gcworker stdout | 2022-06-09 12:06:37,493 [71] [DEBUG] [apscheduler.scheduler] Looking for jobs to run gcworker stdout | 2022-06-09 12:06:37,493 [71] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:07:07.490424+00:00 (in 29.997226 seconds) gcworker stdout | 2022-06-09 12:06:37,493 [71] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 12:07:07 UTC)" (scheduled at 2022-06-09 12:06:37.490424+00:00) gcworker stdout | 2022-06-09 12:06:37,494 [71] [DEBUG] [peewee] ('SELECT `candidates`.`repository_id` FROM (SELECT DISTINCT `t1`.`repository_id` FROM `tag` AS `t1` INNER JOIN `repository` AS `t2` ON (`t1`.`repository_id` = `t2`.`id`) INNER JOIN `user` AS `t3` ON (`t2`.`namespace_user_id` = `t3`.`id`) WHERE ((((NOT (`t1`.`lifetime_end_ms` IS %s) AND (`t1`.`lifetime_end_ms` <= %s)) AND (`t3`.`removed_tag_expiration_s` = %s)) AND (`t3`.`enabled` = %s)) AND (`t2`.`state` != %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', [None, 1654776397493, 0, True, 3, 500, 1, 0]) gcworker stdout | 2022-06-09 12:06:37,496 [71] [DEBUG] [__main__] No repository with garbage found gcworker stdout | 2022-06-09 12:06:37,496 [71] [DEBUG] [data.database] Disconnecting from database. gcworker stdout | 2022-06-09 12:06:37,496 [71] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 12:07:07 UTC)" executed successfully repositorygcworker stdout | 2022-06-09 12:06:38,465 [89] [DEBUG] [apscheduler.scheduler] Looking for jobs to run repositorygcworker stdout | 2022-06-09 12:06:38,465 [89] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:06:51.502316+00:00 (in 13.036908 seconds) repositorygcworker stdout | 2022-06-09 12:06:38,465 [89] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:07:38 UTC)" (scheduled at 2022-06-09 12:06:38.463361+00:00) repositorygcworker stdout | 2022-06-09 12:06:38,465 [89] [DEBUG] [workers.queueworker] Getting work item from queue. repositorygcworker stdout | 2022-06-09 12:06:38,466 [89] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 6, 38, 465907), True, datetime.datetime(2022, 6, 9, 12, 6, 38, 465907), 0, 'repositorygc/%', 50, 1, 0]) repositorygcworker stdout | 2022-06-09 12:06:38,469 [89] [DEBUG] [workers.queueworker] No more work. repositorygcworker stdout | 2022-06-09 12:06:38,469 [89] [DEBUG] [data.database] Disconnecting from database. repositorygcworker stdout | 2022-06-09 12:06:38,469 [89] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:07:38 UTC)" executed successfully notificationworker stdout | 2022-06-09 12:06:40,618 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:06:40,618 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:06:50.617379+00:00 (in 9.999195 seconds) notificationworker stdout | 2022-06-09 12:06:40,618 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:06:50 UTC)" (scheduled at 2022-06-09 12:06:40.617379+00:00) notificationworker stdout | 2022-06-09 12:06:40,618 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 12:06:40,619 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 6, 40, 618510), True, datetime.datetime(2022, 6, 9, 12, 6, 40, 618510), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 12:06:40,621 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 12:06:40,621 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:06:40,621 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:06:50 UTC)" executed successfully buildlogsarchiver stdout | 2022-06-09 12:06:45,382 [66] [DEBUG] [apscheduler.scheduler] Looking for jobs to run buildlogsarchiver stdout | 2022-06-09 12:06:45,383 [66] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:07:15.366042+00:00 (in 29.983054 seconds) buildlogsarchiver stdout | 2022-06-09 12:06:45,383 [66] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 12:07:15 UTC)" (scheduled at 2022-06-09 12:06:45.366042+00:00) buildlogsarchiver stdout | 2022-06-09 12:06:45,384 [66] [DEBUG] [peewee] ('SELECT `candidates`.`id` FROM (SELECT `t1`.`id` FROM `repositorybuild` AS `t1` WHERE (((`t1`.`phase` IN (%s, %s, %s)) OR (`t1`.`started` < %s)) AND (`t1`.`logs_archived` = %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2022, 5, 25, 12, 6, 45, 383373), False, 50, 1, 0]) buildlogsarchiver stdout | 2022-06-09 12:06:45,386 [66] [DEBUG] [__main__] No more builds to archive buildlogsarchiver stdout | 2022-06-09 12:06:45,386 [66] [DEBUG] [data.database] Disconnecting from database. buildlogsarchiver stdout | 2022-06-09 12:06:45,386 [66] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 12:07:15 UTC)" executed successfully exportactionlogsworker stdout | 2022-06-09 12:06:47,410 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run exportactionlogsworker stdout | 2022-06-09 12:06:47,410 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:07:04.366245+00:00 (in 16.955695 seconds) exportactionlogsworker stdout | 2022-06-09 12:06:47,410 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:07:47 UTC)" (scheduled at 2022-06-09 12:06:47.409953+00:00) exportactionlogsworker stdout | 2022-06-09 12:06:47,410 [70] [DEBUG] [workers.queueworker] Running watchdog. exportactionlogsworker stdout | 2022-06-09 12:06:47,411 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:07:47 UTC)" executed successfully gunicorn-web stdout | 2022-06-09 12:06:49,167 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '75'} gunicorn-web stdout | 2022-06-09 12:06:49,173 [226] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '226'} gunicorn-web stdout | 2022-06-09 12:06:49,183 [243] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '243'} gunicorn-web stdout | 2022-06-09 12:06:49,191 [242] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '242'} gunicorn-web stdout | 2022-06-09 12:06:49,198 [235] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '235'} gunicorn-web stdout | 2022-06-09 12:06:49,219 [228] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '228'} gunicorn-web stdout | 2022-06-09 12:06:49,226 [241] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '241'} gunicorn-web stdout | 2022-06-09 12:06:49,233 [237] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '237'} gunicorn-web stdout | 2022-06-09 12:06:49,243 [244] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '244'} gunicorn-web stdout | 2022-06-09 12:06:49,249 [234] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '234'} gunicorn-web stdout | 2022-06-09 12:06:49,256 [236] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '236'} gunicorn-web stdout | 2022-06-09 12:06:49,264 [230] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '230'} gunicorn-web stdout | 2022-06-09 12:06:49,271 [239] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '239'} gunicorn-web stdout | 2022-06-09 12:06:49,278 [231] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '231'} gunicorn-web stdout | 2022-06-09 12:06:49,284 [229] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '229'} gunicorn-web stdout | 2022-06-09 12:06:49,292 [238] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '238'} gunicorn-web stdout | 2022-06-09 12:06:49,303 [232] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '232'} gunicorn-secscan stdout | 2022-06-09 12:06:49,309 [221] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '221'} gunicorn-secscan stdout | 2022-06-09 12:06:49,317 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '74'} gunicorn-secscan stdout | 2022-06-09 12:06:49,323 [224] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '224'} gunicorn-secscan stdout | 2022-06-09 12:06:49,337 [225] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '225'} gunicorn-secscan stdout | 2022-06-09 12:06:49,343 [227] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '227'} blobuploadcleanupworker stdout | 2022-06-09 12:06:49,591 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'blobuploadcleanupworker.py', 'pid': '64'} exportactionlogsworker stdout | 2022-06-09 12:06:49,684 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'exportactionlogsworker.py', 'pid': '70'} chunkcleanupworker stdout | 2022-06-09 12:06:49,730 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'chunkcleanupworker.py', 'pid': '67'} repositoryactioncounter stdout | 2022-06-09 12:06:49,794 [88] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositoryactioncounter.py', 'pid': '88'} logrotateworker stdout | 2022-06-09 12:06:49,870 [77] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'logrotateworker.py', 'pid': '77'} securityscanningnotificationworker stdout | 2022-06-09 12:06:49,953 [90] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'securityscanningnotificationworker.py', 'pid': '90'} repositorygcworker stdout | 2022-06-09 12:06:50,240 [89] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositorygcworker.py', 'pid': '89'} globalpromstats stdout | 2022-06-09 12:06:50,247 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'globalpromstats.py', 'pid': '72'} namespacegcworker stdout | 2022-06-09 12:06:50,253 [83] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'namespacegcworker.py', 'pid': '83'} manifestbackfillworker stdout | 2022-06-09 12:06:50,347 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'manifestbackfillworker.py', 'pid': '78'} notificationworker stdout | 2022-06-09 12:06:50,354 [85] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'notificationworker.py', 'pid': '85'} storagereplication stdout | 2022-06-09 12:06:50,362 [93] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'storagereplication.py', 'pid': '93'} builder stdout | 2022-06-09 12:06:50,416 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'builder.py', 'pid': '65'} buildlogsarchiver stdout | 2022-06-09 12:06:50,422 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'buildlogsarchiver.py', 'pid': '66'} teamsyncworker stdout | 2022-06-09 12:06:50,442 [94] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'teamsyncworker.py', 'pid': '94'} expiredappspecifictokenworker stdout | 2022-06-09 12:06:50,474 [69] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '69'} servicekey stdout | 2022-06-09 12:06:50,493 [92] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'servicekeyworker.py', 'pid': '92'} queuecleanupworker stdout | 2022-06-09 12:06:50,510 [87] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'queuecleanupworker.py', 'pid': '87'} gcworker stdout | 2022-06-09 12:06:50,544 [71] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'gcworker.py', 'pid': '71'} notificationworker stdout | 2022-06-09 12:06:50,629 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:06:50,629 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:07:00.617379+00:00 (in 9.987745 seconds) notificationworker stdout | 2022-06-09 12:06:50,629 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:07:00 UTC)" (scheduled at 2022-06-09 12:06:50.617379+00:00) notificationworker stdout | 2022-06-09 12:06:50,630 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 12:06:50,630 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 6, 50, 630076), True, datetime.datetime(2022, 6, 9, 12, 6, 50, 630076), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 12:06:50,634 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 12:06:50,634 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:06:50,634 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:07:00 UTC)" executed successfully repositorygcworker stdout | 2022-06-09 12:06:51,512 [89] [DEBUG] [apscheduler.scheduler] Looking for jobs to run repositorygcworker stdout | 2022-06-09 12:06:51,513 [89] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:07:38.463361+00:00 (in 46.950458 seconds) repositorygcworker stdout | 2022-06-09 12:06:51,513 [89] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:07:51 UTC)" (scheduled at 2022-06-09 12:06:51.502316+00:00) repositorygcworker stdout | 2022-06-09 12:06:51,513 [89] [DEBUG] [workers.queueworker] Running watchdog. repositorygcworker stdout | 2022-06-09 12:06:51,513 [89] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:07:51 UTC)" executed successfully gunicorn-registry stdout | 2022-06-09 12:06:51,669 [271] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '271'} gunicorn-registry stdout | 2022-06-09 12:06:51,679 [273] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '273'} gunicorn-registry stdout | 2022-06-09 12:06:51,688 [246] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '246'} gunicorn-registry stdout | 2022-06-09 12:06:51,698 [276] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '276'} gunicorn-registry stdout | 2022-06-09 12:06:51,707 [275] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '275'} gunicorn-registry stdout | 2022-06-09 12:06:51,714 [274] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '274'} gunicorn-registry stdout | 2022-06-09 12:06:51,723 [277] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '277'} gunicorn-registry stdout | 2022-06-09 12:06:51,732 [263] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '263'} gunicorn-registry stdout | 2022-06-09 12:06:51,739 [266] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '266'} gunicorn-registry stdout | 2022-06-09 12:06:51,746 [254] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '254'} gunicorn-registry stdout | 2022-06-09 12:06:51,756 [260] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '260'} gunicorn-registry stdout | 2022-06-09 12:06:51,767 [270] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '270'} gunicorn-registry stdout | 2022-06-09 12:06:51,774 [253] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '253'} gunicorn-registry stdout | 2022-06-09 12:06:51,783 [261] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '261'} gunicorn-registry stdout | 2022-06-09 12:06:51,793 [268] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '268'} gunicorn-registry stdout | 2022-06-09 12:06:51,804 [248] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '248'} gunicorn-registry stdout | 2022-06-09 12:06:51,810 [245] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '245'} gunicorn-registry stdout | 2022-06-09 12:06:51,817 [249] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '249'} gunicorn-registry stdout | 2022-06-09 12:06:51,825 [251] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '251'} gunicorn-registry stdout | 2022-06-09 12:06:51,831 [259] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '259'} gunicorn-registry stdout | 2022-06-09 12:06:51,840 [250] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '250'} gunicorn-registry stdout | 2022-06-09 12:06:51,847 [265] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '265'} gunicorn-registry stdout | 2022-06-09 12:06:51,857 [73] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '73'} gunicorn-registry stdout | 2022-06-09 12:06:51,865 [267] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '267'} gunicorn-registry stdout | 2022-06-09 12:06:51,871 [256] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '256'} gunicorn-registry stdout | 2022-06-09 12:06:51,879 [262] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '262'} gunicorn-registry stdout | 2022-06-09 12:06:51,885 [264] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '264'} gunicorn-registry stdout | 2022-06-09 12:06:51,892 [272] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '272'} gunicorn-registry stdout | 2022-06-09 12:06:51,902 [269] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '269'} gunicorn-registry stdout | 2022-06-09 12:06:51,908 [247] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '247'} gunicorn-registry stdout | 2022-06-09 12:06:51,915 [255] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '255'} gunicorn-registry stdout | 2022-06-09 12:06:51,943 [252] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '252'} gunicorn-registry stdout | 2022-06-09 12:06:51,951 [257] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '257'} namespacegcworker stdout | 2022-06-09 12:06:55,464 [83] [DEBUG] [apscheduler.scheduler] Looking for jobs to run namespacegcworker stdout | 2022-06-09 12:06:55,464 [83] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:07:01.521527+00:00 (in 6.056919 seconds) namespacegcworker stdout | 2022-06-09 12:06:55,464 [83] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:07:55 UTC)" (scheduled at 2022-06-09 12:06:55.463831+00:00) namespacegcworker stdout | 2022-06-09 12:06:55,464 [83] [DEBUG] [workers.queueworker] Getting work item from queue. namespacegcworker stdout | 2022-06-09 12:06:55,465 [83] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 6, 55, 464980), True, datetime.datetime(2022, 6, 9, 12, 6, 55, 464980), 0, 'namespacegc/%', 50, 1, 0]) namespacegcworker stdout | 2022-06-09 12:06:55,468 [83] [DEBUG] [workers.queueworker] No more work. namespacegcworker stdout | 2022-06-09 12:06:55,468 [83] [DEBUG] [data.database] Disconnecting from database. namespacegcworker stdout | 2022-06-09 12:06:55,468 [83] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:07:55 UTC)" executed successfully notificationworker stdout | 2022-06-09 12:07:00,624 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:07:00,625 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:07:10.617379+00:00 (in 9.992260 seconds) notificationworker stdout | 2022-06-09 12:07:00,625 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:07:10 UTC)" (scheduled at 2022-06-09 12:07:00.617379+00:00) notificationworker stdout | 2022-06-09 12:07:00,625 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 12:07:00,626 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 7, 0, 625606), True, datetime.datetime(2022, 6, 9, 12, 7, 0, 625606), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 12:07:00,628 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 12:07:00,628 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:07:00,628 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:07:10 UTC)" executed successfully namespacegcworker stdout | 2022-06-09 12:07:01,523 [83] [DEBUG] [apscheduler.scheduler] Looking for jobs to run namespacegcworker stdout | 2022-06-09 12:07:01,523 [83] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:07:55.463831+00:00 (in 53.940669 seconds) namespacegcworker stdout | 2022-06-09 12:07:01,523 [83] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:08:01 UTC)" (scheduled at 2022-06-09 12:07:01.521527+00:00) namespacegcworker stdout | 2022-06-09 12:07:01,523 [83] [DEBUG] [workers.queueworker] Running watchdog. namespacegcworker stdout | 2022-06-09 12:07:01,523 [83] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:08:01 UTC)" executed successfully exportactionlogsworker stdout | 2022-06-09 12:07:04,369 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run exportactionlogsworker stdout | 2022-06-09 12:07:04,369 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:07:47.409953+00:00 (in 43.040240 seconds) exportactionlogsworker stdout | 2022-06-09 12:07:04,370 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:08:04 UTC)" (scheduled at 2022-06-09 12:07:04.366245+00:00) exportactionlogsworker stdout | 2022-06-09 12:07:04,370 [70] [DEBUG] [workers.queueworker] Getting work item from queue. exportactionlogsworker stdout | 2022-06-09 12:07:04,370 [70] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 7, 4, 370168), True, datetime.datetime(2022, 6, 9, 12, 7, 4, 370168), 0, 'exportactionlogs/%', 50, 1, 0]) exportactionlogsworker stdout | 2022-06-09 12:07:04,373 [70] [DEBUG] [workers.queueworker] No more work. exportactionlogsworker stdout | 2022-06-09 12:07:04,374 [70] [DEBUG] [data.database] Disconnecting from database. exportactionlogsworker stdout | 2022-06-09 12:07:04,374 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:08:04 UTC)" executed successfully gcworker stdout | 2022-06-09 12:07:07,495 [71] [DEBUG] [apscheduler.scheduler] Looking for jobs to run gcworker stdout | 2022-06-09 12:07:07,495 [71] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:07:37.490424+00:00 (in 29.994676 seconds) gcworker stdout | 2022-06-09 12:07:07,496 [71] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 12:07:37 UTC)" (scheduled at 2022-06-09 12:07:07.490424+00:00) gcworker stdout | 2022-06-09 12:07:07,497 [71] [DEBUG] [peewee] ('SELECT `candidates`.`repository_id` FROM (SELECT DISTINCT `t1`.`repository_id` FROM `tag` AS `t1` INNER JOIN `repository` AS `t2` ON (`t1`.`repository_id` = `t2`.`id`) INNER JOIN `user` AS `t3` ON (`t2`.`namespace_user_id` = `t3`.`id`) WHERE ((((NOT (`t1`.`lifetime_end_ms` IS %s) AND (`t1`.`lifetime_end_ms` <= %s)) AND (`t3`.`removed_tag_expiration_s` = %s)) AND (`t3`.`enabled` = %s)) AND (`t2`.`state` != %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', [None, 1654776427496, 0, True, 3, 500, 1, 0]) gcworker stdout | 2022-06-09 12:07:07,499 [71] [DEBUG] [__main__] No repository with garbage found gcworker stdout | 2022-06-09 12:07:07,499 [71] [DEBUG] [data.database] Disconnecting from database. gcworker stdout | 2022-06-09 12:07:07,499 [71] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 12:07:37 UTC)" executed successfully notificationworker stdout | 2022-06-09 12:07:10,617 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:07:10,617 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:07:19.645536+00:00 (in 9.027690 seconds) notificationworker stdout | 2022-06-09 12:07:10,618 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:07:20 UTC)" (scheduled at 2022-06-09 12:07:10.617379+00:00) notificationworker stdout | 2022-06-09 12:07:10,618 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 12:07:10,618 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 7, 10, 618333), True, datetime.datetime(2022, 6, 9, 12, 7, 10, 618333), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 12:07:10,621 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 12:07:10,621 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:07:10,622 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:07:20 UTC)" executed successfully buildlogsarchiver stdout | 2022-06-09 12:07:15,366 [66] [DEBUG] [apscheduler.scheduler] Looking for jobs to run buildlogsarchiver stdout | 2022-06-09 12:07:15,367 [66] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:07:45.366042+00:00 (in 29.999016 seconds) buildlogsarchiver stdout | 2022-06-09 12:07:15,367 [66] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 12:07:45 UTC)" (scheduled at 2022-06-09 12:07:15.366042+00:00) buildlogsarchiver stdout | 2022-06-09 12:07:15,368 [66] [DEBUG] [peewee] ('SELECT `candidates`.`id` FROM (SELECT `t1`.`id` FROM `repositorybuild` AS `t1` WHERE (((`t1`.`phase` IN (%s, %s, %s)) OR (`t1`.`started` < %s)) AND (`t1`.`logs_archived` = %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2022, 5, 25, 12, 7, 15, 367523), False, 50, 1, 0]) buildlogsarchiver stdout | 2022-06-09 12:07:15,370 [66] [DEBUG] [__main__] No more builds to archive buildlogsarchiver stdout | 2022-06-09 12:07:15,370 [66] [DEBUG] [data.database] Disconnecting from database. buildlogsarchiver stdout | 2022-06-09 12:07:15,370 [66] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 12:07:45 UTC)" executed successfully gunicorn-web stdout | 2022-06-09 12:07:19,217 [243] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '243'} gunicorn-web stdout | 2022-06-09 12:07:19,223 [235] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '235'} gunicorn-web stdout | 2022-06-09 12:07:19,230 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '75'} gunicorn-web stdout | 2022-06-09 12:07:19,236 [226] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '226'} gunicorn-web stdout | 2022-06-09 12:07:19,244 [242] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '242'} gunicorn-web stdout | 2022-06-09 12:07:19,251 [228] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '228'} gunicorn-web stdout | 2022-06-09 12:07:19,262 [241] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '241'} gunicorn-web stdout | 2022-06-09 12:07:19,268 [237] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '237'} gunicorn-web stdout | 2022-06-09 12:07:19,275 [244] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '244'} gunicorn-web stdout | 2022-06-09 12:07:19,282 [234] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '234'} gunicorn-web stdout | 2022-06-09 12:07:19,289 [236] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '236'} gunicorn-web stdout | 2022-06-09 12:07:19,296 [230] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '230'} gunicorn-web stdout | 2022-06-09 12:07:19,309 [239] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '239'} gunicorn-web stdout | 2022-06-09 12:07:19,315 [231] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '231'} gunicorn-web stdout | 2022-06-09 12:07:19,322 [229] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '229'} gunicorn-web stdout | 2022-06-09 12:07:19,329 [238] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '238'} gunicorn-web stdout | 2022-06-09 12:07:19,336 [232] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '232'} gunicorn-secscan stdout | 2022-06-09 12:07:19,343 [221] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '221'} gunicorn-secscan stdout | 2022-06-09 12:07:19,351 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '74'} gunicorn-secscan stdout | 2022-06-09 12:07:19,359 [224] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '224'} gunicorn-secscan stdout | 2022-06-09 12:07:19,365 [225] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '225'} gunicorn-secscan stdout | 2022-06-09 12:07:19,372 [227] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '227'} blobuploadcleanupworker stdout | 2022-06-09 12:07:19,622 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'blobuploadcleanupworker.py', 'pid': '64'} notificationworker stdout | 2022-06-09 12:07:19,647 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:07:19,647 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:07:20.617379+00:00 (in 0.970137 seconds) notificationworker stdout | 2022-06-09 12:07:19,647 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:08:19 UTC)" (scheduled at 2022-06-09 12:07:19.645536+00:00) notificationworker stdout | 2022-06-09 12:07:19,647 [85] [DEBUG] [workers.queueworker] Running watchdog. notificationworker stdout | 2022-06-09 12:07:19,647 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:08:19 UTC)" executed successfully exportactionlogsworker stdout | 2022-06-09 12:07:19,727 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'exportactionlogsworker.py', 'pid': '70'} chunkcleanupworker stdout | 2022-06-09 12:07:19,770 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'chunkcleanupworker.py', 'pid': '67'} repositoryactioncounter stdout | 2022-06-09 12:07:19,826 [88] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositoryactioncounter.py', 'pid': '88'} logrotateworker stdout | 2022-06-09 12:07:19,896 [77] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'logrotateworker.py', 'pid': '77'} securityscanningnotificationworker stdout | 2022-06-09 12:07:19,992 [90] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'securityscanningnotificationworker.py', 'pid': '90'} repositorygcworker stdout | 2022-06-09 12:07:20,283 [89] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositorygcworker.py', 'pid': '89'} globalpromstats stdout | 2022-06-09 12:07:20,290 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'globalpromstats.py', 'pid': '72'} namespacegcworker stdout | 2022-06-09 12:07:20,296 [83] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'namespacegcworker.py', 'pid': '83'} notificationworker stdout | 2022-06-09 12:07:20,382 [85] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'notificationworker.py', 'pid': '85'} manifestbackfillworker stdout | 2022-06-09 12:07:20,388 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'manifestbackfillworker.py', 'pid': '78'} storagereplication stdout | 2022-06-09 12:07:20,394 [93] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'storagereplication.py', 'pid': '93'} buildlogsarchiver stdout | 2022-06-09 12:07:20,436 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'buildlogsarchiver.py', 'pid': '66'} builder stdout | 2022-06-09 12:07:20,445 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'builder.py', 'pid': '65'} teamsyncworker stdout | 2022-06-09 12:07:20,464 [94] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'teamsyncworker.py', 'pid': '94'} expiredappspecifictokenworker stdout | 2022-06-09 12:07:20,513 [69] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '69'} servicekey stdout | 2022-06-09 12:07:20,519 [92] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'servicekeyworker.py', 'pid': '92'} queuecleanupworker stdout | 2022-06-09 12:07:20,549 [87] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'queuecleanupworker.py', 'pid': '87'} gcworker stdout | 2022-06-09 12:07:20,582 [71] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'gcworker.py', 'pid': '71'} notificationworker stdout | 2022-06-09 12:07:20,618 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:07:20,618 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:07:30.617379+00:00 (in 9.998961 seconds) notificationworker stdout | 2022-06-09 12:07:20,618 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:07:30 UTC)" (scheduled at 2022-06-09 12:07:20.617379+00:00) notificationworker stdout | 2022-06-09 12:07:20,618 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 12:07:20,619 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 7, 20, 618905), True, datetime.datetime(2022, 6, 9, 12, 7, 20, 618905), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 12:07:20,622 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 12:07:20,622 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:07:20,622 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:07:30 UTC)" executed successfully gunicorn-registry stdout | 2022-06-09 12:07:21,681 [271] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '271'} gunicorn-registry stdout | 2022-06-09 12:07:21,690 [273] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '273'} gunicorn-registry stdout | 2022-06-09 12:07:21,700 [246] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '246'} gunicorn-registry stdout | 2022-06-09 12:07:21,711 [276] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '276'} gunicorn-registry stdout | 2022-06-09 12:07:21,719 [275] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '275'} gunicorn-registry stdout | 2022-06-09 12:07:21,727 [274] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '274'} gunicorn-registry stdout | 2022-06-09 12:07:21,739 [277] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '277'} gunicorn-registry stdout | 2022-06-09 12:07:21,746 [263] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '263'} gunicorn-registry stdout | 2022-06-09 12:07:21,754 [266] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '266'} gunicorn-registry stdout | 2022-06-09 12:07:21,760 [254] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '254'} gunicorn-registry stdout | 2022-06-09 12:07:21,767 [260] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '260'} gunicorn-registry stdout | 2022-06-09 12:07:21,779 [270] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '270'} gunicorn-registry stdout | 2022-06-09 12:07:21,788 [253] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '253'} gunicorn-registry stdout | 2022-06-09 12:07:21,795 [261] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '261'} gunicorn-registry stdout | 2022-06-09 12:07:21,806 [268] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '268'} gunicorn-registry stdout | 2022-06-09 12:07:21,814 [248] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '248'} gunicorn-registry stdout | 2022-06-09 12:07:21,822 [245] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '245'} gunicorn-registry stdout | 2022-06-09 12:07:21,834 [249] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '249'} gunicorn-registry stdout | 2022-06-09 12:07:21,841 [251] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '251'} gunicorn-registry stdout | 2022-06-09 12:07:21,849 [259] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '259'} gunicorn-registry stdout | 2022-06-09 12:07:21,856 [250] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '250'} gunicorn-registry stdout | 2022-06-09 12:07:21,863 [265] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '265'} gunicorn-registry stdout | 2022-06-09 12:07:21,870 [73] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '73'} gunicorn-registry stdout | 2022-06-09 12:07:21,881 [267] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '267'} gunicorn-registry stdout | 2022-06-09 12:07:21,888 [256] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '256'} gunicorn-registry stdout | 2022-06-09 12:07:21,894 [262] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '262'} gunicorn-registry stdout | 2022-06-09 12:07:21,905 [264] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '264'} gunicorn-registry stdout | 2022-06-09 12:07:21,911 [272] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '272'} gunicorn-registry stdout | 2022-06-09 12:07:21,919 [269] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '269'} gunicorn-registry stdout | 2022-06-09 12:07:21,931 [247] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '247'} gunicorn-registry stdout | 2022-06-09 12:07:21,937 [255] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '255'} gunicorn-registry stdout | 2022-06-09 12:07:21,954 [252] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '252'} gunicorn-registry stdout | 2022-06-09 12:07:21,965 [257] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '257'} notificationworker stdout | 2022-06-09 12:07:30,621 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:07:30,622 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:07:40.617379+00:00 (in 9.995488 seconds) notificationworker stdout | 2022-06-09 12:07:30,622 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:07:40 UTC)" (scheduled at 2022-06-09 12:07:30.617379+00:00) notificationworker stdout | 2022-06-09 12:07:30,622 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 12:07:30,622 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 7, 30, 622235), True, datetime.datetime(2022, 6, 9, 12, 7, 30, 622235), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 12:07:30,625 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 12:07:30,625 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:07:30,625 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:07:40 UTC)" executed successfully gcworker stdout | 2022-06-09 12:07:37,492 [71] [DEBUG] [apscheduler.scheduler] Looking for jobs to run gcworker stdout | 2022-06-09 12:07:37,492 [71] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:08:07.490424+00:00 (in 29.997898 seconds) gcworker stdout | 2022-06-09 12:07:37,492 [71] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 12:08:07 UTC)" (scheduled at 2022-06-09 12:07:37.490424+00:00) gcworker stdout | 2022-06-09 12:07:37,493 [71] [DEBUG] [peewee] ('SELECT `candidates`.`repository_id` FROM (SELECT DISTINCT `t1`.`repository_id` FROM `tag` AS `t1` INNER JOIN `repository` AS `t2` ON (`t1`.`repository_id` = `t2`.`id`) INNER JOIN `user` AS `t3` ON (`t2`.`namespace_user_id` = `t3`.`id`) WHERE ((((NOT (`t1`.`lifetime_end_ms` IS %s) AND (`t1`.`lifetime_end_ms` <= %s)) AND (`t3`.`removed_tag_expiration_s` = %s)) AND (`t3`.`enabled` = %s)) AND (`t2`.`state` != %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', [None, 1654776457493, 0, True, 3, 500, 1, 0]) gcworker stdout | 2022-06-09 12:07:37,495 [71] [DEBUG] [__main__] No repository with garbage found gcworker stdout | 2022-06-09 12:07:37,496 [71] [DEBUG] [data.database] Disconnecting from database. gcworker stdout | 2022-06-09 12:07:37,496 [71] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 12:08:07 UTC)" executed successfully repositorygcworker stdout | 2022-06-09 12:07:38,481 [89] [DEBUG] [apscheduler.scheduler] Looking for jobs to run repositorygcworker stdout | 2022-06-09 12:07:38,481 [89] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:07:51.502316+00:00 (in 13.020761 seconds) repositorygcworker stdout | 2022-06-09 12:07:38,482 [89] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:08:38 UTC)" (scheduled at 2022-06-09 12:07:38.463361+00:00) repositorygcworker stdout | 2022-06-09 12:07:38,482 [89] [DEBUG] [workers.queueworker] Getting work item from queue. repositorygcworker stdout | 2022-06-09 12:07:38,482 [89] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 7, 38, 482173), True, datetime.datetime(2022, 6, 9, 12, 7, 38, 482173), 0, 'repositorygc/%', 50, 1, 0]) repositorygcworker stdout | 2022-06-09 12:07:38,485 [89] [DEBUG] [workers.queueworker] No more work. repositorygcworker stdout | 2022-06-09 12:07:38,485 [89] [DEBUG] [data.database] Disconnecting from database. repositorygcworker stdout | 2022-06-09 12:07:38,485 [89] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:08:38 UTC)" executed successfully notificationworker stdout | 2022-06-09 12:07:40,619 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:07:40,619 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:07:50.617379+00:00 (in 9.997906 seconds) notificationworker stdout | 2022-06-09 12:07:40,619 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:07:50 UTC)" (scheduled at 2022-06-09 12:07:40.617379+00:00) notificationworker stdout | 2022-06-09 12:07:40,619 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 12:07:40,620 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 7, 40, 619902), True, datetime.datetime(2022, 6, 9, 12, 7, 40, 619902), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 12:07:40,623 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 12:07:40,623 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:07:40,623 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:07:50 UTC)" executed successfully buildlogsarchiver stdout | 2022-06-09 12:07:45,396 [66] [DEBUG] [apscheduler.scheduler] Looking for jobs to run buildlogsarchiver stdout | 2022-06-09 12:07:45,396 [66] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:08:15.366042+00:00 (in 29.969566 seconds) buildlogsarchiver stdout | 2022-06-09 12:07:45,396 [66] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 12:08:15 UTC)" (scheduled at 2022-06-09 12:07:45.366042+00:00) buildlogsarchiver stdout | 2022-06-09 12:07:45,397 [66] [DEBUG] [peewee] ('SELECT `candidates`.`id` FROM (SELECT `t1`.`id` FROM `repositorybuild` AS `t1` WHERE (((`t1`.`phase` IN (%s, %s, %s)) OR (`t1`.`started` < %s)) AND (`t1`.`logs_archived` = %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2022, 5, 25, 12, 7, 45, 397143), False, 50, 1, 0]) buildlogsarchiver stdout | 2022-06-09 12:07:45,399 [66] [DEBUG] [__main__] No more builds to archive buildlogsarchiver stdout | 2022-06-09 12:07:45,399 [66] [DEBUG] [data.database] Disconnecting from database. buildlogsarchiver stdout | 2022-06-09 12:07:45,399 [66] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 12:08:15 UTC)" executed successfully exportactionlogsworker stdout | 2022-06-09 12:07:47,413 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run exportactionlogsworker stdout | 2022-06-09 12:07:47,414 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:08:04.366245+00:00 (in 16.952238 seconds) exportactionlogsworker stdout | 2022-06-09 12:07:47,414 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:08:47 UTC)" (scheduled at 2022-06-09 12:07:47.409953+00:00) exportactionlogsworker stdout | 2022-06-09 12:07:47,414 [70] [DEBUG] [workers.queueworker] Running watchdog. exportactionlogsworker stdout | 2022-06-09 12:07:47,414 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:08:47 UTC)" executed successfully gunicorn-web stdout | 2022-06-09 12:07:49,241 [243] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '243'} gunicorn-web stdout | 2022-06-09 12:07:49,248 [235] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '235'} gunicorn-web stdout | 2022-06-09 12:07:49,255 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '75'} gunicorn-web stdout | 2022-06-09 12:07:49,264 [226] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '226'} gunicorn-web stdout | 2022-06-09 12:07:49,270 [242] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '242'} gunicorn-web stdout | 2022-06-09 12:07:49,277 [228] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '228'} gunicorn-web stdout | 2022-06-09 12:07:49,283 [241] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '241'} gunicorn-web stdout | 2022-06-09 12:07:49,291 [237] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '237'} gunicorn-web stdout | 2022-06-09 12:07:49,298 [244] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '244'} gunicorn-web stdout | 2022-06-09 12:07:49,305 [234] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '234'} gunicorn-web stdout | 2022-06-09 12:07:49,313 [236] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '236'} gunicorn-web stdout | 2022-06-09 12:07:49,320 [230] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '230'} gunicorn-web stdout | 2022-06-09 12:07:49,326 [239] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '239'} gunicorn-web stdout | 2022-06-09 12:07:49,333 [231] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '231'} gunicorn-web stdout | 2022-06-09 12:07:49,342 [229] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '229'} gunicorn-web stdout | 2022-06-09 12:07:49,349 [238] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '238'} gunicorn-web stdout | 2022-06-09 12:07:49,356 [232] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '232'} gunicorn-secscan stdout | 2022-06-09 12:07:49,364 [221] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '221'} gunicorn-secscan stdout | 2022-06-09 12:07:49,370 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '74'} gunicorn-secscan stdout | 2022-06-09 12:07:49,377 [224] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '224'} gunicorn-secscan stdout | 2022-06-09 12:07:49,385 [225] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '225'} gunicorn-secscan stdout | 2022-06-09 12:07:49,391 [227] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '227'} blobuploadcleanupworker stdout | 2022-06-09 12:07:49,654 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'blobuploadcleanupworker.py', 'pid': '64'} exportactionlogsworker stdout | 2022-06-09 12:07:49,776 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'exportactionlogsworker.py', 'pid': '70'} chunkcleanupworker stdout | 2022-06-09 12:07:49,795 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'chunkcleanupworker.py', 'pid': '67'} repositoryactioncounter stdout | 2022-06-09 12:07:49,869 [88] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositoryactioncounter.py', 'pid': '88'} logrotateworker stdout | 2022-06-09 12:07:49,956 [77] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'logrotateworker.py', 'pid': '77'} securityscanningnotificationworker stdout | 2022-06-09 12:07:50,053 [90] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'securityscanningnotificationworker.py', 'pid': '90'} repositorygcworker stdout | 2022-06-09 12:07:50,327 [89] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositorygcworker.py', 'pid': '89'} namespacegcworker stdout | 2022-06-09 12:07:50,334 [83] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'namespacegcworker.py', 'pid': '83'} globalpromstats stdout | 2022-06-09 12:07:50,341 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'globalpromstats.py', 'pid': '72'} notificationworker stdout | 2022-06-09 12:07:50,416 [85] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'notificationworker.py', 'pid': '85'} manifestbackfillworker stdout | 2022-06-09 12:07:50,423 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'manifestbackfillworker.py', 'pid': '78'} storagereplication stdout | 2022-06-09 12:07:50,438 [93] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'storagereplication.py', 'pid': '93'} buildlogsarchiver stdout | 2022-06-09 12:07:50,474 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'buildlogsarchiver.py', 'pid': '66'} builder stdout | 2022-06-09 12:07:50,482 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'builder.py', 'pid': '65'} teamsyncworker stdout | 2022-06-09 12:07:50,510 [94] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'teamsyncworker.py', 'pid': '94'} servicekey stdout | 2022-06-09 12:07:50,529 [92] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'servicekeyworker.py', 'pid': '92'} expiredappspecifictokenworker stdout | 2022-06-09 12:07:50,551 [69] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '69'} queuecleanupworker stdout | 2022-06-09 12:07:50,579 [87] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'queuecleanupworker.py', 'pid': '87'} notificationworker stdout | 2022-06-09 12:07:50,618 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:07:50,619 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:08:00.617379+00:00 (in 9.998277 seconds) notificationworker stdout | 2022-06-09 12:07:50,619 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:08:00 UTC)" (scheduled at 2022-06-09 12:07:50.617379+00:00) notificationworker stdout | 2022-06-09 12:07:50,619 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 12:07:50,620 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 7, 50, 619433), True, datetime.datetime(2022, 6, 9, 12, 7, 50, 619433), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 12:07:50,623 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 12:07:50,623 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:07:50,623 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:08:00 UTC)" executed successfully gcworker stdout | 2022-06-09 12:07:50,624 [71] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'gcworker.py', 'pid': '71'} repositorygcworker stdout | 2022-06-09 12:07:51,508 [89] [DEBUG] [apscheduler.scheduler] Looking for jobs to run repositorygcworker stdout | 2022-06-09 12:07:51,508 [89] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:08:38.463361+00:00 (in 46.954995 seconds) repositorygcworker stdout | 2022-06-09 12:07:51,508 [89] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:08:51 UTC)" (scheduled at 2022-06-09 12:07:51.502316+00:00) repositorygcworker stdout | 2022-06-09 12:07:51,508 [89] [DEBUG] [workers.queueworker] Running watchdog. repositorygcworker stdout | 2022-06-09 12:07:51,508 [89] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:08:51 UTC)" executed successfully gunicorn-registry stdout | 2022-06-09 12:07:51,692 [271] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '271'} gunicorn-registry stdout | 2022-06-09 12:07:51,703 [273] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '273'} gunicorn-registry stdout | 2022-06-09 12:07:51,713 [246] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '246'} gunicorn-registry stdout | 2022-06-09 12:07:51,724 [276] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '276'} gunicorn-registry stdout | 2022-06-09 12:07:51,735 [275] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '275'} gunicorn-registry stdout | 2022-06-09 12:07:51,742 [274] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '274'} gunicorn-registry stdout | 2022-06-09 12:07:51,752 [277] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '277'} gunicorn-registry stdout | 2022-06-09 12:07:51,758 [263] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '263'} gunicorn-registry stdout | 2022-06-09 12:07:51,765 [266] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '266'} gunicorn-registry stdout | 2022-06-09 12:07:51,773 [254] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '254'} gunicorn-registry stdout | 2022-06-09 12:07:51,779 [260] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '260'} gunicorn-registry stdout | 2022-06-09 12:07:51,791 [270] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '270'} gunicorn-registry stdout | 2022-06-09 12:07:51,800 [253] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '253'} gunicorn-registry stdout | 2022-06-09 12:07:51,807 [261] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '261'} gunicorn-registry stdout | 2022-06-09 12:07:51,817 [268] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '268'} gunicorn-registry stdout | 2022-06-09 12:07:51,825 [248] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '248'} gunicorn-registry stdout | 2022-06-09 12:07:51,833 [245] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '245'} gunicorn-registry stdout | 2022-06-09 12:07:51,848 [249] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '249'} gunicorn-registry stdout | 2022-06-09 12:07:51,854 [251] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '251'} gunicorn-registry stdout | 2022-06-09 12:07:51,862 [259] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '259'} gunicorn-registry stdout | 2022-06-09 12:07:51,869 [250] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '250'} gunicorn-registry stdout | 2022-06-09 12:07:51,877 [265] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '265'} gunicorn-registry stdout | 2022-06-09 12:07:51,884 [73] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '73'} gunicorn-registry stdout | 2022-06-09 12:07:51,893 [267] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '267'} gunicorn-registry stdout | 2022-06-09 12:07:51,902 [256] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '256'} gunicorn-registry stdout | 2022-06-09 12:07:51,910 [262] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '262'} gunicorn-registry stdout | 2022-06-09 12:07:51,917 [264] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '264'} gunicorn-registry stdout | 2022-06-09 12:07:51,924 [272] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '272'} gunicorn-registry stdout | 2022-06-09 12:07:51,931 [269] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '269'} gunicorn-registry stdout | 2022-06-09 12:07:51,943 [247] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '247'} gunicorn-registry stdout | 2022-06-09 12:07:51,951 [255] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '255'} gunicorn-registry stdout | 2022-06-09 12:07:51,977 [257] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '257'} gunicorn-registry stdout | 2022-06-09 12:07:51,983 [252] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '252'} gunicorn-web stdout | 2022-06-09 12:07:53,254 [244] [DEBUG] [app] Starting request: urn:request:99bdfb18-775b-4eaa-b224-106368224d7f (/api/v1/user/notifications) {'X-Forwarded-For': '172.24.0.1'} gunicorn-web stdout | 2022-06-09 12:07:53,254 [244] [DEBUG] [app] User loader loading deferred user with uuid: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 12:07:53,254 [241] [DEBUG] [app] Starting request: urn:request:6fee8d57-6d00-465d-8da1-481be0f0b394 (/api/v1/user/apptoken) {'X-Forwarded-For': '172.24.0.1'} gunicorn-web stdout | 2022-06-09 12:07:53,255 [244] [DEBUG] [auth.cookie] Loading user from cookie: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 12:07:53,255 [241] [DEBUG] [app] User loader loading deferred user with uuid: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 12:07:53,255 [241] [DEBUG] [auth.cookie] Loading user from cookie: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 12:07:53,255 [244] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`uuid`, `t1`.`username`, `t1`.`password_hash`, `t1`.`email`, `t1`.`verified`, `t1`.`stripe_id`, `t1`.`organization`, `t1`.`robot`, `t1`.`invoice_email`, `t1`.`invalid_login_attempts`, `t1`.`last_invalid_login`, `t1`.`removed_tag_expiration_s`, `t1`.`enabled`, `t1`.`invoice_email_address`, `t1`.`given_name`, `t1`.`family_name`, `t1`.`company`, `t1`.`location`, `t1`.`maximum_queued_builds_count`, `t1`.`creation_date`, `t1`.`last_accessed` FROM `user` AS `t1` WHERE ((`t1`.`uuid` = %s) AND (`t1`.`organization` = %s)) LIMIT %s OFFSET %s', ['82228490-d075-4921-ae7a-af4408cf11b4', False, 1, 0]) gunicorn-web stdout | 2022-06-09 12:07:53,255 [241] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`uuid`, `t1`.`username`, `t1`.`password_hash`, `t1`.`email`, `t1`.`verified`, `t1`.`stripe_id`, `t1`.`organization`, `t1`.`robot`, `t1`.`invoice_email`, `t1`.`invalid_login_attempts`, `t1`.`last_invalid_login`, `t1`.`removed_tag_expiration_s`, `t1`.`enabled`, `t1`.`invoice_email_address`, `t1`.`given_name`, `t1`.`family_name`, `t1`.`company`, `t1`.`location`, `t1`.`maximum_queued_builds_count`, `t1`.`creation_date`, `t1`.`last_accessed` FROM `user` AS `t1` WHERE ((`t1`.`uuid` = %s) AND (`t1`.`organization` = %s)) LIMIT %s OFFSET %s', ['82228490-d075-4921-ae7a-af4408cf11b4', False, 1, 0]) gunicorn-web stdout | 2022-06-09 12:07:53,258 [244] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None]) gunicorn-web stdout | 2022-06-09 12:07:53,258 [244] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2022-06-09 12:07:53,258 [244] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 12:07:53,258 [241] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None]) gunicorn-web stdout | 2022-06-09 12:07:53,258 [244] [DEBUG] [endpoints.api] Checking permission for user ibazulic gunicorn-web stdout | 2022-06-09 12:07:53,258 [244] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 12:07:53,258 [241] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2022-06-09 12:07:53,258 [241] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 12:07:53,258 [244] [DEBUG] [auth.permissions] User permission: userspecificneed(type='user', username='ibazulic', role='admin') gunicorn-web stdout | 2022-06-09 12:07:53,258 [244] [DEBUG] [auth.permissions] User namespace permission: namespacewide(type='organization', namespace='ibazulic', role='admin') gunicorn-web stdout | 2022-06-09 12:07:53,258 [244] [DEBUG] [auth.permissions] User namespace repo permission: namespacewide(type='organizationrepo', namespace='ibazulic', role='admin') gunicorn-web stdout | 2022-06-09 12:07:53,258 [244] [DEBUG] [auth.permissions] Adding superuser to user: ibazulic gunicorn-web stdout | 2022-06-09 12:07:53,258 [241] [DEBUG] [endpoints.api] Checking permission for user ibazulic gunicorn-web stdout | 2022-06-09 12:07:53,258 [241] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 12:07:53,258 [241] [DEBUG] [auth.permissions] User permission: userspecificneed(type='user', username='ibazulic', role='admin') gunicorn-web stdout | 2022-06-09 12:07:53,258 [241] [DEBUG] [auth.permissions] User namespace permission: namespacewide(type='organization', namespace='ibazulic', role='admin') gunicorn-web stdout | 2022-06-09 12:07:53,258 [241] [DEBUG] [auth.permissions] User namespace repo permission: namespacewide(type='organizationrepo', namespace='ibazulic', role='admin') gunicorn-web stdout | 2022-06-09 12:07:53,258 [241] [DEBUG] [auth.permissions] Adding superuser to user: ibazulic gunicorn-web stdout | 2022-06-09 12:07:53,259 [241] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`user_id`, `t1`.`uuid`, `t1`.`title`, `t1`.`token_name`, `t1`.`token_secret`, `t1`.`created`, `t1`.`expiration`, `t1`.`last_accessed` FROM `appspecificauthtoken` AS `t1` WHERE (((`t1`.`user_id` = %s) AND (`t1`.`expiration` <= %s)) AND (`t1`.`expiration` > %s))', [1, datetime.datetime(2022, 6, 12, 7, 19, 53, 258896), datetime.datetime(2022, 6, 9, 12, 7, 53, 258960)]) gunicorn-web stdout | 2022-06-09 12:07:53,259 [244] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`uuid`, `t1`.`kind_id`, `t1`.`metadata_json`, `t1`.`dismissed`, `t1`.`lookup_path`, `t1`.`created`, `t1`.`created` AS `cd`, `t1`.`target_id` FROM `notification` AS `t1` INNER JOIN `notificationkind` AS `t2` ON (`t1`.`kind_id` = `t2`.`id`) WHERE ((`t1`.`dismissed` = %s) AND (`t1`.`target_id` = %s)) UNION SELECT `t3`.`id`, `t3`.`uuid`, `t3`.`kind_id`, `t3`.`metadata_json`, `t3`.`dismissed`, `t3`.`lookup_path`, `t3`.`created`, `t3`.`created` AS `cd`, `t3`.`target_id` FROM `notification` AS `t3` INNER JOIN `notificationkind` AS `t4` ON (`t3`.`kind_id` = `t4`.`id`) INNER JOIN `user` AS `t5` ON (`t5`.`id` = `t3`.`target_id`) INNER JOIN `team` AS `t6` ON (`t5`.`id` = `t6`.`organization_id`) INNER JOIN `teamrole` AS `t7` ON (`t6`.`role_id` = `t7`.`id`) INNER JOIN `teammember` AS `t8` ON (`t6`.`id` = `t8`.`team_id`) INNER JOIN `user` AS `t9` ON (`t8`.`user_id` = `t9`.`id`) WHERE ((`t3`.`dismissed` = %s) AND ((`t9`.`id` = %s) AND (`t7`.`name` = %s))) ORDER BY cd desc LIMIT %s', [False, 1, False, 1, 'admin', 6]) gunicorn-web stdout | 2022-06-09 12:07:53,260 [241] [DEBUG] [app] Ending request: urn:request:6fee8d57-6d00-465d-8da1-481be0f0b394 (/api/v1/user/apptoken) {'endpoint': 'api.apptokens', 'request_id': 'urn:request:6fee8d57-6d00-465d-8da1-481be0f0b394', 'remote_addr': '172.24.0.1', 'http_method': 'GET', 'original_url': 'https://quay.skynet/api/v1/user/apptoken?expiring=true', 'path': '/api/v1/user/apptoken', 'parameters': {'expiring': 'true'}, 'json_body': None, 'confsha': '61c38a19', 'user-agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:101.0) Gecko/20100101 Firefox/101.0'} gunicorn-web stdout | 2022-06-09 12:07:53,261 [241] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2022-06-09 12:07:53,261 [244] [DEBUG] [app] Ending request: urn:request:99bdfb18-775b-4eaa-b224-106368224d7f (/api/v1/user/notifications) {'endpoint': 'api.usernotificationlist', 'request_id': 'urn:request:99bdfb18-775b-4eaa-b224-106368224d7f', 'remote_addr': '172.24.0.1', 'http_method': 'GET', 'original_url': 'https://quay.skynet/api/v1/user/notifications', 'path': '/api/v1/user/notifications', 'parameters': {}, 'json_body': None, 'confsha': '61c38a19', 'user-agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:101.0) Gecko/20100101 Firefox/101.0'} gunicorn-web stdout | 2022-06-09 12:07:53,261 [241] [INFO] [gunicorn.access] 172.24.0.1 - - [09/Jun/2022:12:07:53 +0000] "GET /api/v1/user/apptoken?expiring=true HTTP/1.0" 200 38 "https://quay.skynet/repository/ibazulic/quay?tab=history" "Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:101.0) Gecko/20100101 Firefox/101.0" nginx stdout | 172.24.0.1 () - - [09/Jun/2022:12:07:53 +0000] "GET /api/v1/user/apptoken?expiring=true HTTP/2.0" 200 38 "https://quay.skynet/repository/ibazulic/quay?tab=history" "Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:101.0) Gecko/20100101 Firefox/101.0" (0.008 61 0.008) gunicorn-web stdout | 2022-06-09 12:07:53,262 [244] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2022-06-09 12:07:53,262 [244] [INFO] [gunicorn.access] 172.24.0.1 - - [09/Jun/2022:12:07:53 +0000] "GET /api/v1/user/notifications HTTP/1.0" 200 43 "https://quay.skynet/repository/ibazulic/quay?tab=history" "Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:101.0) Gecko/20100101 Firefox/101.0" nginx stdout | 172.24.0.1 () - - [09/Jun/2022:12:07:53 +0000] "GET /api/v1/user/notifications HTTP/2.0" 200 43 "https://quay.skynet/repository/ibazulic/quay?tab=history" "Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:101.0) Gecko/20100101 Firefox/101.0" (0.009 753 0.008) namespacegcworker stdout | 2022-06-09 12:07:55,478 [83] [DEBUG] [apscheduler.scheduler] Looking for jobs to run namespacegcworker stdout | 2022-06-09 12:07:55,478 [83] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:08:01.521527+00:00 (in 6.042836 seconds) namespacegcworker stdout | 2022-06-09 12:07:55,479 [83] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:08:55 UTC)" (scheduled at 2022-06-09 12:07:55.463831+00:00) namespacegcworker stdout | 2022-06-09 12:07:55,479 [83] [DEBUG] [workers.queueworker] Getting work item from queue. namespacegcworker stdout | 2022-06-09 12:07:55,479 [83] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 7, 55, 479220), True, datetime.datetime(2022, 6, 9, 12, 7, 55, 479220), 0, 'namespacegc/%', 50, 1, 0]) namespacegcworker stdout | 2022-06-09 12:07:55,482 [83] [DEBUG] [workers.queueworker] No more work. namespacegcworker stdout | 2022-06-09 12:07:55,482 [83] [DEBUG] [data.database] Disconnecting from database. namespacegcworker stdout | 2022-06-09 12:07:55,482 [83] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:08:55 UTC)" executed successfully notificationworker stdout | 2022-06-09 12:08:00,633 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:08:00,633 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:08:10.617379+00:00 (in 9.983799 seconds) notificationworker stdout | 2022-06-09 12:08:00,633 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:08:10 UTC)" (scheduled at 2022-06-09 12:08:00.617379+00:00) notificationworker stdout | 2022-06-09 12:08:00,633 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 12:08:00,635 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 8, 0, 633950), True, datetime.datetime(2022, 6, 9, 12, 8, 0, 633950), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 12:08:00,638 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 12:08:00,638 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:08:00,638 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:08:10 UTC)" executed successfully namespacegcworker stdout | 2022-06-09 12:08:01,531 [83] [DEBUG] [apscheduler.scheduler] Looking for jobs to run namespacegcworker stdout | 2022-06-09 12:08:01,531 [83] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:08:55.463831+00:00 (in 53.932378 seconds) namespacegcworker stdout | 2022-06-09 12:08:01,531 [83] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:09:01 UTC)" (scheduled at 2022-06-09 12:08:01.521527+00:00) namespacegcworker stdout | 2022-06-09 12:08:01,531 [83] [DEBUG] [workers.queueworker] Running watchdog. namespacegcworker stdout | 2022-06-09 12:08:01,531 [83] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:09:01 UTC)" executed successfully exportactionlogsworker stdout | 2022-06-09 12:08:04,370 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run exportactionlogsworker stdout | 2022-06-09 12:08:04,371 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:08:47.409953+00:00 (in 43.038868 seconds) exportactionlogsworker stdout | 2022-06-09 12:08:04,371 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:09:04 UTC)" (scheduled at 2022-06-09 12:08:04.366245+00:00) exportactionlogsworker stdout | 2022-06-09 12:08:04,371 [70] [DEBUG] [workers.queueworker] Getting work item from queue. exportactionlogsworker stdout | 2022-06-09 12:08:04,372 [70] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 8, 4, 371561), True, datetime.datetime(2022, 6, 9, 12, 8, 4, 371561), 0, 'exportactionlogs/%', 50, 1, 0]) exportactionlogsworker stdout | 2022-06-09 12:08:04,374 [70] [DEBUG] [workers.queueworker] No more work. exportactionlogsworker stdout | 2022-06-09 12:08:04,375 [70] [DEBUG] [data.database] Disconnecting from database. exportactionlogsworker stdout | 2022-06-09 12:08:04,375 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:09:04 UTC)" executed successfully gcworker stdout | 2022-06-09 12:08:07,495 [71] [DEBUG] [apscheduler.scheduler] Looking for jobs to run gcworker stdout | 2022-06-09 12:08:07,495 [71] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:08:37.490424+00:00 (in 29.995021 seconds) gcworker stdout | 2022-06-09 12:08:07,495 [71] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 12:08:37 UTC)" (scheduled at 2022-06-09 12:08:07.490424+00:00) gcworker stdout | 2022-06-09 12:08:07,496 [71] [DEBUG] [peewee] ('SELECT `candidates`.`repository_id` FROM (SELECT DISTINCT `t1`.`repository_id` FROM `tag` AS `t1` INNER JOIN `repository` AS `t2` ON (`t1`.`repository_id` = `t2`.`id`) INNER JOIN `user` AS `t3` ON (`t2`.`namespace_user_id` = `t3`.`id`) WHERE ((((NOT (`t1`.`lifetime_end_ms` IS %s) AND (`t1`.`lifetime_end_ms` <= %s)) AND (`t3`.`removed_tag_expiration_s` = %s)) AND (`t3`.`enabled` = %s)) AND (`t2`.`state` != %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', [None, 1654776487495, 0, True, 3, 500, 1, 0]) gcworker stdout | 2022-06-09 12:08:07,498 [71] [DEBUG] [__main__] No repository with garbage found gcworker stdout | 2022-06-09 12:08:07,499 [71] [DEBUG] [data.database] Disconnecting from database. gcworker stdout | 2022-06-09 12:08:07,499 [71] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 12:08:37 UTC)" executed successfully notificationworker stdout | 2022-06-09 12:08:10,619 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:08:10,619 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:08:19.645536+00:00 (in 9.026278 seconds) notificationworker stdout | 2022-06-09 12:08:10,619 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:08:20 UTC)" (scheduled at 2022-06-09 12:08:10.617379+00:00) notificationworker stdout | 2022-06-09 12:08:10,619 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 12:08:10,620 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 8, 10, 619590), True, datetime.datetime(2022, 6, 9, 12, 8, 10, 619590), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 12:08:10,622 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 12:08:10,622 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:08:10,622 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:08:20 UTC)" executed successfully buildlogsarchiver stdout | 2022-06-09 12:08:15,415 [66] [DEBUG] [apscheduler.scheduler] Looking for jobs to run buildlogsarchiver stdout | 2022-06-09 12:08:15,415 [66] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:08:45.366042+00:00 (in 29.950428 seconds) buildlogsarchiver stdout | 2022-06-09 12:08:15,415 [66] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 12:08:45 UTC)" (scheduled at 2022-06-09 12:08:15.366042+00:00) buildlogsarchiver stdout | 2022-06-09 12:08:15,417 [66] [DEBUG] [peewee] ('SELECT `candidates`.`id` FROM (SELECT `t1`.`id` FROM `repositorybuild` AS `t1` WHERE (((`t1`.`phase` IN (%s, %s, %s)) OR (`t1`.`started` < %s)) AND (`t1`.`logs_archived` = %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2022, 5, 25, 12, 8, 15, 415992), False, 50, 1, 0]) buildlogsarchiver stdout | 2022-06-09 12:08:15,419 [66] [DEBUG] [__main__] No more builds to archive buildlogsarchiver stdout | 2022-06-09 12:08:15,419 [66] [DEBUG] [data.database] Disconnecting from database. buildlogsarchiver stdout | 2022-06-09 12:08:15,419 [66] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 12:08:45 UTC)" executed successfully gunicorn-web stdout | 2022-06-09 12:08:19,260 [235] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '235'} gunicorn-web stdout | 2022-06-09 12:08:19,267 [243] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '243'} gunicorn-web stdout | 2022-06-09 12:08:19,275 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '75'} gunicorn-web stdout | 2022-06-09 12:08:19,281 [226] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '226'} gunicorn-web stdout | 2022-06-09 12:08:19,289 [242] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '242'} gunicorn-web stdout | 2022-06-09 12:08:19,296 [228] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '228'} gunicorn-web stdout | 2022-06-09 12:08:19,303 [241] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '241'} gunicorn-web stdout | 2022-06-09 12:08:19,311 [237] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '237'} gunicorn-web stdout | 2022-06-09 12:08:19,317 [244] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '244'} gunicorn-web stdout | 2022-06-09 12:08:19,324 [234] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '234'} gunicorn-web stdout | 2022-06-09 12:08:19,332 [236] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '236'} gunicorn-web stdout | 2022-06-09 12:08:19,339 [230] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '230'} gunicorn-web stdout | 2022-06-09 12:08:19,346 [239] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '239'} gunicorn-web stdout | 2022-06-09 12:08:19,353 [231] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '231'} gunicorn-web stdout | 2022-06-09 12:08:19,360 [229] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '229'} gunicorn-web stdout | 2022-06-09 12:08:19,367 [238] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '238'} gunicorn-web stdout | 2022-06-09 12:08:19,376 [232] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '232'} gunicorn-secscan stdout | 2022-06-09 12:08:19,383 [221] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '221'} gunicorn-secscan stdout | 2022-06-09 12:08:19,389 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '74'} gunicorn-secscan stdout | 2022-06-09 12:08:19,396 [224] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '224'} gunicorn-secscan stdout | 2022-06-09 12:08:19,404 [225] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '225'} gunicorn-secscan stdout | 2022-06-09 12:08:19,410 [227] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '227'} notificationworker stdout | 2022-06-09 12:08:19,648 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:08:19,648 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:08:20.617379+00:00 (in 0.968891 seconds) notificationworker stdout | 2022-06-09 12:08:19,648 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:09:19 UTC)" (scheduled at 2022-06-09 12:08:19.645536+00:00) notificationworker stdout | 2022-06-09 12:08:19,649 [85] [DEBUG] [workers.queueworker] Running watchdog. notificationworker stdout | 2022-06-09 12:08:19,649 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:09:19 UTC)" executed successfully blobuploadcleanupworker stdout | 2022-06-09 12:08:19,705 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'blobuploadcleanupworker.py', 'pid': '64'} exportactionlogsworker stdout | 2022-06-09 12:08:19,795 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'exportactionlogsworker.py', 'pid': '70'} chunkcleanupworker stdout | 2022-06-09 12:08:19,835 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'chunkcleanupworker.py', 'pid': '67'} repositoryactioncounter stdout | 2022-06-09 12:08:19,913 [88] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositoryactioncounter.py', 'pid': '88'} logrotateworker stdout | 2022-06-09 12:08:20,011 [77] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'logrotateworker.py', 'pid': '77'} securityscanningnotificationworker stdout | 2022-06-09 12:08:20,089 [90] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'securityscanningnotificationworker.py', 'pid': '90'} globalpromstats stdout | 2022-06-09 12:08:20,364 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'globalpromstats.py', 'pid': '72'} namespacegcworker stdout | 2022-06-09 12:08:20,371 [83] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'namespacegcworker.py', 'pid': '83'} repositorygcworker stdout | 2022-06-09 12:08:20,377 [89] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositorygcworker.py', 'pid': '89'} notificationworker stdout | 2022-06-09 12:08:20,456 [85] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'notificationworker.py', 'pid': '85'} manifestbackfillworker stdout | 2022-06-09 12:08:20,463 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'manifestbackfillworker.py', 'pid': '78'} storagereplication stdout | 2022-06-09 12:08:20,475 [93] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'storagereplication.py', 'pid': '93'} buildlogsarchiver stdout | 2022-06-09 12:08:20,514 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'buildlogsarchiver.py', 'pid': '66'} builder stdout | 2022-06-09 12:08:20,520 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'builder.py', 'pid': '65'} servicekey stdout | 2022-06-09 12:08:20,543 [92] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'servicekeyworker.py', 'pid': '92'} teamsyncworker stdout | 2022-06-09 12:08:20,550 [94] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'teamsyncworker.py', 'pid': '94'} expiredappspecifictokenworker stdout | 2022-06-09 12:08:20,598 [69] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '69'} queuecleanupworker stdout | 2022-06-09 12:08:20,604 [87] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'queuecleanupworker.py', 'pid': '87'} notificationworker stdout | 2022-06-09 12:08:20,618 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:08:20,618 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:08:30.617379+00:00 (in 9.998595 seconds) notificationworker stdout | 2022-06-09 12:08:20,619 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:08:30 UTC)" (scheduled at 2022-06-09 12:08:20.617379+00:00) notificationworker stdout | 2022-06-09 12:08:20,619 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 12:08:20,620 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 8, 20, 619335), True, datetime.datetime(2022, 6, 9, 12, 8, 20, 619335), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 12:08:20,622 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 12:08:20,622 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:08:20,622 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:08:30 UTC)" executed successfully gcworker stdout | 2022-06-09 12:08:20,659 [71] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'gcworker.py', 'pid': '71'} gunicorn-registry stdout | 2022-06-09 12:08:21,707 [271] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '271'} gunicorn-registry stdout | 2022-06-09 12:08:21,716 [273] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '273'} gunicorn-registry stdout | 2022-06-09 12:08:21,725 [246] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '246'} gunicorn-registry stdout | 2022-06-09 12:08:21,743 [276] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '276'} gunicorn-registry stdout | 2022-06-09 12:08:21,750 [275] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '275'} gunicorn-registry stdout | 2022-06-09 12:08:21,757 [274] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '274'} gunicorn-registry stdout | 2022-06-09 12:08:21,769 [277] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '277'} gunicorn-registry stdout | 2022-06-09 12:08:21,775 [263] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '263'} gunicorn-registry stdout | 2022-06-09 12:08:21,783 [266] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '266'} gunicorn-registry stdout | 2022-06-09 12:08:21,791 [254] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '254'} gunicorn-registry stdout | 2022-06-09 12:08:21,797 [260] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '260'} gunicorn-registry stdout | 2022-06-09 12:08:21,804 [270] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '270'} gunicorn-registry stdout | 2022-06-09 12:08:21,814 [253] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '253'} gunicorn-registry stdout | 2022-06-09 12:08:21,824 [261] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '261'} gunicorn-registry stdout | 2022-06-09 12:08:21,830 [268] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '268'} gunicorn-registry stdout | 2022-06-09 12:08:21,840 [248] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '248'} gunicorn-registry stdout | 2022-06-09 12:08:21,847 [245] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '245'} gunicorn-registry stdout | 2022-06-09 12:08:21,862 [249] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '249'} gunicorn-registry stdout | 2022-06-09 12:08:21,870 [251] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '251'} gunicorn-registry stdout | 2022-06-09 12:08:21,877 [259] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '259'} gunicorn-registry stdout | 2022-06-09 12:08:21,885 [250] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '250'} gunicorn-registry stdout | 2022-06-09 12:08:21,893 [265] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '265'} gunicorn-registry stdout | 2022-06-09 12:08:21,899 [73] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '73'} gunicorn-registry stdout | 2022-06-09 12:08:21,906 [267] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '267'} gunicorn-registry stdout | 2022-06-09 12:08:21,914 [256] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '256'} gunicorn-registry stdout | 2022-06-09 12:08:21,923 [262] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '262'} gunicorn-registry stdout | 2022-06-09 12:08:21,931 [264] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '264'} gunicorn-registry stdout | 2022-06-09 12:08:21,937 [272] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '272'} gunicorn-registry stdout | 2022-06-09 12:08:21,944 [269] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '269'} gunicorn-registry stdout | 2022-06-09 12:08:21,954 [247] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '247'} gunicorn-registry stdout | 2022-06-09 12:08:21,962 [255] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '255'} gunicorn-registry stdout | 2022-06-09 12:08:21,991 [257] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '257'} gunicorn-registry stdout | 2022-06-09 12:08:21,997 [252] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '252'} notificationworker stdout | 2022-06-09 12:08:30,618 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:08:30,618 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:08:40.617379+00:00 (in 9.998925 seconds) notificationworker stdout | 2022-06-09 12:08:30,618 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:08:40 UTC)" (scheduled at 2022-06-09 12:08:30.617379+00:00) notificationworker stdout | 2022-06-09 12:08:30,619 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 12:08:30,619 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 8, 30, 619226), True, datetime.datetime(2022, 6, 9, 12, 8, 30, 619226), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 12:08:30,622 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 12:08:30,622 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:08:30,622 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:08:40 UTC)" executed successfully gcworker stdout | 2022-06-09 12:08:37,491 [71] [DEBUG] [apscheduler.scheduler] Looking for jobs to run gcworker stdout | 2022-06-09 12:08:37,492 [71] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:09:07.490424+00:00 (in 29.998444 seconds) gcworker stdout | 2022-06-09 12:08:37,492 [71] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 12:09:07 UTC)" (scheduled at 2022-06-09 12:08:37.490424+00:00) gcworker stdout | 2022-06-09 12:08:37,492 [71] [DEBUG] [peewee] ('SELECT `candidates`.`repository_id` FROM (SELECT DISTINCT `t1`.`repository_id` FROM `tag` AS `t1` INNER JOIN `repository` AS `t2` ON (`t1`.`repository_id` = `t2`.`id`) INNER JOIN `user` AS `t3` ON (`t2`.`namespace_user_id` = `t3`.`id`) WHERE ((((NOT (`t1`.`lifetime_end_ms` IS %s) AND (`t1`.`lifetime_end_ms` <= %s)) AND (`t3`.`removed_tag_expiration_s` = %s)) AND (`t3`.`enabled` = %s)) AND (`t2`.`state` != %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', [None, 1654776517492, 0, True, 3, 500, 1, 0]) gcworker stdout | 2022-06-09 12:08:37,494 [71] [DEBUG] [__main__] No repository with garbage found gcworker stdout | 2022-06-09 12:08:37,495 [71] [DEBUG] [data.database] Disconnecting from database. gcworker stdout | 2022-06-09 12:08:37,495 [71] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 12:09:07 UTC)" executed successfully repositorygcworker stdout | 2022-06-09 12:08:38,473 [89] [DEBUG] [apscheduler.scheduler] Looking for jobs to run repositorygcworker stdout | 2022-06-09 12:08:38,474 [89] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:08:51.502316+00:00 (in 13.028250 seconds) repositorygcworker stdout | 2022-06-09 12:08:38,474 [89] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:09:38 UTC)" (scheduled at 2022-06-09 12:08:38.463361+00:00) repositorygcworker stdout | 2022-06-09 12:08:38,474 [89] [DEBUG] [workers.queueworker] Getting work item from queue. repositorygcworker stdout | 2022-06-09 12:08:38,475 [89] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 8, 38, 474678), True, datetime.datetime(2022, 6, 9, 12, 8, 38, 474678), 0, 'repositorygc/%', 50, 1, 0]) repositorygcworker stdout | 2022-06-09 12:08:38,478 [89] [DEBUG] [workers.queueworker] No more work. repositorygcworker stdout | 2022-06-09 12:08:38,478 [89] [DEBUG] [data.database] Disconnecting from database. repositorygcworker stdout | 2022-06-09 12:08:38,478 [89] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:09:38 UTC)" executed successfully notificationworker stdout | 2022-06-09 12:08:40,620 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:08:40,621 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:08:50.617379+00:00 (in 9.996411 seconds) notificationworker stdout | 2022-06-09 12:08:40,621 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:08:50 UTC)" (scheduled at 2022-06-09 12:08:40.617379+00:00) notificationworker stdout | 2022-06-09 12:08:40,621 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 12:08:40,621 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 8, 40, 621290), True, datetime.datetime(2022, 6, 9, 12, 8, 40, 621290), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 12:08:40,624 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 12:08:40,624 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:08:40,624 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:08:50 UTC)" executed successfully buildlogsarchiver stdout | 2022-06-09 12:08:45,369 [66] [DEBUG] [apscheduler.scheduler] Looking for jobs to run buildlogsarchiver stdout | 2022-06-09 12:08:45,370 [66] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:09:15.366042+00:00 (in 29.995976 seconds) buildlogsarchiver stdout | 2022-06-09 12:08:45,370 [66] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 12:09:15 UTC)" (scheduled at 2022-06-09 12:08:45.366042+00:00) buildlogsarchiver stdout | 2022-06-09 12:08:45,371 [66] [DEBUG] [peewee] ('SELECT `candidates`.`id` FROM (SELECT `t1`.`id` FROM `repositorybuild` AS `t1` WHERE (((`t1`.`phase` IN (%s, %s, %s)) OR (`t1`.`started` < %s)) AND (`t1`.`logs_archived` = %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2022, 5, 25, 12, 8, 45, 370504), False, 50, 1, 0]) buildlogsarchiver stdout | 2022-06-09 12:08:45,373 [66] [DEBUG] [__main__] No more builds to archive buildlogsarchiver stdout | 2022-06-09 12:08:45,373 [66] [DEBUG] [data.database] Disconnecting from database. buildlogsarchiver stdout | 2022-06-09 12:08:45,373 [66] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 12:09:15 UTC)" executed successfully exportactionlogsworker stdout | 2022-06-09 12:08:47,411 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run exportactionlogsworker stdout | 2022-06-09 12:08:47,411 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:09:04.366245+00:00 (in 16.954810 seconds) exportactionlogsworker stdout | 2022-06-09 12:08:47,411 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:09:47 UTC)" (scheduled at 2022-06-09 12:08:47.409953+00:00) exportactionlogsworker stdout | 2022-06-09 12:08:47,411 [70] [DEBUG] [workers.queueworker] Running watchdog. exportactionlogsworker stdout | 2022-06-09 12:08:47,411 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:09:47 UTC)" executed successfully gunicorn-web stdout | 2022-06-09 12:08:49,269 [235] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '235'} gunicorn-web stdout | 2022-06-09 12:08:49,278 [243] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '243'} gunicorn-web stdout | 2022-06-09 12:08:49,287 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '75'} gunicorn-web stdout | 2022-06-09 12:08:49,295 [226] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '226'} gunicorn-web stdout | 2022-06-09 12:08:49,302 [242] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '242'} gunicorn-web stdout | 2022-06-09 12:08:49,309 [228] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '228'} gunicorn-web stdout | 2022-06-09 12:08:49,317 [241] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '241'} gunicorn-web stdout | 2022-06-09 12:08:49,325 [237] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '237'} gunicorn-web stdout | 2022-06-09 12:08:49,336 [244] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '244'} gunicorn-web stdout | 2022-06-09 12:08:49,342 [234] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '234'} gunicorn-web stdout | 2022-06-09 12:08:49,349 [236] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '236'} gunicorn-web stdout | 2022-06-09 12:08:49,356 [230] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '230'} gunicorn-web stdout | 2022-06-09 12:08:49,364 [239] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '239'} gunicorn-web stdout | 2022-06-09 12:08:49,371 [231] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '231'} gunicorn-web stdout | 2022-06-09 12:08:49,378 [229] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '229'} gunicorn-web stdout | 2022-06-09 12:08:49,384 [238] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '238'} gunicorn-web stdout | 2022-06-09 12:08:49,392 [232] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '232'} gunicorn-secscan stdout | 2022-06-09 12:08:49,399 [221] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '221'} gunicorn-secscan stdout | 2022-06-09 12:08:49,406 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '74'} gunicorn-secscan stdout | 2022-06-09 12:08:49,413 [224] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '224'} gunicorn-secscan stdout | 2022-06-09 12:08:49,421 [225] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '225'} gunicorn-secscan stdout | 2022-06-09 12:08:49,428 [227] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '227'} blobuploadcleanupworker stdout | 2022-06-09 12:08:49,747 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'blobuploadcleanupworker.py', 'pid': '64'} exportactionlogsworker stdout | 2022-06-09 12:08:49,836 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'exportactionlogsworker.py', 'pid': '70'} chunkcleanupworker stdout | 2022-06-09 12:08:49,859 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'chunkcleanupworker.py', 'pid': '67'} repositoryactioncounter stdout | 2022-06-09 12:08:49,943 [88] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositoryactioncounter.py', 'pid': '88'} logrotateworker stdout | 2022-06-09 12:08:50,054 [77] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'logrotateworker.py', 'pid': '77'} securityscanningnotificationworker stdout | 2022-06-09 12:08:50,128 [90] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'securityscanningnotificationworker.py', 'pid': '90'} globalpromstats stdout | 2022-06-09 12:08:50,413 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'globalpromstats.py', 'pid': '72'} repositorygcworker stdout | 2022-06-09 12:08:50,419 [89] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositorygcworker.py', 'pid': '89'} namespacegcworker stdout | 2022-06-09 12:08:50,425 [83] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'namespacegcworker.py', 'pid': '83'} notificationworker stdout | 2022-06-09 12:08:50,506 [85] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'notificationworker.py', 'pid': '85'} manifestbackfillworker stdout | 2022-06-09 12:08:50,511 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'manifestbackfillworker.py', 'pid': '78'} storagereplication stdout | 2022-06-09 12:08:50,518 [93] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'storagereplication.py', 'pid': '93'} buildlogsarchiver stdout | 2022-06-09 12:08:50,575 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'buildlogsarchiver.py', 'pid': '66'} builder stdout | 2022-06-09 12:08:50,581 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'builder.py', 'pid': '65'} teamsyncworker stdout | 2022-06-09 12:08:50,588 [94] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'teamsyncworker.py', 'pid': '94'} servicekey stdout | 2022-06-09 12:08:50,595 [92] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'servicekeyworker.py', 'pid': '92'} notificationworker stdout | 2022-06-09 12:08:50,618 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:08:50,618 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:09:00.617379+00:00 (in 9.998856 seconds) notificationworker stdout | 2022-06-09 12:08:50,618 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:09:00 UTC)" (scheduled at 2022-06-09 12:08:50.617379+00:00) notificationworker stdout | 2022-06-09 12:08:50,618 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 12:08:50,619 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 8, 50, 618969), True, datetime.datetime(2022, 6, 9, 12, 8, 50, 618969), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 12:08:50,622 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 12:08:50,622 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:08:50,622 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:09:00 UTC)" executed successfully expiredappspecifictokenworker stdout | 2022-06-09 12:08:50,628 [69] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '69'} queuecleanupworker stdout | 2022-06-09 12:08:50,642 [87] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'queuecleanupworker.py', 'pid': '87'} gcworker stdout | 2022-06-09 12:08:50,694 [71] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'gcworker.py', 'pid': '71'} repositorygcworker stdout | 2022-06-09 12:08:51,502 [89] [DEBUG] [apscheduler.scheduler] Looking for jobs to run repositorygcworker stdout | 2022-06-09 12:08:51,503 [89] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:09:38.463361+00:00 (in 46.960463 seconds) repositorygcworker stdout | 2022-06-09 12:08:51,503 [89] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:09:51 UTC)" (scheduled at 2022-06-09 12:08:51.502316+00:00) repositorygcworker stdout | 2022-06-09 12:08:51,503 [89] [DEBUG] [workers.queueworker] Running watchdog. repositorygcworker stdout | 2022-06-09 12:08:51,503 [89] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:09:51 UTC)" executed successfully gunicorn-registry stdout | 2022-06-09 12:08:51,724 [271] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '271'} gunicorn-registry stdout | 2022-06-09 12:08:51,730 [273] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '273'} gunicorn-registry stdout | 2022-06-09 12:08:51,739 [246] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '246'} gunicorn-registry stdout | 2022-06-09 12:08:51,757 [276] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '276'} gunicorn-registry stdout | 2022-06-09 12:08:51,763 [275] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '275'} gunicorn-registry stdout | 2022-06-09 12:08:51,771 [274] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '274'} gunicorn-registry stdout | 2022-06-09 12:08:51,790 [277] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '277'} gunicorn-registry stdout | 2022-06-09 12:08:51,797 [263] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '263'} gunicorn-registry stdout | 2022-06-09 12:08:51,804 [266] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '266'} gunicorn-registry stdout | 2022-06-09 12:08:51,812 [254] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '254'} gunicorn-registry stdout | 2022-06-09 12:08:51,818 [260] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '260'} gunicorn-registry stdout | 2022-06-09 12:08:51,827 [270] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '270'} gunicorn-registry stdout | 2022-06-09 12:08:51,836 [253] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '253'} gunicorn-registry stdout | 2022-06-09 12:08:51,851 [261] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '261'} gunicorn-registry stdout | 2022-06-09 12:08:51,860 [268] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '268'} gunicorn-registry stdout | 2022-06-09 12:08:51,866 [248] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '248'} gunicorn-registry stdout | 2022-06-09 12:08:51,873 [245] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '245'} gunicorn-registry stdout | 2022-06-09 12:08:51,880 [249] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '249'} gunicorn-registry stdout | 2022-06-09 12:08:51,887 [251] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '251'} gunicorn-registry stdout | 2022-06-09 12:08:51,895 [259] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '259'} gunicorn-registry stdout | 2022-06-09 12:08:51,902 [250] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '250'} gunicorn-registry stdout | 2022-06-09 12:08:51,909 [265] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '265'} gunicorn-registry stdout | 2022-06-09 12:08:51,917 [73] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '73'} gunicorn-registry stdout | 2022-06-09 12:08:51,924 [267] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '267'} gunicorn-registry stdout | 2022-06-09 12:08:51,934 [256] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '256'} gunicorn-registry stdout | 2022-06-09 12:08:51,942 [262] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '262'} gunicorn-registry stdout | 2022-06-09 12:08:51,950 [264] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '264'} gunicorn-registry stdout | 2022-06-09 12:08:51,957 [272] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '272'} gunicorn-registry stdout | 2022-06-09 12:08:51,964 [269] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '269'} gunicorn-registry stdout | 2022-06-09 12:08:51,971 [247] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '247'} gunicorn-registry stdout | 2022-06-09 12:08:51,978 [255] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '255'} gunicorn-registry stdout | 2022-06-09 12:08:52,003 [257] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '257'} gunicorn-registry stdout | 2022-06-09 12:08:52,015 [252] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '252'} namespacegcworker stdout | 2022-06-09 12:08:55,482 [83] [DEBUG] [apscheduler.scheduler] Looking for jobs to run namespacegcworker stdout | 2022-06-09 12:08:55,483 [83] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:09:01.521527+00:00 (in 6.038484 seconds) namespacegcworker stdout | 2022-06-09 12:08:55,483 [83] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:09:55 UTC)" (scheduled at 2022-06-09 12:08:55.463831+00:00) namespacegcworker stdout | 2022-06-09 12:08:55,483 [83] [DEBUG] [workers.queueworker] Getting work item from queue. namespacegcworker stdout | 2022-06-09 12:08:55,484 [83] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 8, 55, 483692), True, datetime.datetime(2022, 6, 9, 12, 8, 55, 483692), 0, 'namespacegc/%', 50, 1, 0]) namespacegcworker stdout | 2022-06-09 12:08:55,486 [83] [DEBUG] [workers.queueworker] No more work. namespacegcworker stdout | 2022-06-09 12:08:55,486 [83] [DEBUG] [data.database] Disconnecting from database. namespacegcworker stdout | 2022-06-09 12:08:55,487 [83] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:09:55 UTC)" executed successfully notificationworker stdout | 2022-06-09 12:09:00,627 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:09:00,628 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:09:02.645216+00:00 (in 2.017130 seconds) notificationworker stdout | 2022-06-09 12:09:00,628 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:09:10 UTC)" (scheduled at 2022-06-09 12:09:00.617379+00:00) notificationworker stdout | 2022-06-09 12:09:00,628 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 12:09:00,629 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 9, 0, 628443), True, datetime.datetime(2022, 6, 9, 12, 9, 0, 628443), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 12:09:00,631 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 12:09:00,631 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:09:00,631 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:09:10 UTC)" executed successfully namespacegcworker stdout | 2022-06-09 12:09:01,521 [83] [DEBUG] [apscheduler.scheduler] Looking for jobs to run namespacegcworker stdout | 2022-06-09 12:09:01,522 [83] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:09:21.521215+00:00 (in 19.999196 seconds) namespacegcworker stdout | 2022-06-09 12:09:01,522 [83] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:10:01 UTC)" (scheduled at 2022-06-09 12:09:01.521527+00:00) namespacegcworker stdout | 2022-06-09 12:09:01,522 [83] [DEBUG] [workers.queueworker] Running watchdog. namespacegcworker stdout | 2022-06-09 12:09:01,522 [83] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:10:01 UTC)" executed successfully notificationworker stdout | 2022-06-09 12:09:02,646 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:09:02,646 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:09:10.617379+00:00 (in 7.970622 seconds) notificationworker stdout | 2022-06-09 12:09:02,647 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2022-06-09 12:14:02 UTC)" (scheduled at 2022-06-09 12:09:02.645216+00:00) notificationworker stdout | 2022-06-09 12:09:02,647 [85] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT `t1`.`queue_name` FROM `queueitem` AS `t1` WHERE (((`t1`.`available` = %s) AND (`t1`.`processing_expires` > %s)) AND (`t1`.`queue_name` LIKE %s))) AS `_wrapped`', [False, datetime.datetime(2022, 6, 9, 12, 9, 2, 647103), 'notification/%']) notificationworker stdout | 2022-06-09 12:09:02,649 [85] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT `t1`.`queue_name` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s))) AS `_wrapped`', [datetime.datetime(2022, 6, 9, 12, 9, 2, 647103), True, datetime.datetime(2022, 6, 9, 12, 9, 2, 647103), 0, 'notification/%']) notificationworker stdout | 2022-06-09 12:09:02,651 [85] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT `t1`.`queue_name` FROM `queueitem` AS `t1` WHERE (((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) AND NOT (`t1`.`queue_name` IN (SELECT `t1`.`queue_name` FROM `queueitem` AS `t1` WHERE (((`t1`.`available` = %s) AND (`t1`.`processing_expires` > %s)) AND (`t1`.`queue_name` LIKE %s)))))) AS `_wrapped`', [datetime.datetime(2022, 6, 9, 12, 9, 2, 647103), True, datetime.datetime(2022, 6, 9, 12, 9, 2, 647103), 0, 'notification/%', False, datetime.datetime(2022, 6, 9, 12, 9, 2, 647103), 'notification/%']) notificationworker stdout | 2022-06-09 12:09:02,652 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:09:02,652 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2022-06-09 12:14:02 UTC)" executed successfully exportactionlogsworker stdout | 2022-06-09 12:09:04,376 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run exportactionlogsworker stdout | 2022-06-09 12:09:04,376 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:09:47.409953+00:00 (in 43.033491 seconds) exportactionlogsworker stdout | 2022-06-09 12:09:04,376 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:10:04 UTC)" (scheduled at 2022-06-09 12:09:04.366245+00:00) exportactionlogsworker stdout | 2022-06-09 12:09:04,377 [70] [DEBUG] [workers.queueworker] Getting work item from queue. exportactionlogsworker stdout | 2022-06-09 12:09:04,377 [70] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 9, 4, 377141), True, datetime.datetime(2022, 6, 9, 12, 9, 4, 377141), 0, 'exportactionlogs/%', 50, 1, 0]) exportactionlogsworker stdout | 2022-06-09 12:09:04,380 [70] [DEBUG] [workers.queueworker] No more work. exportactionlogsworker stdout | 2022-06-09 12:09:04,380 [70] [DEBUG] [data.database] Disconnecting from database. exportactionlogsworker stdout | 2022-06-09 12:09:04,380 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:10:04 UTC)" executed successfully gcworker stdout | 2022-06-09 12:09:07,495 [71] [DEBUG] [apscheduler.scheduler] Looking for jobs to run gcworker stdout | 2022-06-09 12:09:07,495 [71] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:09:37.490424+00:00 (in 29.994880 seconds) gcworker stdout | 2022-06-09 12:09:07,495 [71] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 12:09:37 UTC)" (scheduled at 2022-06-09 12:09:07.490424+00:00) gcworker stdout | 2022-06-09 12:09:07,497 [71] [DEBUG] [peewee] ('SELECT `candidates`.`repository_id` FROM (SELECT DISTINCT `t1`.`repository_id` FROM `tag` AS `t1` INNER JOIN `repository` AS `t2` ON (`t1`.`repository_id` = `t2`.`id`) INNER JOIN `user` AS `t3` ON (`t2`.`namespace_user_id` = `t3`.`id`) WHERE ((((NOT (`t1`.`lifetime_end_ms` IS %s) AND (`t1`.`lifetime_end_ms` <= %s)) AND (`t3`.`removed_tag_expiration_s` = %s)) AND (`t3`.`enabled` = %s)) AND (`t2`.`state` != %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', [None, 1654776547496, 0, True, 3, 500, 1, 0]) gcworker stdout | 2022-06-09 12:09:07,499 [71] [DEBUG] [__main__] No repository with garbage found gcworker stdout | 2022-06-09 12:09:07,499 [71] [DEBUG] [data.database] Disconnecting from database. gcworker stdout | 2022-06-09 12:09:07,499 [71] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 12:09:37 UTC)" executed successfully notificationworker stdout | 2022-06-09 12:09:10,621 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:09:10,621 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:09:19.645536+00:00 (in 9.023926 seconds) notificationworker stdout | 2022-06-09 12:09:10,621 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:09:20 UTC)" (scheduled at 2022-06-09 12:09:10.617379+00:00) notificationworker stdout | 2022-06-09 12:09:10,622 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 12:09:10,622 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 9, 10, 622091), True, datetime.datetime(2022, 6, 9, 12, 9, 10, 622091), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 12:09:10,625 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 12:09:10,625 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:09:10,625 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:09:20 UTC)" executed successfully buildlogsarchiver stdout | 2022-06-09 12:09:15,393 [66] [DEBUG] [apscheduler.scheduler] Looking for jobs to run buildlogsarchiver stdout | 2022-06-09 12:09:15,393 [66] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:09:45.366042+00:00 (in 29.972829 seconds) buildlogsarchiver stdout | 2022-06-09 12:09:15,393 [66] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 12:09:45 UTC)" (scheduled at 2022-06-09 12:09:15.366042+00:00) buildlogsarchiver stdout | 2022-06-09 12:09:15,394 [66] [DEBUG] [peewee] ('SELECT `candidates`.`id` FROM (SELECT `t1`.`id` FROM `repositorybuild` AS `t1` WHERE (((`t1`.`phase` IN (%s, %s, %s)) OR (`t1`.`started` < %s)) AND (`t1`.`logs_archived` = %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2022, 5, 25, 12, 9, 15, 393711), False, 50, 1, 0]) buildlogsarchiver stdout | 2022-06-09 12:09:15,396 [66] [DEBUG] [__main__] No more builds to archive buildlogsarchiver stdout | 2022-06-09 12:09:15,396 [66] [DEBUG] [data.database] Disconnecting from database. buildlogsarchiver stdout | 2022-06-09 12:09:15,396 [66] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 12:09:45 UTC)" executed successfully gunicorn-web stdout | 2022-06-09 12:09:19,280 [235] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '235'} gunicorn-web stdout | 2022-06-09 12:09:19,290 [243] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '243'} gunicorn-web stdout | 2022-06-09 12:09:19,298 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '75'} gunicorn-web stdout | 2022-06-09 12:09:19,306 [226] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '226'} gunicorn-web stdout | 2022-06-09 12:09:19,313 [242] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '242'} gunicorn-web stdout | 2022-06-09 12:09:19,323 [228] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '228'} gunicorn-web stdout | 2022-06-09 12:09:19,330 [241] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '241'} gunicorn-web stdout | 2022-06-09 12:09:19,336 [237] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '237'} gunicorn-web stdout | 2022-06-09 12:09:19,346 [244] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '244'} gunicorn-web stdout | 2022-06-09 12:09:19,352 [234] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '234'} gunicorn-web stdout | 2022-06-09 12:09:19,360 [236] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '236'} gunicorn-web stdout | 2022-06-09 12:09:19,379 [230] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '230'} gunicorn-web stdout | 2022-06-09 12:09:19,388 [239] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '239'} gunicorn-web stdout | 2022-06-09 12:09:19,396 [231] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '231'} gunicorn-web stdout | 2022-06-09 12:09:19,404 [229] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '229'} gunicorn-web stdout | 2022-06-09 12:09:19,411 [238] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '238'} gunicorn-web stdout | 2022-06-09 12:09:19,417 [232] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '232'} gunicorn-secscan stdout | 2022-06-09 12:09:19,426 [221] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '221'} gunicorn-secscan stdout | 2022-06-09 12:09:19,434 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '74'} gunicorn-secscan stdout | 2022-06-09 12:09:19,441 [224] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '224'} gunicorn-secscan stdout | 2022-06-09 12:09:19,448 [225] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '225'} gunicorn-secscan stdout | 2022-06-09 12:09:19,454 [227] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '227'} notificationworker stdout | 2022-06-09 12:09:19,652 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:09:19,652 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:09:20.617379+00:00 (in 0.964575 seconds) notificationworker stdout | 2022-06-09 12:09:19,653 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:10:19 UTC)" (scheduled at 2022-06-09 12:09:19.645536+00:00) notificationworker stdout | 2022-06-09 12:09:19,653 [85] [DEBUG] [workers.queueworker] Running watchdog. notificationworker stdout | 2022-06-09 12:09:19,653 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:10:19 UTC)" executed successfully blobuploadcleanupworker stdout | 2022-06-09 12:09:19,790 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'blobuploadcleanupworker.py', 'pid': '64'} exportactionlogsworker stdout | 2022-06-09 12:09:19,868 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'exportactionlogsworker.py', 'pid': '70'} chunkcleanupworker stdout | 2022-06-09 12:09:19,899 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'chunkcleanupworker.py', 'pid': '67'} repositoryactioncounter stdout | 2022-06-09 12:09:19,978 [88] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositoryactioncounter.py', 'pid': '88'} logrotateworker stdout | 2022-06-09 12:09:20,094 [77] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'logrotateworker.py', 'pid': '77'} securityscanningnotificationworker stdout | 2022-06-09 12:09:20,371 [90] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'securityscanningnotificationworker.py', 'pid': '90'} repositorygcworker stdout | 2022-06-09 12:09:20,441 [89] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositorygcworker.py', 'pid': '89'} namespacegcworker stdout | 2022-06-09 12:09:20,448 [83] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'namespacegcworker.py', 'pid': '83'} globalpromstats stdout | 2022-06-09 12:09:20,454 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'globalpromstats.py', 'pid': '72'} manifestbackfillworker stdout | 2022-06-09 12:09:20,521 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'manifestbackfillworker.py', 'pid': '78'} notificationworker stdout | 2022-06-09 12:09:20,541 [85] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'notificationworker.py', 'pid': '85'} storagereplication stdout | 2022-06-09 12:09:20,561 [93] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'storagereplication.py', 'pid': '93'} buildlogsarchiver stdout | 2022-06-09 12:09:20,599 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'buildlogsarchiver.py', 'pid': '66'} teamsyncworker stdout | 2022-06-09 12:09:20,605 [94] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'teamsyncworker.py', 'pid': '94'} notificationworker stdout | 2022-06-09 12:09:20,621 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:09:20,621 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:09:30.617379+00:00 (in 9.996163 seconds) notificationworker stdout | 2022-06-09 12:09:20,621 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:09:30 UTC)" (scheduled at 2022-06-09 12:09:20.617379+00:00) notificationworker stdout | 2022-06-09 12:09:20,621 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 12:09:20,622 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 9, 20, 621555), True, datetime.datetime(2022, 6, 9, 12, 9, 20, 621555), 0, 'notification/%', 50, 1, 0]) builder stdout | 2022-06-09 12:09:20,622 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'builder.py', 'pid': '65'} notificationworker stdout | 2022-06-09 12:09:20,625 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 12:09:20,625 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:09:20,625 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:09:30 UTC)" executed successfully servicekey stdout | 2022-06-09 12:09:20,634 [92] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'servicekeyworker.py', 'pid': '92'} queuecleanupworker stdout | 2022-06-09 12:09:20,660 [87] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'queuecleanupworker.py', 'pid': '87'} expiredappspecifictokenworker stdout | 2022-06-09 12:09:20,668 [69] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '69'} gcworker stdout | 2022-06-09 12:09:20,721 [71] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'gcworker.py', 'pid': '71'} namespacegcworker stdout | 2022-06-09 12:09:21,528 [83] [DEBUG] [apscheduler.scheduler] Looking for jobs to run namespacegcworker stdout | 2022-06-09 12:09:21,529 [83] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:09:55.463831+00:00 (in 33.934792 seconds) namespacegcworker stdout | 2022-06-09 12:09:21,529 [83] [INFO] [apscheduler.executors.default] Running job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2022-06-09 12:14:21 UTC)" (scheduled at 2022-06-09 12:09:21.521215+00:00) namespacegcworker stdout | 2022-06-09 12:09:21,529 [83] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT `t1`.`queue_name` FROM `queueitem` AS `t1` WHERE (((`t1`.`available` = %s) AND (`t1`.`processing_expires` > %s)) AND (`t1`.`queue_name` LIKE %s))) AS `_wrapped`', [False, datetime.datetime(2022, 6, 9, 12, 9, 21, 529355), 'namespacegc/%']) namespacegcworker stdout | 2022-06-09 12:09:21,532 [83] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT `t1`.`queue_name` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s))) AS `_wrapped`', [datetime.datetime(2022, 6, 9, 12, 9, 21, 529355), True, datetime.datetime(2022, 6, 9, 12, 9, 21, 529355), 0, 'namespacegc/%']) namespacegcworker stdout | 2022-06-09 12:09:21,533 [83] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT `t1`.`queue_name` FROM `queueitem` AS `t1` WHERE (((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) AND NOT (`t1`.`queue_name` IN (SELECT `t1`.`queue_name` FROM `queueitem` AS `t1` WHERE (((`t1`.`available` = %s) AND (`t1`.`processing_expires` > %s)) AND (`t1`.`queue_name` LIKE %s)))))) AS `_wrapped`', [datetime.datetime(2022, 6, 9, 12, 9, 21, 529355), True, datetime.datetime(2022, 6, 9, 12, 9, 21, 529355), 0, 'namespacegc/%', False, datetime.datetime(2022, 6, 9, 12, 9, 21, 529355), 'namespacegc/%']) namespacegcworker stdout | 2022-06-09 12:09:21,534 [83] [DEBUG] [data.database] Disconnecting from database. namespacegcworker stdout | 2022-06-09 12:09:21,534 [83] [INFO] [apscheduler.executors.default] Job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2022-06-09 12:14:21 UTC)" executed successfully gunicorn-registry stdout | 2022-06-09 12:09:21,761 [273] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '273'} gunicorn-registry stdout | 2022-06-09 12:09:21,767 [271] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '271'} gunicorn-registry stdout | 2022-06-09 12:09:21,775 [246] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '246'} gunicorn-registry stdout | 2022-06-09 12:09:21,789 [276] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '276'} gunicorn-registry stdout | 2022-06-09 12:09:21,795 [275] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '275'} gunicorn-registry stdout | 2022-06-09 12:09:21,801 [274] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '274'} gunicorn-registry stdout | 2022-06-09 12:09:21,809 [277] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '277'} gunicorn-registry stdout | 2022-06-09 12:09:21,816 [263] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '263'} gunicorn-registry stdout | 2022-06-09 12:09:21,823 [266] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '266'} gunicorn-registry stdout | 2022-06-09 12:09:21,832 [254] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '254'} gunicorn-registry stdout | 2022-06-09 12:09:21,839 [260] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '260'} gunicorn-registry stdout | 2022-06-09 12:09:21,846 [270] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '270'} gunicorn-registry stdout | 2022-06-09 12:09:21,853 [253] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '253'} gunicorn-registry stdout | 2022-06-09 12:09:21,863 [261] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '261'} gunicorn-registry stdout | 2022-06-09 12:09:21,872 [268] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '268'} gunicorn-registry stdout | 2022-06-09 12:09:21,879 [248] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '248'} gunicorn-registry stdout | 2022-06-09 12:09:21,887 [245] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '245'} gunicorn-registry stdout | 2022-06-09 12:09:21,894 [249] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '249'} gunicorn-registry stdout | 2022-06-09 12:09:21,901 [251] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '251'} gunicorn-registry stdout | 2022-06-09 12:09:21,909 [259] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '259'} gunicorn-registry stdout | 2022-06-09 12:09:21,915 [250] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '250'} gunicorn-registry stdout | 2022-06-09 12:09:21,921 [265] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '265'} gunicorn-registry stdout | 2022-06-09 12:09:21,932 [73] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '73'} gunicorn-registry stdout | 2022-06-09 12:09:21,938 [267] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '267'} gunicorn-registry stdout | 2022-06-09 12:09:21,949 [256] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '256'} gunicorn-registry stdout | 2022-06-09 12:09:21,956 [262] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '262'} gunicorn-registry stdout | 2022-06-09 12:09:21,964 [264] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '264'} gunicorn-registry stdout | 2022-06-09 12:09:21,970 [272] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '272'} gunicorn-registry stdout | 2022-06-09 12:09:21,981 [269] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '269'} gunicorn-registry stdout | 2022-06-09 12:09:21,989 [247] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '247'} gunicorn-registry stdout | 2022-06-09 12:09:21,996 [255] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '255'} gunicorn-registry stdout | 2022-06-09 12:09:22,016 [257] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '257'} gunicorn-registry stdout | 2022-06-09 12:09:22,027 [252] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '252'} notificationworker stdout | 2022-06-09 12:09:30,617 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:09:30,618 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:09:40.617379+00:00 (in 9.999325 seconds) notificationworker stdout | 2022-06-09 12:09:30,618 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:09:40 UTC)" (scheduled at 2022-06-09 12:09:30.617379+00:00) notificationworker stdout | 2022-06-09 12:09:30,618 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 12:09:30,619 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 9, 30, 618494), True, datetime.datetime(2022, 6, 9, 12, 9, 30, 618494), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 12:09:30,621 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 12:09:30,622 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:09:30,622 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:09:40 UTC)" executed successfully gcworker stdout | 2022-06-09 12:09:37,494 [71] [DEBUG] [apscheduler.scheduler] Looking for jobs to run gcworker stdout | 2022-06-09 12:09:37,494 [71] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:10:07.490424+00:00 (in 29.996092 seconds) gcworker stdout | 2022-06-09 12:09:37,494 [71] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 12:10:07 UTC)" (scheduled at 2022-06-09 12:09:37.490424+00:00) gcworker stdout | 2022-06-09 12:09:37,495 [71] [DEBUG] [peewee] ('SELECT `candidates`.`repository_id` FROM (SELECT DISTINCT `t1`.`repository_id` FROM `tag` AS `t1` INNER JOIN `repository` AS `t2` ON (`t1`.`repository_id` = `t2`.`id`) INNER JOIN `user` AS `t3` ON (`t2`.`namespace_user_id` = `t3`.`id`) WHERE ((((NOT (`t1`.`lifetime_end_ms` IS %s) AND (`t1`.`lifetime_end_ms` <= %s)) AND (`t3`.`removed_tag_expiration_s` = %s)) AND (`t3`.`enabled` = %s)) AND (`t2`.`state` != %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', [None, 1654776577494, 0, True, 3, 500, 1, 0]) gcworker stdout | 2022-06-09 12:09:37,497 [71] [DEBUG] [__main__] No repository with garbage found gcworker stdout | 2022-06-09 12:09:37,497 [71] [DEBUG] [data.database] Disconnecting from database. gcworker stdout | 2022-06-09 12:09:37,497 [71] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 12:10:07 UTC)" executed successfully repositorygcworker stdout | 2022-06-09 12:09:38,465 [89] [DEBUG] [apscheduler.scheduler] Looking for jobs to run repositorygcworker stdout | 2022-06-09 12:09:38,465 [89] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:09:51.502316+00:00 (in 13.036635 seconds) repositorygcworker stdout | 2022-06-09 12:09:38,465 [89] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:10:38 UTC)" (scheduled at 2022-06-09 12:09:38.463361+00:00) repositorygcworker stdout | 2022-06-09 12:09:38,465 [89] [DEBUG] [workers.queueworker] Getting work item from queue. repositorygcworker stdout | 2022-06-09 12:09:38,466 [89] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 9, 38, 466014), True, datetime.datetime(2022, 6, 9, 12, 9, 38, 466014), 0, 'repositorygc/%', 50, 1, 0]) repositorygcworker stdout | 2022-06-09 12:09:38,469 [89] [DEBUG] [workers.queueworker] No more work. repositorygcworker stdout | 2022-06-09 12:09:38,469 [89] [DEBUG] [data.database] Disconnecting from database. repositorygcworker stdout | 2022-06-09 12:09:38,469 [89] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:10:38 UTC)" executed successfully notificationworker stdout | 2022-06-09 12:09:40,621 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:09:40,621 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:09:50.617379+00:00 (in 9.996016 seconds) notificationworker stdout | 2022-06-09 12:09:40,621 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:09:50 UTC)" (scheduled at 2022-06-09 12:09:40.617379+00:00) notificationworker stdout | 2022-06-09 12:09:40,621 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 12:09:40,622 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 9, 40, 621684), True, datetime.datetime(2022, 6, 9, 12, 9, 40, 621684), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 12:09:40,624 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 12:09:40,624 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:09:40,624 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:09:50 UTC)" executed successfully buildlogsarchiver stdout | 2022-06-09 12:09:45,368 [66] [DEBUG] [apscheduler.scheduler] Looking for jobs to run buildlogsarchiver stdout | 2022-06-09 12:09:45,368 [66] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:10:15.366042+00:00 (in 29.997478 seconds) buildlogsarchiver stdout | 2022-06-09 12:09:45,368 [66] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 12:10:15 UTC)" (scheduled at 2022-06-09 12:09:45.366042+00:00) buildlogsarchiver stdout | 2022-06-09 12:09:45,369 [66] [DEBUG] [peewee] ('SELECT `candidates`.`id` FROM (SELECT `t1`.`id` FROM `repositorybuild` AS `t1` WHERE (((`t1`.`phase` IN (%s, %s, %s)) OR (`t1`.`started` < %s)) AND (`t1`.`logs_archived` = %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2022, 5, 25, 12, 9, 45, 369066), False, 50, 1, 0]) buildlogsarchiver stdout | 2022-06-09 12:09:45,371 [66] [DEBUG] [__main__] No more builds to archive buildlogsarchiver stdout | 2022-06-09 12:09:45,371 [66] [DEBUG] [data.database] Disconnecting from database. buildlogsarchiver stdout | 2022-06-09 12:09:45,372 [66] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 12:10:15 UTC)" executed successfully exportactionlogsworker stdout | 2022-06-09 12:09:47,413 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run exportactionlogsworker stdout | 2022-06-09 12:09:47,413 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:10:04.366245+00:00 (in 16.952482 seconds) exportactionlogsworker stdout | 2022-06-09 12:09:47,413 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:10:47 UTC)" (scheduled at 2022-06-09 12:09:47.409953+00:00) exportactionlogsworker stdout | 2022-06-09 12:09:47,414 [70] [DEBUG] [workers.queueworker] Running watchdog. exportactionlogsworker stdout | 2022-06-09 12:09:47,414 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:10:47 UTC)" executed successfully gunicorn-web stdout | 2022-06-09 12:09:49,296 [235] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '235'} gunicorn-web stdout | 2022-06-09 12:09:49,304 [243] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '243'} gunicorn-web stdout | 2022-06-09 12:09:49,311 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '75'} gunicorn-web stdout | 2022-06-09 12:09:49,319 [226] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '226'} gunicorn-web stdout | 2022-06-09 12:09:49,326 [242] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '242'} gunicorn-web stdout | 2022-06-09 12:09:49,335 [228] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '228'} gunicorn-web stdout | 2022-06-09 12:09:49,345 [241] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '241'} gunicorn-web stdout | 2022-06-09 12:09:49,352 [237] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '237'} gunicorn-web stdout | 2022-06-09 12:09:49,362 [244] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '244'} gunicorn-web stdout | 2022-06-09 12:09:49,371 [234] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '234'} gunicorn-web stdout | 2022-06-09 12:09:49,377 [236] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '236'} gunicorn-web stdout | 2022-06-09 12:09:49,389 [230] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '230'} gunicorn-web stdout | 2022-06-09 12:09:49,398 [239] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '239'} gunicorn-web stdout | 2022-06-09 12:09:49,406 [231] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '231'} gunicorn-web stdout | 2022-06-09 12:09:49,414 [229] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '229'} gunicorn-web stdout | 2022-06-09 12:09:49,424 [238] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '238'} gunicorn-web stdout | 2022-06-09 12:09:49,432 [232] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '232'} gunicorn-secscan stdout | 2022-06-09 12:09:49,439 [221] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '221'} gunicorn-secscan stdout | 2022-06-09 12:09:49,447 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '74'} gunicorn-secscan stdout | 2022-06-09 12:09:49,454 [224] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '224'} gunicorn-secscan stdout | 2022-06-09 12:09:49,462 [225] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '225'} gunicorn-secscan stdout | 2022-06-09 12:09:49,468 [227] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '227'} blobuploadcleanupworker stdout | 2022-06-09 12:09:49,821 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'blobuploadcleanupworker.py', 'pid': '64'} exportactionlogsworker stdout | 2022-06-09 12:09:49,913 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'exportactionlogsworker.py', 'pid': '70'} chunkcleanupworker stdout | 2022-06-09 12:09:49,918 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'chunkcleanupworker.py', 'pid': '67'} repositoryactioncounter stdout | 2022-06-09 12:09:49,991 [88] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositoryactioncounter.py', 'pid': '88'} logrotateworker stdout | 2022-06-09 12:09:50,127 [77] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'logrotateworker.py', 'pid': '77'} securityscanningnotificationworker stdout | 2022-06-09 12:09:50,448 [90] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'securityscanningnotificationworker.py', 'pid': '90'} namespacegcworker stdout | 2022-06-09 12:09:50,458 [83] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'namespacegcworker.py', 'pid': '83'} repositorygcworker stdout | 2022-06-09 12:09:50,483 [89] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositorygcworker.py', 'pid': '89'} globalpromstats stdout | 2022-06-09 12:09:50,489 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'globalpromstats.py', 'pid': '72'} manifestbackfillworker stdout | 2022-06-09 12:09:50,546 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'manifestbackfillworker.py', 'pid': '78'} notificationworker stdout | 2022-06-09 12:09:50,577 [85] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'notificationworker.py', 'pid': '85'} storagereplication stdout | 2022-06-09 12:09:50,587 [93] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'storagereplication.py', 'pid': '93'} notificationworker stdout | 2022-06-09 12:09:50,619 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:09:50,620 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:10:00.617379+00:00 (in 9.997436 seconds) notificationworker stdout | 2022-06-09 12:09:50,620 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:10:00 UTC)" (scheduled at 2022-06-09 12:09:50.617379+00:00) notificationworker stdout | 2022-06-09 12:09:50,620 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 12:09:50,621 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 9, 50, 620303), True, datetime.datetime(2022, 6, 9, 12, 9, 50, 620303), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 12:09:50,624 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 12:09:50,624 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:09:50,624 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:10:00 UTC)" executed successfully buildlogsarchiver stdout | 2022-06-09 12:09:50,629 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'buildlogsarchiver.py', 'pid': '66'} teamsyncworker stdout | 2022-06-09 12:09:50,640 [94] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'teamsyncworker.py', 'pid': '94'} builder stdout | 2022-06-09 12:09:50,662 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'builder.py', 'pid': '65'} servicekey stdout | 2022-06-09 12:09:50,669 [92] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'servicekeyworker.py', 'pid': '92'} queuecleanupworker stdout | 2022-06-09 12:09:50,698 [87] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'queuecleanupworker.py', 'pid': '87'} expiredappspecifictokenworker stdout | 2022-06-09 12:09:50,707 [69] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '69'} gcworker stdout | 2022-06-09 12:09:50,757 [71] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'gcworker.py', 'pid': '71'} repositorygcworker stdout | 2022-06-09 12:09:51,506 [89] [DEBUG] [apscheduler.scheduler] Looking for jobs to run repositorygcworker stdout | 2022-06-09 12:09:51,506 [89] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:09:53.501847+00:00 (in 1.995579 seconds) repositorygcworker stdout | 2022-06-09 12:09:51,506 [89] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:10:51 UTC)" (scheduled at 2022-06-09 12:09:51.502316+00:00) repositorygcworker stdout | 2022-06-09 12:09:51,506 [89] [DEBUG] [workers.queueworker] Running watchdog. repositorygcworker stdout | 2022-06-09 12:09:51,506 [89] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:10:51 UTC)" executed successfully gunicorn-registry stdout | 2022-06-09 12:09:51,776 [273] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '273'} gunicorn-registry stdout | 2022-06-09 12:09:51,782 [271] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '271'} gunicorn-registry stdout | 2022-06-09 12:09:51,789 [246] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '246'} gunicorn-registry stdout | 2022-06-09 12:09:51,805 [276] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '276'} gunicorn-registry stdout | 2022-06-09 12:09:51,811 [275] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '275'} gunicorn-registry stdout | 2022-06-09 12:09:51,820 [274] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '274'} gunicorn-registry stdout | 2022-06-09 12:09:51,827 [277] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '277'} gunicorn-registry stdout | 2022-06-09 12:09:51,834 [263] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '263'} gunicorn-registry stdout | 2022-06-09 12:09:51,841 [266] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '266'} gunicorn-registry stdout | 2022-06-09 12:09:51,849 [254] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '254'} gunicorn-registry stdout | 2022-06-09 12:09:51,856 [260] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '260'} gunicorn-registry stdout | 2022-06-09 12:09:51,863 [270] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '270'} gunicorn-registry stdout | 2022-06-09 12:09:51,870 [253] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '253'} gunicorn-registry stdout | 2022-06-09 12:09:51,879 [261] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '261'} gunicorn-registry stdout | 2022-06-09 12:09:51,886 [268] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '268'} gunicorn-registry stdout | 2022-06-09 12:09:51,893 [248] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '248'} gunicorn-registry stdout | 2022-06-09 12:09:51,902 [245] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '245'} gunicorn-registry stdout | 2022-06-09 12:09:51,908 [249] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '249'} gunicorn-registry stdout | 2022-06-09 12:09:51,915 [251] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '251'} gunicorn-registry stdout | 2022-06-09 12:09:51,922 [259] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '259'} gunicorn-registry stdout | 2022-06-09 12:09:51,930 [250] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '250'} gunicorn-registry stdout | 2022-06-09 12:09:51,936 [265] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '265'} gunicorn-registry stdout | 2022-06-09 12:09:51,945 [73] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '73'} gunicorn-registry stdout | 2022-06-09 12:09:51,951 [267] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '267'} gunicorn-registry stdout | 2022-06-09 12:09:51,959 [256] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '256'} gunicorn-registry stdout | 2022-06-09 12:09:51,968 [262] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '262'} gunicorn-registry stdout | 2022-06-09 12:09:51,977 [264] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '264'} gunicorn-registry stdout | 2022-06-09 12:09:51,983 [272] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '272'} gunicorn-registry stdout | 2022-06-09 12:09:51,994 [269] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '269'} gunicorn-registry stdout | 2022-06-09 12:09:52,000 [247] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '247'} gunicorn-registry stdout | 2022-06-09 12:09:52,009 [255] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '255'} gunicorn-registry stdout | 2022-06-09 12:09:52,029 [257] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '257'} gunicorn-registry stdout | 2022-06-09 12:09:52,038 [252] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '252'} repositorygcworker stdout | 2022-06-09 12:09:53,506 [89] [DEBUG] [apscheduler.scheduler] Looking for jobs to run repositorygcworker stdout | 2022-06-09 12:09:53,506 [89] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:10:38.463361+00:00 (in 44.956787 seconds) repositorygcworker stdout | 2022-06-09 12:09:53,506 [89] [INFO] [apscheduler.executors.default] Running job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2022-06-09 12:14:53 UTC)" (scheduled at 2022-06-09 12:09:53.501847+00:00) repositorygcworker stdout | 2022-06-09 12:09:53,507 [89] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT `t1`.`queue_name` FROM `queueitem` AS `t1` WHERE (((`t1`.`available` = %s) AND (`t1`.`processing_expires` > %s)) AND (`t1`.`queue_name` LIKE %s))) AS `_wrapped`', [False, datetime.datetime(2022, 6, 9, 12, 9, 53, 507074), 'repositorygc/%']) repositorygcworker stdout | 2022-06-09 12:09:53,509 [89] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT `t1`.`queue_name` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s))) AS `_wrapped`', [datetime.datetime(2022, 6, 9, 12, 9, 53, 507074), True, datetime.datetime(2022, 6, 9, 12, 9, 53, 507074), 0, 'repositorygc/%']) repositorygcworker stdout | 2022-06-09 12:09:53,511 [89] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT `t1`.`queue_name` FROM `queueitem` AS `t1` WHERE (((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) AND NOT (`t1`.`queue_name` IN (SELECT `t1`.`queue_name` FROM `queueitem` AS `t1` WHERE (((`t1`.`available` = %s) AND (`t1`.`processing_expires` > %s)) AND (`t1`.`queue_name` LIKE %s)))))) AS `_wrapped`', [datetime.datetime(2022, 6, 9, 12, 9, 53, 507074), True, datetime.datetime(2022, 6, 9, 12, 9, 53, 507074), 0, 'repositorygc/%', False, datetime.datetime(2022, 6, 9, 12, 9, 53, 507074), 'repositorygc/%']) repositorygcworker stdout | 2022-06-09 12:09:53,512 [89] [DEBUG] [data.database] Disconnecting from database. repositorygcworker stdout | 2022-06-09 12:09:53,512 [89] [INFO] [apscheduler.executors.default] Job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2022-06-09 12:14:53 UTC)" executed successfully namespacegcworker stdout | 2022-06-09 12:09:55,472 [83] [DEBUG] [apscheduler.scheduler] Looking for jobs to run namespacegcworker stdout | 2022-06-09 12:09:55,472 [83] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:10:01.521527+00:00 (in 6.048836 seconds) namespacegcworker stdout | 2022-06-09 12:09:55,473 [83] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:10:55 UTC)" (scheduled at 2022-06-09 12:09:55.463831+00:00) namespacegcworker stdout | 2022-06-09 12:09:55,473 [83] [DEBUG] [workers.queueworker] Getting work item from queue. namespacegcworker stdout | 2022-06-09 12:09:55,473 [83] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 9, 55, 473234), True, datetime.datetime(2022, 6, 9, 12, 9, 55, 473234), 0, 'namespacegc/%', 50, 1, 0]) namespacegcworker stdout | 2022-06-09 12:09:55,476 [83] [DEBUG] [workers.queueworker] No more work. namespacegcworker stdout | 2022-06-09 12:09:55,476 [83] [DEBUG] [data.database] Disconnecting from database. namespacegcworker stdout | 2022-06-09 12:09:55,476 [83] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:10:55 UTC)" executed successfully notificationworker stdout | 2022-06-09 12:10:00,624 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:10:00,624 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:10:10.617379+00:00 (in 9.992954 seconds) notificationworker stdout | 2022-06-09 12:10:00,625 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:10:10 UTC)" (scheduled at 2022-06-09 12:10:00.617379+00:00) notificationworker stdout | 2022-06-09 12:10:00,625 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 12:10:00,625 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 10, 0, 625359), True, datetime.datetime(2022, 6, 9, 12, 10, 0, 625359), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 12:10:00,628 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 12:10:00,628 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:10:00,628 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:10:10 UTC)" executed successfully namespacegcworker stdout | 2022-06-09 12:10:01,829 [83] [DEBUG] [apscheduler.scheduler] Looking for jobs to run namespacegcworker stdout | 2022-06-09 12:10:01,829 [83] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:10:55.463831+00:00 (in 53.634422 seconds) namespacegcworker stdout | 2022-06-09 12:10:01,829 [83] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:11:01 UTC)" (scheduled at 2022-06-09 12:10:01.521527+00:00) namespacegcworker stdout | 2022-06-09 12:10:01,829 [83] [DEBUG] [workers.queueworker] Running watchdog. namespacegcworker stdout | 2022-06-09 12:10:01,830 [83] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:11:01 UTC)" executed successfully exportactionlogsworker stdout | 2022-06-09 12:10:04,379 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run exportactionlogsworker stdout | 2022-06-09 12:10:04,380 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:10:47.409953+00:00 (in 43.030156 seconds) exportactionlogsworker stdout | 2022-06-09 12:10:04,380 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:11:04 UTC)" (scheduled at 2022-06-09 12:10:04.366245+00:00) exportactionlogsworker stdout | 2022-06-09 12:10:04,380 [70] [DEBUG] [workers.queueworker] Getting work item from queue. exportactionlogsworker stdout | 2022-06-09 12:10:04,381 [70] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 10, 4, 380331), True, datetime.datetime(2022, 6, 9, 12, 10, 4, 380331), 0, 'exportactionlogs/%', 50, 1, 0]) exportactionlogsworker stdout | 2022-06-09 12:10:04,383 [70] [DEBUG] [workers.queueworker] No more work. exportactionlogsworker stdout | 2022-06-09 12:10:04,383 [70] [DEBUG] [data.database] Disconnecting from database. exportactionlogsworker stdout | 2022-06-09 12:10:04,383 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:11:04 UTC)" executed successfully gcworker stdout | 2022-06-09 12:10:07,490 [71] [DEBUG] [apscheduler.scheduler] Looking for jobs to run gcworker stdout | 2022-06-09 12:10:07,491 [71] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:10:37.490424+00:00 (in 29.999332 seconds) gcworker stdout | 2022-06-09 12:10:07,491 [71] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 12:10:37 UTC)" (scheduled at 2022-06-09 12:10:07.490424+00:00) gcworker stdout | 2022-06-09 12:10:07,492 [71] [DEBUG] [peewee] ('SELECT `candidates`.`repository_id` FROM (SELECT DISTINCT `t1`.`repository_id` FROM `tag` AS `t1` INNER JOIN `repository` AS `t2` ON (`t1`.`repository_id` = `t2`.`id`) INNER JOIN `user` AS `t3` ON (`t2`.`namespace_user_id` = `t3`.`id`) WHERE ((((NOT (`t1`.`lifetime_end_ms` IS %s) AND (`t1`.`lifetime_end_ms` <= %s)) AND (`t3`.`removed_tag_expiration_s` = %s)) AND (`t3`.`enabled` = %s)) AND (`t2`.`state` != %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', [None, 1654776607491, 0, True, 3, 500, 1, 0]) gcworker stdout | 2022-06-09 12:10:07,494 [71] [DEBUG] [__main__] No repository with garbage found gcworker stdout | 2022-06-09 12:10:07,494 [71] [DEBUG] [data.database] Disconnecting from database. gcworker stdout | 2022-06-09 12:10:07,494 [71] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 12:10:37 UTC)" executed successfully notificationworker stdout | 2022-06-09 12:10:10,636 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:10:10,637 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:10:19.645536+00:00 (in 9.008599 seconds) notificationworker stdout | 2022-06-09 12:10:10,637 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:10:20 UTC)" (scheduled at 2022-06-09 12:10:10.617379+00:00) notificationworker stdout | 2022-06-09 12:10:10,637 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 12:10:10,638 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 10, 10, 637385), True, datetime.datetime(2022, 6, 9, 12, 10, 10, 637385), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 12:10:10,640 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 12:10:10,640 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:10:10,640 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:10:20 UTC)" executed successfully buildlogsarchiver stdout | 2022-06-09 12:10:15,374 [66] [DEBUG] [apscheduler.scheduler] Looking for jobs to run buildlogsarchiver stdout | 2022-06-09 12:10:15,374 [66] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:10:45.366042+00:00 (in 29.991844 seconds) buildlogsarchiver stdout | 2022-06-09 12:10:15,374 [66] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 12:10:45 UTC)" (scheduled at 2022-06-09 12:10:15.366042+00:00) buildlogsarchiver stdout | 2022-06-09 12:10:15,375 [66] [DEBUG] [peewee] ('SELECT `candidates`.`id` FROM (SELECT `t1`.`id` FROM `repositorybuild` AS `t1` WHERE (((`t1`.`phase` IN (%s, %s, %s)) OR (`t1`.`started` < %s)) AND (`t1`.`logs_archived` = %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2022, 5, 25, 12, 10, 15, 374663), False, 50, 1, 0]) buildlogsarchiver stdout | 2022-06-09 12:10:15,377 [66] [DEBUG] [__main__] No more builds to archive buildlogsarchiver stdout | 2022-06-09 12:10:15,377 [66] [DEBUG] [data.database] Disconnecting from database. buildlogsarchiver stdout | 2022-06-09 12:10:15,377 [66] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 12:10:45 UTC)" executed successfully gunicorn-web stdout | 2022-06-09 12:10:19,306 [235] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '235'} gunicorn-web stdout | 2022-06-09 12:10:19,316 [243] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '243'} gunicorn-web stdout | 2022-06-09 12:10:19,322 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '75'} gunicorn-web stdout | 2022-06-09 12:10:19,330 [226] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '226'} gunicorn-web stdout | 2022-06-09 12:10:19,341 [242] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '242'} gunicorn-web stdout | 2022-06-09 12:10:19,352 [228] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '228'} gunicorn-web stdout | 2022-06-09 12:10:19,359 [241] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '241'} gunicorn-web stdout | 2022-06-09 12:10:19,366 [237] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '237'} gunicorn-web stdout | 2022-06-09 12:10:19,374 [244] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '244'} gunicorn-web stdout | 2022-06-09 12:10:19,384 [234] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '234'} gunicorn-web stdout | 2022-06-09 12:10:19,390 [236] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '236'} gunicorn-web stdout | 2022-06-09 12:10:19,399 [230] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '230'} gunicorn-web stdout | 2022-06-09 12:10:19,410 [239] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '239'} gunicorn-web stdout | 2022-06-09 12:10:19,419 [231] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '231'} gunicorn-web stdout | 2022-06-09 12:10:19,427 [229] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '229'} gunicorn-web stdout | 2022-06-09 12:10:19,436 [238] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '238'} gunicorn-web stdout | 2022-06-09 12:10:19,442 [232] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '232'} gunicorn-secscan stdout | 2022-06-09 12:10:19,450 [221] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '221'} gunicorn-secscan stdout | 2022-06-09 12:10:19,458 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '74'} gunicorn-secscan stdout | 2022-06-09 12:10:19,465 [224] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '224'} gunicorn-secscan stdout | 2022-06-09 12:10:19,474 [225] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '225'} gunicorn-secscan stdout | 2022-06-09 12:10:19,481 [227] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '227'} notificationworker stdout | 2022-06-09 12:10:19,647 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:10:19,647 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:10:20.617379+00:00 (in 0.970044 seconds) notificationworker stdout | 2022-06-09 12:10:19,647 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:11:19 UTC)" (scheduled at 2022-06-09 12:10:19.645536+00:00) notificationworker stdout | 2022-06-09 12:10:19,647 [85] [DEBUG] [workers.queueworker] Running watchdog. notificationworker stdout | 2022-06-09 12:10:19,647 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:11:19 UTC)" executed successfully blobuploadcleanupworker stdout | 2022-06-09 12:10:19,857 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'blobuploadcleanupworker.py', 'pid': '64'} exportactionlogsworker stdout | 2022-06-09 12:10:19,947 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'exportactionlogsworker.py', 'pid': '70'} chunkcleanupworker stdout | 2022-06-09 12:10:19,953 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'chunkcleanupworker.py', 'pid': '67'} repositoryactioncounter stdout | 2022-06-09 12:10:20,031 [88] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositoryactioncounter.py', 'pid': '88'} logrotateworker stdout | 2022-06-09 12:10:20,148 [77] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'logrotateworker.py', 'pid': '77'} namespacegcworker stdout | 2022-06-09 12:10:20,479 [83] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'namespacegcworker.py', 'pid': '83'} securityscanningnotificationworker stdout | 2022-06-09 12:10:20,487 [90] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'securityscanningnotificationworker.py', 'pid': '90'} repositorygcworker stdout | 2022-06-09 12:10:20,522 [89] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositorygcworker.py', 'pid': '89'} globalpromstats stdout | 2022-06-09 12:10:20,528 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'globalpromstats.py', 'pid': '72'} manifestbackfillworker stdout | 2022-06-09 12:10:20,596 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'manifestbackfillworker.py', 'pid': '78'} notificationworker stdout | 2022-06-09 12:10:20,613 [85] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'notificationworker.py', 'pid': '85'} notificationworker stdout | 2022-06-09 12:10:20,618 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:10:20,619 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:10:30.617379+00:00 (in 9.998350 seconds) notificationworker stdout | 2022-06-09 12:10:20,619 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:10:30 UTC)" (scheduled at 2022-06-09 12:10:20.617379+00:00) notificationworker stdout | 2022-06-09 12:10:20,619 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 12:10:20,619 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 10, 20, 619326), True, datetime.datetime(2022, 6, 9, 12, 10, 20, 619326), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 12:10:20,622 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 12:10:20,622 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:10:20,622 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:10:30 UTC)" executed successfully storagereplication stdout | 2022-06-09 12:10:20,626 [93] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'storagereplication.py', 'pid': '93'} buildlogsarchiver stdout | 2022-06-09 12:10:20,675 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'buildlogsarchiver.py', 'pid': '66'} teamsyncworker stdout | 2022-06-09 12:10:20,681 [94] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'teamsyncworker.py', 'pid': '94'} servicekey stdout | 2022-06-09 12:10:20,687 [92] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'servicekeyworker.py', 'pid': '92'} builder stdout | 2022-06-09 12:10:20,707 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'builder.py', 'pid': '65'} queuecleanupworker stdout | 2022-06-09 12:10:20,734 [87] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'queuecleanupworker.py', 'pid': '87'} expiredappspecifictokenworker stdout | 2022-06-09 12:10:20,741 [69] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '69'} gcworker stdout | 2022-06-09 12:10:20,796 [71] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'gcworker.py', 'pid': '71'} gunicorn-registry stdout | 2022-06-09 12:10:21,794 [273] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '273'} gunicorn-registry stdout | 2022-06-09 12:10:21,801 [271] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '271'} gunicorn-registry stdout | 2022-06-09 12:10:21,808 [246] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '246'} gunicorn-registry stdout | 2022-06-09 12:10:21,819 [276] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '276'} gunicorn-registry stdout | 2022-06-09 12:10:21,826 [275] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '275'} gunicorn-registry stdout | 2022-06-09 12:10:21,832 [274] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '274'} gunicorn-registry stdout | 2022-06-09 12:10:21,840 [277] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '277'} gunicorn-registry stdout | 2022-06-09 12:10:21,847 [263] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '263'} gunicorn-registry stdout | 2022-06-09 12:10:21,859 [266] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '266'} gunicorn-registry stdout | 2022-06-09 12:10:21,866 [254] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '254'} gunicorn-registry stdout | 2022-06-09 12:10:21,873 [260] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '260'} gunicorn-registry stdout | 2022-06-09 12:10:21,880 [270] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '270'} gunicorn-registry stdout | 2022-06-09 12:10:21,887 [253] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '253'} gunicorn-registry stdout | 2022-06-09 12:10:21,895 [261] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '261'} gunicorn-registry stdout | 2022-06-09 12:10:21,902 [268] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '268'} gunicorn-registry stdout | 2022-06-09 12:10:21,909 [248] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '248'} gunicorn-registry stdout | 2022-06-09 12:10:21,916 [245] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '245'} gunicorn-registry stdout | 2022-06-09 12:10:21,924 [249] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '249'} gunicorn-registry stdout | 2022-06-09 12:10:21,931 [251] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '251'} gunicorn-registry stdout | 2022-06-09 12:10:21,938 [259] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '259'} gunicorn-registry stdout | 2022-06-09 12:10:21,944 [250] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '250'} gunicorn-registry stdout | 2022-06-09 12:10:21,951 [265] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '265'} gunicorn-registry stdout | 2022-06-09 12:10:21,960 [73] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '73'} gunicorn-registry stdout | 2022-06-09 12:10:21,967 [267] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '267'} gunicorn-registry stdout | 2022-06-09 12:10:21,974 [256] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '256'} gunicorn-registry stdout | 2022-06-09 12:10:21,982 [262] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '262'} gunicorn-registry stdout | 2022-06-09 12:10:21,992 [264] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '264'} gunicorn-registry stdout | 2022-06-09 12:10:21,997 [272] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '272'} gunicorn-registry stdout | 2022-06-09 12:10:22,010 [269] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '269'} gunicorn-registry stdout | 2022-06-09 12:10:22,017 [247] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '247'} gunicorn-registry stdout | 2022-06-09 12:10:22,024 [255] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '255'} gunicorn-registry stdout | 2022-06-09 12:10:22,043 [257] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '257'} gunicorn-registry stdout | 2022-06-09 12:10:22,050 [252] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '252'} notificationworker stdout | 2022-06-09 12:10:30,621 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:10:30,621 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:10:40.617379+00:00 (in 9.995824 seconds) notificationworker stdout | 2022-06-09 12:10:30,621 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:10:40 UTC)" (scheduled at 2022-06-09 12:10:30.617379+00:00) notificationworker stdout | 2022-06-09 12:10:30,621 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 12:10:30,622 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 10, 30, 621963), True, datetime.datetime(2022, 6, 9, 12, 10, 30, 621963), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 12:10:30,625 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 12:10:30,625 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:10:30,625 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:10:40 UTC)" executed successfully gcworker stdout | 2022-06-09 12:10:37,506 [71] [DEBUG] [apscheduler.scheduler] Looking for jobs to run gcworker stdout | 2022-06-09 12:10:37,506 [71] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:11:07.490424+00:00 (in 29.983738 seconds) gcworker stdout | 2022-06-09 12:10:37,506 [71] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 12:11:07 UTC)" (scheduled at 2022-06-09 12:10:37.490424+00:00) gcworker stdout | 2022-06-09 12:10:37,507 [71] [DEBUG] [peewee] ('SELECT `candidates`.`repository_id` FROM (SELECT DISTINCT `t1`.`repository_id` FROM `tag` AS `t1` INNER JOIN `repository` AS `t2` ON (`t1`.`repository_id` = `t2`.`id`) INNER JOIN `user` AS `t3` ON (`t2`.`namespace_user_id` = `t3`.`id`) WHERE ((((NOT (`t1`.`lifetime_end_ms` IS %s) AND (`t1`.`lifetime_end_ms` <= %s)) AND (`t3`.`removed_tag_expiration_s` = %s)) AND (`t3`.`enabled` = %s)) AND (`t2`.`state` != %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', [None, 1654776637507, 0, True, 3, 500, 1, 0]) gcworker stdout | 2022-06-09 12:10:37,509 [71] [DEBUG] [__main__] No repository with garbage found gcworker stdout | 2022-06-09 12:10:37,509 [71] [DEBUG] [data.database] Disconnecting from database. gcworker stdout | 2022-06-09 12:10:37,509 [71] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 12:11:07 UTC)" executed successfully repositorygcworker stdout | 2022-06-09 12:10:38,464 [89] [DEBUG] [apscheduler.scheduler] Looking for jobs to run repositorygcworker stdout | 2022-06-09 12:10:38,465 [89] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:10:51.502316+00:00 (in 13.037208 seconds) repositorygcworker stdout | 2022-06-09 12:10:38,465 [89] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:11:38 UTC)" (scheduled at 2022-06-09 12:10:38.463361+00:00) repositorygcworker stdout | 2022-06-09 12:10:38,465 [89] [DEBUG] [workers.queueworker] Getting work item from queue. repositorygcworker stdout | 2022-06-09 12:10:38,466 [89] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 10, 38, 465587), True, datetime.datetime(2022, 6, 9, 12, 10, 38, 465587), 0, 'repositorygc/%', 50, 1, 0]) repositorygcworker stdout | 2022-06-09 12:10:38,468 [89] [DEBUG] [workers.queueworker] No more work. repositorygcworker stdout | 2022-06-09 12:10:38,469 [89] [DEBUG] [data.database] Disconnecting from database. repositorygcworker stdout | 2022-06-09 12:10:38,469 [89] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:11:38 UTC)" executed successfully notificationworker stdout | 2022-06-09 12:10:40,624 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:10:40,624 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:10:50.617379+00:00 (in 9.992663 seconds) notificationworker stdout | 2022-06-09 12:10:40,625 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:10:50 UTC)" (scheduled at 2022-06-09 12:10:40.617379+00:00) notificationworker stdout | 2022-06-09 12:10:40,625 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 12:10:40,625 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 10, 40, 625109), True, datetime.datetime(2022, 6, 9, 12, 10, 40, 625109), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 12:10:40,628 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 12:10:40,628 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:10:40,628 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:10:50 UTC)" executed successfully buildlogsarchiver stdout | 2022-06-09 12:10:45,367 [66] [DEBUG] [apscheduler.scheduler] Looking for jobs to run buildlogsarchiver stdout | 2022-06-09 12:10:45,367 [66] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:11:15.366042+00:00 (in 29.998882 seconds) buildlogsarchiver stdout | 2022-06-09 12:10:45,367 [66] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 12:11:15 UTC)" (scheduled at 2022-06-09 12:10:45.366042+00:00) buildlogsarchiver stdout | 2022-06-09 12:10:45,368 [66] [DEBUG] [peewee] ('SELECT `candidates`.`id` FROM (SELECT `t1`.`id` FROM `repositorybuild` AS `t1` WHERE (((`t1`.`phase` IN (%s, %s, %s)) OR (`t1`.`started` < %s)) AND (`t1`.`logs_archived` = %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2022, 5, 25, 12, 10, 45, 367576), False, 50, 1, 0]) buildlogsarchiver stdout | 2022-06-09 12:10:45,370 [66] [DEBUG] [__main__] No more builds to archive buildlogsarchiver stdout | 2022-06-09 12:10:45,370 [66] [DEBUG] [data.database] Disconnecting from database. buildlogsarchiver stdout | 2022-06-09 12:10:45,370 [66] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 12:11:15 UTC)" executed successfully exportactionlogsworker stdout | 2022-06-09 12:10:47,412 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run exportactionlogsworker stdout | 2022-06-09 12:10:47,412 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:11:04.366245+00:00 (in 16.954020 seconds) exportactionlogsworker stdout | 2022-06-09 12:10:47,412 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:11:47 UTC)" (scheduled at 2022-06-09 12:10:47.409953+00:00) exportactionlogsworker stdout | 2022-06-09 12:10:47,412 [70] [DEBUG] [workers.queueworker] Running watchdog. exportactionlogsworker stdout | 2022-06-09 12:10:47,412 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:11:47 UTC)" executed successfully gunicorn-web stdout | 2022-06-09 12:10:49,318 [235] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '235'} gunicorn-web stdout | 2022-06-09 12:10:49,331 [243] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '243'} gunicorn-web stdout | 2022-06-09 12:10:49,338 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '75'} gunicorn-web stdout | 2022-06-09 12:10:49,344 [226] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '226'} gunicorn-web stdout | 2022-06-09 12:10:49,353 [242] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '242'} gunicorn-web stdout | 2022-06-09 12:10:49,363 [228] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '228'} gunicorn-web stdout | 2022-06-09 12:10:49,371 [241] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '241'} gunicorn-web stdout | 2022-06-09 12:10:49,382 [237] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '237'} gunicorn-web stdout | 2022-06-09 12:10:49,389 [244] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '244'} gunicorn-web stdout | 2022-06-09 12:10:49,395 [234] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '234'} gunicorn-web stdout | 2022-06-09 12:10:49,402 [236] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '236'} gunicorn-web stdout | 2022-06-09 12:10:49,410 [230] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '230'} gunicorn-web stdout | 2022-06-09 12:10:49,420 [239] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '239'} gunicorn-web stdout | 2022-06-09 12:10:49,429 [231] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '231'} gunicorn-web stdout | 2022-06-09 12:10:49,441 [229] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '229'} gunicorn-web stdout | 2022-06-09 12:10:49,448 [238] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '238'} gunicorn-web stdout | 2022-06-09 12:10:49,455 [232] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '232'} gunicorn-secscan stdout | 2022-06-09 12:10:49,462 [221] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '221'} gunicorn-secscan stdout | 2022-06-09 12:10:49,469 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '74'} gunicorn-secscan stdout | 2022-06-09 12:10:49,476 [224] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '224'} gunicorn-secscan stdout | 2022-06-09 12:10:49,485 [225] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '225'} gunicorn-secscan stdout | 2022-06-09 12:10:49,492 [227] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '227'} blobuploadcleanupworker stdout | 2022-06-09 12:10:49,896 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'blobuploadcleanupworker.py', 'pid': '64'} exportactionlogsworker stdout | 2022-06-09 12:10:49,985 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'exportactionlogsworker.py', 'pid': '70'} chunkcleanupworker stdout | 2022-06-09 12:10:49,993 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'chunkcleanupworker.py', 'pid': '67'} repositoryactioncounter stdout | 2022-06-09 12:10:50,054 [88] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositoryactioncounter.py', 'pid': '88'} logrotateworker stdout | 2022-06-09 12:10:50,187 [77] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'logrotateworker.py', 'pid': '77'} securityscanningnotificationworker stdout | 2022-06-09 12:10:50,556 [90] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'securityscanningnotificationworker.py', 'pid': '90'} namespacegcworker stdout | 2022-06-09 12:10:50,563 [83] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'namespacegcworker.py', 'pid': '83'} repositorygcworker stdout | 2022-06-09 12:10:50,569 [89] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositorygcworker.py', 'pid': '89'} globalpromstats stdout | 2022-06-09 12:10:50,577 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'globalpromstats.py', 'pid': '72'} notificationworker stdout | 2022-06-09 12:10:50,626 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:10:50,626 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:11:00.617379+00:00 (in 9.991134 seconds) notificationworker stdout | 2022-06-09 12:10:50,626 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:11:00 UTC)" (scheduled at 2022-06-09 12:10:50.617379+00:00) notificationworker stdout | 2022-06-09 12:10:50,626 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 12:10:50,627 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 10, 50, 626873), True, datetime.datetime(2022, 6, 9, 12, 10, 50, 626873), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 12:10:50,630 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 12:10:50,630 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:10:50,630 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:11:00 UTC)" executed successfully manifestbackfillworker stdout | 2022-06-09 12:10:50,642 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'manifestbackfillworker.py', 'pid': '78'} storagereplication stdout | 2022-06-09 12:10:50,650 [93] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'storagereplication.py', 'pid': '93'} notificationworker stdout | 2022-06-09 12:10:50,657 [85] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'notificationworker.py', 'pid': '85'} buildlogsarchiver stdout | 2022-06-09 12:10:50,696 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'buildlogsarchiver.py', 'pid': '66'} teamsyncworker stdout | 2022-06-09 12:10:50,719 [94] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'teamsyncworker.py', 'pid': '94'} servicekey stdout | 2022-06-09 12:10:50,725 [92] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'servicekeyworker.py', 'pid': '92'} builder stdout | 2022-06-09 12:10:50,746 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'builder.py', 'pid': '65'} expiredappspecifictokenworker stdout | 2022-06-09 12:10:50,758 [69] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '69'} queuecleanupworker stdout | 2022-06-09 12:10:50,774 [87] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'queuecleanupworker.py', 'pid': '87'} gcworker stdout | 2022-06-09 12:10:50,836 [71] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'gcworker.py', 'pid': '71'} repositorygcworker stdout | 2022-06-09 12:10:51,503 [89] [DEBUG] [apscheduler.scheduler] Looking for jobs to run repositorygcworker stdout | 2022-06-09 12:10:51,503 [89] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:11:38.463361+00:00 (in 46.959620 seconds) repositorygcworker stdout | 2022-06-09 12:10:51,504 [89] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:11:51 UTC)" (scheduled at 2022-06-09 12:10:51.502316+00:00) repositorygcworker stdout | 2022-06-09 12:10:51,504 [89] [DEBUG] [workers.queueworker] Running watchdog. repositorygcworker stdout | 2022-06-09 12:10:51,504 [89] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:11:51 UTC)" executed successfully gunicorn-registry stdout | 2022-06-09 12:10:51,806 [273] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '273'} gunicorn-registry stdout | 2022-06-09 12:10:51,815 [271] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '271'} gunicorn-registry stdout | 2022-06-09 12:10:51,822 [246] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '246'} gunicorn-registry stdout | 2022-06-09 12:10:51,832 [276] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '276'} gunicorn-registry stdout | 2022-06-09 12:10:51,841 [275] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '275'} gunicorn-registry stdout | 2022-06-09 12:10:51,849 [274] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '274'} gunicorn-registry stdout | 2022-06-09 12:10:51,855 [277] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '277'} gunicorn-registry stdout | 2022-06-09 12:10:51,863 [263] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '263'} gunicorn-registry stdout | 2022-06-09 12:10:51,871 [266] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '266'} gunicorn-registry stdout | 2022-06-09 12:10:51,881 [254] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '254'} gunicorn-registry stdout | 2022-06-09 12:10:51,888 [260] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '260'} gunicorn-registry stdout | 2022-06-09 12:10:51,896 [270] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '270'} gunicorn-registry stdout | 2022-06-09 12:10:51,903 [253] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '253'} gunicorn-registry stdout | 2022-06-09 12:10:51,911 [261] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '261'} gunicorn-registry stdout | 2022-06-09 12:10:51,918 [268] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '268'} gunicorn-registry stdout | 2022-06-09 12:10:51,925 [248] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '248'} gunicorn-registry stdout | 2022-06-09 12:10:51,932 [245] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '245'} gunicorn-registry stdout | 2022-06-09 12:10:51,941 [249] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '249'} gunicorn-registry stdout | 2022-06-09 12:10:51,947 [251] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '251'} gunicorn-registry stdout | 2022-06-09 12:10:51,956 [259] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '259'} gunicorn-registry stdout | 2022-06-09 12:10:51,962 [250] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '250'} gunicorn-registry stdout | 2022-06-09 12:10:51,968 [265] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '265'} gunicorn-registry stdout | 2022-06-09 12:10:51,976 [73] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '73'} gunicorn-registry stdout | 2022-06-09 12:10:51,982 [267] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '267'} gunicorn-registry stdout | 2022-06-09 12:10:51,989 [256] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '256'} gunicorn-registry stdout | 2022-06-09 12:10:51,997 [262] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '262'} gunicorn-registry stdout | 2022-06-09 12:10:52,006 [264] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '264'} gunicorn-registry stdout | 2022-06-09 12:10:52,013 [272] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '272'} gunicorn-registry stdout | 2022-06-09 12:10:52,022 [269] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '269'} gunicorn-registry stdout | 2022-06-09 12:10:52,032 [247] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '247'} gunicorn-registry stdout | 2022-06-09 12:10:52,039 [255] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '255'} gunicorn-registry stdout | 2022-06-09 12:10:52,059 [257] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '257'} gunicorn-registry stdout | 2022-06-09 12:10:52,065 [252] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '252'} namespacegcworker stdout | 2022-06-09 12:10:55,466 [83] [DEBUG] [apscheduler.scheduler] Looking for jobs to run namespacegcworker stdout | 2022-06-09 12:10:55,466 [83] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:11:01.521527+00:00 (in 6.055202 seconds) namespacegcworker stdout | 2022-06-09 12:10:55,466 [83] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:11:55 UTC)" (scheduled at 2022-06-09 12:10:55.463831+00:00) namespacegcworker stdout | 2022-06-09 12:10:55,466 [83] [DEBUG] [workers.queueworker] Getting work item from queue. namespacegcworker stdout | 2022-06-09 12:10:55,467 [83] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 10, 55, 466643), True, datetime.datetime(2022, 6, 9, 12, 10, 55, 466643), 0, 'namespacegc/%', 50, 1, 0]) namespacegcworker stdout | 2022-06-09 12:10:55,469 [83] [DEBUG] [workers.queueworker] No more work. namespacegcworker stdout | 2022-06-09 12:10:55,469 [83] [DEBUG] [data.database] Disconnecting from database. namespacegcworker stdout | 2022-06-09 12:10:55,469 [83] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:11:55 UTC)" executed successfully notificationworker stdout | 2022-06-09 12:11:00,626 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:11:00,626 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:11:10.617379+00:00 (in 9.990555 seconds) notificationworker stdout | 2022-06-09 12:11:00,627 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:11:10 UTC)" (scheduled at 2022-06-09 12:11:00.617379+00:00) notificationworker stdout | 2022-06-09 12:11:00,627 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 12:11:00,627 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 11, 0, 627160), True, datetime.datetime(2022, 6, 9, 12, 11, 0, 627160), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 12:11:00,630 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 12:11:00,630 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:11:00,630 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:11:10 UTC)" executed successfully namespacegcworker stdout | 2022-06-09 12:11:01,534 [83] [DEBUG] [apscheduler.scheduler] Looking for jobs to run namespacegcworker stdout | 2022-06-09 12:11:01,534 [83] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:11:55.463831+00:00 (in 53.929150 seconds) namespacegcworker stdout | 2022-06-09 12:11:01,535 [83] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:12:01 UTC)" (scheduled at 2022-06-09 12:11:01.521527+00:00) namespacegcworker stdout | 2022-06-09 12:11:01,535 [83] [DEBUG] [workers.queueworker] Running watchdog. namespacegcworker stdout | 2022-06-09 12:11:01,535 [83] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:12:01 UTC)" executed successfully exportactionlogsworker stdout | 2022-06-09 12:11:04,381 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run exportactionlogsworker stdout | 2022-06-09 12:11:04,381 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:11:25.409412+00:00 (in 21.028197 seconds) exportactionlogsworker stdout | 2022-06-09 12:11:04,381 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:12:04 UTC)" (scheduled at 2022-06-09 12:11:04.366245+00:00) exportactionlogsworker stdout | 2022-06-09 12:11:04,381 [70] [DEBUG] [workers.queueworker] Getting work item from queue. exportactionlogsworker stdout | 2022-06-09 12:11:04,382 [70] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 11, 4, 381582), True, datetime.datetime(2022, 6, 9, 12, 11, 4, 381582), 0, 'exportactionlogs/%', 50, 1, 0]) exportactionlogsworker stdout | 2022-06-09 12:11:04,384 [70] [DEBUG] [workers.queueworker] No more work. exportactionlogsworker stdout | 2022-06-09 12:11:04,384 [70] [DEBUG] [data.database] Disconnecting from database. exportactionlogsworker stdout | 2022-06-09 12:11:04,384 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:12:04 UTC)" executed successfully gcworker stdout | 2022-06-09 12:11:07,491 [71] [DEBUG] [apscheduler.scheduler] Looking for jobs to run gcworker stdout | 2022-06-09 12:11:07,491 [71] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:11:37.490424+00:00 (in 29.998911 seconds) gcworker stdout | 2022-06-09 12:11:07,491 [71] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 12:11:37 UTC)" (scheduled at 2022-06-09 12:11:07.490424+00:00) gcworker stdout | 2022-06-09 12:11:07,492 [71] [DEBUG] [peewee] ('SELECT `candidates`.`repository_id` FROM (SELECT DISTINCT `t1`.`repository_id` FROM `tag` AS `t1` INNER JOIN `repository` AS `t2` ON (`t1`.`repository_id` = `t2`.`id`) INNER JOIN `user` AS `t3` ON (`t2`.`namespace_user_id` = `t3`.`id`) WHERE ((((NOT (`t1`.`lifetime_end_ms` IS %s) AND (`t1`.`lifetime_end_ms` <= %s)) AND (`t3`.`removed_tag_expiration_s` = %s)) AND (`t3`.`enabled` = %s)) AND (`t2`.`state` != %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', [None, 1654776667491, 0, True, 3, 500, 1, 0]) gcworker stdout | 2022-06-09 12:11:07,494 [71] [DEBUG] [__main__] No repository with garbage found gcworker stdout | 2022-06-09 12:11:07,494 [71] [DEBUG] [data.database] Disconnecting from database. gcworker stdout | 2022-06-09 12:11:07,494 [71] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 12:11:37 UTC)" executed successfully notificationworker stdout | 2022-06-09 12:11:10,618 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:11:10,618 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:11:19.645536+00:00 (in 9.026961 seconds) notificationworker stdout | 2022-06-09 12:11:10,618 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:11:20 UTC)" (scheduled at 2022-06-09 12:11:10.617379+00:00) notificationworker stdout | 2022-06-09 12:11:10,618 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 12:11:10,619 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 11, 10, 618887), True, datetime.datetime(2022, 6, 9, 12, 11, 10, 618887), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 12:11:10,622 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 12:11:10,622 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:11:10,622 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:11:20 UTC)" executed successfully buildlogsarchiver stdout | 2022-06-09 12:11:15,380 [66] [DEBUG] [apscheduler.scheduler] Looking for jobs to run buildlogsarchiver stdout | 2022-06-09 12:11:15,380 [66] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:11:45.366042+00:00 (in 29.985594 seconds) buildlogsarchiver stdout | 2022-06-09 12:11:15,380 [66] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 12:11:45 UTC)" (scheduled at 2022-06-09 12:11:15.366042+00:00) buildlogsarchiver stdout | 2022-06-09 12:11:15,381 [66] [DEBUG] [peewee] ('SELECT `candidates`.`id` FROM (SELECT `t1`.`id` FROM `repositorybuild` AS `t1` WHERE (((`t1`.`phase` IN (%s, %s, %s)) OR (`t1`.`started` < %s)) AND (`t1`.`logs_archived` = %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2022, 5, 25, 12, 11, 15, 380955), False, 50, 1, 0]) buildlogsarchiver stdout | 2022-06-09 12:11:15,383 [66] [DEBUG] [__main__] No more builds to archive buildlogsarchiver stdout | 2022-06-09 12:11:15,383 [66] [DEBUG] [data.database] Disconnecting from database. buildlogsarchiver stdout | 2022-06-09 12:11:15,383 [66] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 12:11:45 UTC)" executed successfully gunicorn-web stdout | 2022-06-09 12:11:19,334 [235] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '235'} gunicorn-web stdout | 2022-06-09 12:11:19,343 [243] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '243'} gunicorn-web stdout | 2022-06-09 12:11:19,350 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '75'} gunicorn-web stdout | 2022-06-09 12:11:19,357 [226] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '226'} gunicorn-web stdout | 2022-06-09 12:11:19,366 [242] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '242'} gunicorn-web stdout | 2022-06-09 12:11:19,376 [228] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '228'} gunicorn-web stdout | 2022-06-09 12:11:19,384 [241] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '241'} gunicorn-web stdout | 2022-06-09 12:11:19,395 [237] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '237'} gunicorn-web stdout | 2022-06-09 12:11:19,402 [244] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '244'} gunicorn-web stdout | 2022-06-09 12:11:19,409 [234] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '234'} gunicorn-web stdout | 2022-06-09 12:11:19,417 [236] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '236'} gunicorn-web stdout | 2022-06-09 12:11:19,423 [230] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '230'} gunicorn-web stdout | 2022-06-09 12:11:19,433 [239] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '239'} gunicorn-web stdout | 2022-06-09 12:11:19,441 [231] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '231'} gunicorn-web stdout | 2022-06-09 12:11:19,452 [229] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '229'} gunicorn-web stdout | 2022-06-09 12:11:19,461 [238] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '238'} gunicorn-web stdout | 2022-06-09 12:11:19,468 [232] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '232'} gunicorn-secscan stdout | 2022-06-09 12:11:19,476 [221] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '221'} gunicorn-secscan stdout | 2022-06-09 12:11:19,483 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '74'} gunicorn-secscan stdout | 2022-06-09 12:11:19,489 [224] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '224'} gunicorn-secscan stdout | 2022-06-09 12:11:19,496 [225] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '225'} gunicorn-secscan stdout | 2022-06-09 12:11:19,503 [227] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '227'} notificationworker stdout | 2022-06-09 12:11:19,658 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:11:19,658 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:11:20.617379+00:00 (in 0.958856 seconds) notificationworker stdout | 2022-06-09 12:11:19,658 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:12:19 UTC)" (scheduled at 2022-06-09 12:11:19.645536+00:00) notificationworker stdout | 2022-06-09 12:11:19,659 [85] [DEBUG] [workers.queueworker] Running watchdog. notificationworker stdout | 2022-06-09 12:11:19,659 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:12:19 UTC)" executed successfully blobuploadcleanupworker stdout | 2022-06-09 12:11:19,934 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'blobuploadcleanupworker.py', 'pid': '64'} chunkcleanupworker stdout | 2022-06-09 12:11:20,009 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'chunkcleanupworker.py', 'pid': '67'} exportactionlogsworker stdout | 2022-06-09 12:11:20,016 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'exportactionlogsworker.py', 'pid': '70'} repositoryactioncounter stdout | 2022-06-09 12:11:20,095 [88] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositoryactioncounter.py', 'pid': '88'} logrotateworker stdout | 2022-06-09 12:11:20,226 [77] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'logrotateworker.py', 'pid': '77'} repositorygcworker stdout | 2022-06-09 12:11:20,583 [89] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositorygcworker.py', 'pid': '89'} globalpromstats stdout | 2022-06-09 12:11:20,590 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'globalpromstats.py', 'pid': '72'} securityscanningnotificationworker stdout | 2022-06-09 12:11:20,596 [90] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'securityscanningnotificationworker.py', 'pid': '90'} namespacegcworker stdout | 2022-06-09 12:11:20,603 [83] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'namespacegcworker.py', 'pid': '83'} notificationworker stdout | 2022-06-09 12:11:20,619 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:11:20,620 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:11:30.617379+00:00 (in 9.997288 seconds) notificationworker stdout | 2022-06-09 12:11:20,620 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:11:30 UTC)" (scheduled at 2022-06-09 12:11:20.617379+00:00) notificationworker stdout | 2022-06-09 12:11:20,620 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 12:11:20,621 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 11, 20, 620558), True, datetime.datetime(2022, 6, 9, 12, 11, 20, 620558), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 12:11:20,623 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 12:11:20,623 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:11:20,623 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:11:30 UTC)" executed successfully manifestbackfillworker stdout | 2022-06-09 12:11:20,674 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'manifestbackfillworker.py', 'pid': '78'} notificationworker stdout | 2022-06-09 12:11:20,687 [85] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'notificationworker.py', 'pid': '85'} storagereplication stdout | 2022-06-09 12:11:20,694 [93] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'storagereplication.py', 'pid': '93'} servicekey stdout | 2022-06-09 12:11:20,735 [92] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'servicekeyworker.py', 'pid': '92'} buildlogsarchiver stdout | 2022-06-09 12:11:20,745 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'buildlogsarchiver.py', 'pid': '66'} teamsyncworker stdout | 2022-06-09 12:11:20,752 [94] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'teamsyncworker.py', 'pid': '94'} builder stdout | 2022-06-09 12:11:20,781 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'builder.py', 'pid': '65'} expiredappspecifictokenworker stdout | 2022-06-09 12:11:20,793 [69] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '69'} queuecleanupworker stdout | 2022-06-09 12:11:20,810 [87] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'queuecleanupworker.py', 'pid': '87'} gcworker stdout | 2022-06-09 12:11:20,884 [71] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'gcworker.py', 'pid': '71'} gunicorn-registry stdout | 2022-06-09 12:11:21,823 [273] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '273'} gunicorn-registry stdout | 2022-06-09 12:11:21,831 [271] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '271'} gunicorn-registry stdout | 2022-06-09 12:11:21,838 [246] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '246'} gunicorn-registry stdout | 2022-06-09 12:11:21,845 [276] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '276'} gunicorn-registry stdout | 2022-06-09 12:11:21,855 [275] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '275'} gunicorn-registry stdout | 2022-06-09 12:11:21,863 [274] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '274'} gunicorn-registry stdout | 2022-06-09 12:11:21,869 [277] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '277'} gunicorn-registry stdout | 2022-06-09 12:11:21,877 [263] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '263'} gunicorn-registry stdout | 2022-06-09 12:11:21,884 [266] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '266'} gunicorn-registry stdout | 2022-06-09 12:11:21,893 [254] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '254'} gunicorn-registry stdout | 2022-06-09 12:11:21,902 [260] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '260'} gunicorn-registry stdout | 2022-06-09 12:11:21,909 [270] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '270'} gunicorn-registry stdout | 2022-06-09 12:11:21,915 [253] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '253'} gunicorn-registry stdout | 2022-06-09 12:11:21,922 [261] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '261'} gunicorn-registry stdout | 2022-06-09 12:11:21,933 [268] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '268'} gunicorn-registry stdout | 2022-06-09 12:11:21,941 [248] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '248'} gunicorn-registry stdout | 2022-06-09 12:11:21,948 [245] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '245'} gunicorn-registry stdout | 2022-06-09 12:11:21,955 [249] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '249'} gunicorn-registry stdout | 2022-06-09 12:11:21,962 [251] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '251'} gunicorn-registry stdout | 2022-06-09 12:11:21,968 [259] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '259'} gunicorn-registry stdout | 2022-06-09 12:11:21,975 [250] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '250'} gunicorn-registry stdout | 2022-06-09 12:11:21,985 [265] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '265'} gunicorn-registry stdout | 2022-06-09 12:11:21,992 [73] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '73'} gunicorn-registry stdout | 2022-06-09 12:11:21,999 [267] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '267'} gunicorn-registry stdout | 2022-06-09 12:11:22,012 [256] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '256'} gunicorn-registry stdout | 2022-06-09 12:11:22,019 [262] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '262'} gunicorn-registry stdout | 2022-06-09 12:11:22,025 [264] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '264'} gunicorn-registry stdout | 2022-06-09 12:11:22,033 [272] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '272'} gunicorn-registry stdout | 2022-06-09 12:11:22,040 [269] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '269'} gunicorn-registry stdout | 2022-06-09 12:11:22,047 [247] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '247'} gunicorn-registry stdout | 2022-06-09 12:11:22,054 [255] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '255'} gunicorn-registry stdout | 2022-06-09 12:11:22,075 [257] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '257'} gunicorn-registry stdout | 2022-06-09 12:11:22,082 [252] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '252'} exportactionlogsworker stdout | 2022-06-09 12:11:25,410 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run exportactionlogsworker stdout | 2022-06-09 12:11:25,410 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:11:47.409953+00:00 (in 21.999521 seconds) exportactionlogsworker stdout | 2022-06-09 12:11:25,410 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2022-06-09 12:16:25 UTC)" (scheduled at 2022-06-09 12:11:25.409412+00:00) exportactionlogsworker stdout | 2022-06-09 12:11:25,411 [70] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT `t1`.`queue_name` FROM `queueitem` AS `t1` WHERE (((`t1`.`available` = %s) AND (`t1`.`processing_expires` > %s)) AND (`t1`.`queue_name` LIKE %s))) AS `_wrapped`', [False, datetime.datetime(2022, 6, 9, 12, 11, 25, 410737), 'exportactionlogs/%']) exportactionlogsworker stdout | 2022-06-09 12:11:25,413 [70] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT `t1`.`queue_name` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s))) AS `_wrapped`', [datetime.datetime(2022, 6, 9, 12, 11, 25, 410737), True, datetime.datetime(2022, 6, 9, 12, 11, 25, 410737), 0, 'exportactionlogs/%']) exportactionlogsworker stdout | 2022-06-09 12:11:25,415 [70] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT `t1`.`queue_name` FROM `queueitem` AS `t1` WHERE (((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) AND NOT (`t1`.`queue_name` IN (SELECT `t1`.`queue_name` FROM `queueitem` AS `t1` WHERE (((`t1`.`available` = %s) AND (`t1`.`processing_expires` > %s)) AND (`t1`.`queue_name` LIKE %s)))))) AS `_wrapped`', [datetime.datetime(2022, 6, 9, 12, 11, 25, 410737), True, datetime.datetime(2022, 6, 9, 12, 11, 25, 410737), 0, 'exportactionlogs/%', False, datetime.datetime(2022, 6, 9, 12, 11, 25, 410737), 'exportactionlogs/%']) exportactionlogsworker stdout | 2022-06-09 12:11:25,415 [70] [DEBUG] [data.database] Disconnecting from database. exportactionlogsworker stdout | 2022-06-09 12:11:25,416 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2022-06-09 12:16:25 UTC)" executed successfully notificationworker stdout | 2022-06-09 12:11:30,620 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:11:30,620 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:11:40.617379+00:00 (in 9.996705 seconds) notificationworker stdout | 2022-06-09 12:11:30,620 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:11:40 UTC)" (scheduled at 2022-06-09 12:11:30.617379+00:00) notificationworker stdout | 2022-06-09 12:11:30,621 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 12:11:30,621 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 11, 30, 621033), True, datetime.datetime(2022, 6, 9, 12, 11, 30, 621033), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 12:11:30,624 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 12:11:30,624 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:11:30,624 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:11:40 UTC)" executed successfully gcworker stdout | 2022-06-09 12:11:37,501 [71] [DEBUG] [apscheduler.scheduler] Looking for jobs to run gcworker stdout | 2022-06-09 12:11:37,501 [71] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:12:07.490424+00:00 (in 29.989196 seconds) gcworker stdout | 2022-06-09 12:11:37,501 [71] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 12:12:07 UTC)" (scheduled at 2022-06-09 12:11:37.490424+00:00) gcworker stdout | 2022-06-09 12:11:37,502 [71] [DEBUG] [peewee] ('SELECT `candidates`.`repository_id` FROM (SELECT DISTINCT `t1`.`repository_id` FROM `tag` AS `t1` INNER JOIN `repository` AS `t2` ON (`t1`.`repository_id` = `t2`.`id`) INNER JOIN `user` AS `t3` ON (`t2`.`namespace_user_id` = `t3`.`id`) WHERE ((((NOT (`t1`.`lifetime_end_ms` IS %s) AND (`t1`.`lifetime_end_ms` <= %s)) AND (`t3`.`removed_tag_expiration_s` = %s)) AND (`t3`.`enabled` = %s)) AND (`t2`.`state` != %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', [None, 1654776697501, 0, True, 3, 500, 1, 0]) gcworker stdout | 2022-06-09 12:11:37,504 [71] [DEBUG] [__main__] No repository with garbage found gcworker stdout | 2022-06-09 12:11:37,504 [71] [DEBUG] [data.database] Disconnecting from database. gcworker stdout | 2022-06-09 12:11:37,504 [71] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 12:12:07 UTC)" executed successfully repositorygcworker stdout | 2022-06-09 12:11:38,475 [89] [DEBUG] [apscheduler.scheduler] Looking for jobs to run repositorygcworker stdout | 2022-06-09 12:11:38,475 [89] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:11:51.502316+00:00 (in 13.026969 seconds) repositorygcworker stdout | 2022-06-09 12:11:38,475 [89] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:12:38 UTC)" (scheduled at 2022-06-09 12:11:38.463361+00:00) repositorygcworker stdout | 2022-06-09 12:11:38,475 [89] [DEBUG] [workers.queueworker] Getting work item from queue. repositorygcworker stdout | 2022-06-09 12:11:38,476 [89] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 11, 38, 475890), True, datetime.datetime(2022, 6, 9, 12, 11, 38, 475890), 0, 'repositorygc/%', 50, 1, 0]) repositorygcworker stdout | 2022-06-09 12:11:38,479 [89] [DEBUG] [workers.queueworker] No more work. repositorygcworker stdout | 2022-06-09 12:11:38,479 [89] [DEBUG] [data.database] Disconnecting from database. repositorygcworker stdout | 2022-06-09 12:11:38,479 [89] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:12:38 UTC)" executed successfully notificationworker stdout | 2022-06-09 12:11:40,652 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:11:40,652 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:11:50.617379+00:00 (in 9.964728 seconds) notificationworker stdout | 2022-06-09 12:11:40,653 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:11:50 UTC)" (scheduled at 2022-06-09 12:11:40.617379+00:00) notificationworker stdout | 2022-06-09 12:11:40,653 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 12:11:40,653 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 11, 40, 653143), True, datetime.datetime(2022, 6, 9, 12, 11, 40, 653143), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 12:11:40,656 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 12:11:40,656 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:11:40,656 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:11:50 UTC)" executed successfully buildlogsarchiver stdout | 2022-06-09 12:11:45,383 [66] [DEBUG] [apscheduler.scheduler] Looking for jobs to run buildlogsarchiver stdout | 2022-06-09 12:11:45,384 [66] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:12:15.366042+00:00 (in 29.982004 seconds) buildlogsarchiver stdout | 2022-06-09 12:11:45,384 [66] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 12:12:15 UTC)" (scheduled at 2022-06-09 12:11:45.366042+00:00) buildlogsarchiver stdout | 2022-06-09 12:11:45,385 [66] [DEBUG] [peewee] ('SELECT `candidates`.`id` FROM (SELECT `t1`.`id` FROM `repositorybuild` AS `t1` WHERE (((`t1`.`phase` IN (%s, %s, %s)) OR (`t1`.`started` < %s)) AND (`t1`.`logs_archived` = %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2022, 5, 25, 12, 11, 45, 385001), False, 50, 1, 0]) buildlogsarchiver stdout | 2022-06-09 12:11:45,387 [66] [DEBUG] [__main__] No more builds to archive buildlogsarchiver stdout | 2022-06-09 12:11:45,387 [66] [DEBUG] [data.database] Disconnecting from database. buildlogsarchiver stdout | 2022-06-09 12:11:45,387 [66] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 12:12:15 UTC)" executed successfully exportactionlogsworker stdout | 2022-06-09 12:11:47,420 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run exportactionlogsworker stdout | 2022-06-09 12:11:47,420 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:12:04.366245+00:00 (in 16.945709 seconds) exportactionlogsworker stdout | 2022-06-09 12:11:47,420 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:12:47 UTC)" (scheduled at 2022-06-09 12:11:47.409953+00:00) exportactionlogsworker stdout | 2022-06-09 12:11:47,420 [70] [DEBUG] [workers.queueworker] Running watchdog. exportactionlogsworker stdout | 2022-06-09 12:11:47,420 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:12:47 UTC)" executed successfully gunicorn-web stdout | 2022-06-09 12:11:49,361 [235] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '235'} gunicorn-web stdout | 2022-06-09 12:11:49,377 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '75'} gunicorn-web stdout | 2022-06-09 12:11:49,383 [243] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '243'} gunicorn-web stdout | 2022-06-09 12:11:49,390 [226] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '226'} gunicorn-web stdout | 2022-06-09 12:11:49,397 [242] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '242'} gunicorn-web stdout | 2022-06-09 12:11:49,403 [228] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '228'} gunicorn-web stdout | 2022-06-09 12:11:49,411 [241] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '241'} gunicorn-web stdout | 2022-06-09 12:11:49,417 [237] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '237'} gunicorn-web stdout | 2022-06-09 12:11:49,425 [244] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '244'} gunicorn-web stdout | 2022-06-09 12:11:49,433 [234] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '234'} gunicorn-web stdout | 2022-06-09 12:11:49,439 [236] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '236'} gunicorn-web stdout | 2022-06-09 12:11:49,447 [230] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '230'} gunicorn-web stdout | 2022-06-09 12:11:49,454 [239] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '239'} gunicorn-web stdout | 2022-06-09 12:11:49,461 [231] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '231'} gunicorn-web stdout | 2022-06-09 12:11:49,468 [229] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '229'} gunicorn-web stdout | 2022-06-09 12:11:49,475 [238] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '238'} gunicorn-web stdout | 2022-06-09 12:11:49,483 [232] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '232'} gunicorn-secscan stdout | 2022-06-09 12:11:49,490 [221] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '221'} gunicorn-secscan stdout | 2022-06-09 12:11:49,497 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '74'} gunicorn-secscan stdout | 2022-06-09 12:11:49,504 [224] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '224'} gunicorn-secscan stdout | 2022-06-09 12:11:49,511 [225] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '225'} gunicorn-secscan stdout | 2022-06-09 12:11:49,518 [227] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '227'} blobuploadcleanupworker stdout | 2022-06-09 12:11:49,975 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'blobuploadcleanupworker.py', 'pid': '64'} chunkcleanupworker stdout | 2022-06-09 12:11:50,049 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'chunkcleanupworker.py', 'pid': '67'} exportactionlogsworker stdout | 2022-06-09 12:11:50,055 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'exportactionlogsworker.py', 'pid': '70'} repositoryactioncounter stdout | 2022-06-09 12:11:50,109 [88] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositoryactioncounter.py', 'pid': '88'} logrotateworker stdout | 2022-06-09 12:11:50,282 [77] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'logrotateworker.py', 'pid': '77'} globalpromstats stdout | 2022-06-09 12:11:50,605 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'globalpromstats.py', 'pid': '72'} notificationworker stdout | 2022-06-09 12:11:50,617 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:11:50,618 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:12:00.617379+00:00 (in 9.999429 seconds) notificationworker stdout | 2022-06-09 12:11:50,618 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:12:00 UTC)" (scheduled at 2022-06-09 12:11:50.617379+00:00) notificationworker stdout | 2022-06-09 12:11:50,618 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 12:11:50,618 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 11, 50, 618268), True, datetime.datetime(2022, 6, 9, 12, 11, 50, 618268), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 12:11:50,621 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 12:11:50,621 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:11:50,621 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:12:00 UTC)" executed successfully repositorygcworker stdout | 2022-06-09 12:11:50,624 [89] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositorygcworker.py', 'pid': '89'} securityscanningnotificationworker stdout | 2022-06-09 12:11:50,633 [90] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'securityscanningnotificationworker.py', 'pid': '90'} namespacegcworker stdout | 2022-06-09 12:11:50,643 [83] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'namespacegcworker.py', 'pid': '83'} manifestbackfillworker stdout | 2022-06-09 12:11:50,720 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'manifestbackfillworker.py', 'pid': '78'} notificationworker stdout | 2022-06-09 12:11:50,736 [85] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'notificationworker.py', 'pid': '85'} storagereplication stdout | 2022-06-09 12:11:50,743 [93] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'storagereplication.py', 'pid': '93'} servicekey stdout | 2022-06-09 12:11:50,790 [92] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'servicekeyworker.py', 'pid': '92'} buildlogsarchiver stdout | 2022-06-09 12:11:50,798 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'buildlogsarchiver.py', 'pid': '66'} teamsyncworker stdout | 2022-06-09 12:11:50,806 [94] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'teamsyncworker.py', 'pid': '94'} builder stdout | 2022-06-09 12:11:50,812 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'builder.py', 'pid': '65'} expiredappspecifictokenworker stdout | 2022-06-09 12:11:50,836 [69] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '69'} queuecleanupworker stdout | 2022-06-09 12:11:50,846 [87] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'queuecleanupworker.py', 'pid': '87'} gcworker stdout | 2022-06-09 12:11:50,922 [71] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'gcworker.py', 'pid': '71'} repositorygcworker stdout | 2022-06-09 12:11:51,536 [89] [DEBUG] [apscheduler.scheduler] Looking for jobs to run repositorygcworker stdout | 2022-06-09 12:11:51,536 [89] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:12:38.463361+00:00 (in 46.926888 seconds) repositorygcworker stdout | 2022-06-09 12:11:51,536 [89] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:12:51 UTC)" (scheduled at 2022-06-09 12:11:51.502316+00:00) repositorygcworker stdout | 2022-06-09 12:11:51,537 [89] [DEBUG] [workers.queueworker] Running watchdog. repositorygcworker stdout | 2022-06-09 12:11:51,537 [89] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:12:51 UTC)" executed successfully gunicorn-registry stdout | 2022-06-09 12:11:51,841 [273] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '273'} gunicorn-registry stdout | 2022-06-09 12:11:51,848 [271] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '271'} gunicorn-registry stdout | 2022-06-09 12:11:51,854 [246] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '246'} gunicorn-registry stdout | 2022-06-09 12:11:51,863 [276] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '276'} gunicorn-registry stdout | 2022-06-09 12:11:51,870 [275] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '275'} gunicorn-registry stdout | 2022-06-09 12:11:51,879 [274] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '274'} gunicorn-registry stdout | 2022-06-09 12:11:51,886 [277] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '277'} gunicorn-registry stdout | 2022-06-09 12:11:51,894 [263] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '263'} gunicorn-registry stdout | 2022-06-09 12:11:51,901 [266] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '266'} gunicorn-registry stdout | 2022-06-09 12:11:51,909 [254] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '254'} gunicorn-registry stdout | 2022-06-09 12:11:51,916 [260] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '260'} gunicorn-registry stdout | 2022-06-09 12:11:51,927 [270] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '270'} gunicorn-registry stdout | 2022-06-09 12:11:51,934 [253] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '253'} gunicorn-registry stdout | 2022-06-09 12:11:51,941 [261] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '261'} gunicorn-registry stdout | 2022-06-09 12:11:51,947 [268] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '268'} gunicorn-registry stdout | 2022-06-09 12:11:51,955 [248] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '248'} gunicorn-registry stdout | 2022-06-09 12:11:51,962 [245] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '245'} gunicorn-registry stdout | 2022-06-09 12:11:51,974 [249] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '249'} gunicorn-registry stdout | 2022-06-09 12:11:51,985 [251] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '251'} gunicorn-registry stdout | 2022-06-09 12:11:51,992 [259] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '259'} gunicorn-registry stdout | 2022-06-09 12:11:52,001 [250] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '250'} gunicorn-registry stdout | 2022-06-09 12:11:52,007 [265] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '265'} gunicorn-registry stdout | 2022-06-09 12:11:52,014 [73] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '73'} gunicorn-registry stdout | 2022-06-09 12:11:52,021 [267] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '267'} gunicorn-registry stdout | 2022-06-09 12:11:52,029 [256] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '256'} gunicorn-registry stdout | 2022-06-09 12:11:52,035 [262] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '262'} gunicorn-registry stdout | 2022-06-09 12:11:52,042 [264] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '264'} gunicorn-registry stdout | 2022-06-09 12:11:52,050 [272] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '272'} gunicorn-registry stdout | 2022-06-09 12:11:52,056 [269] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '269'} gunicorn-registry stdout | 2022-06-09 12:11:52,063 [247] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '247'} gunicorn-registry stdout | 2022-06-09 12:11:52,071 [255] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '255'} gunicorn-registry stdout | 2022-06-09 12:11:52,087 [257] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '257'} gunicorn-registry stdout | 2022-06-09 12:11:52,098 [252] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '252'} namespacegcworker stdout | 2022-06-09 12:11:55,476 [83] [DEBUG] [apscheduler.scheduler] Looking for jobs to run namespacegcworker stdout | 2022-06-09 12:11:55,476 [83] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:12:01.521527+00:00 (in 6.045049 seconds) namespacegcworker stdout | 2022-06-09 12:11:55,477 [83] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:12:55 UTC)" (scheduled at 2022-06-09 12:11:55.463831+00:00) namespacegcworker stdout | 2022-06-09 12:11:55,477 [83] [DEBUG] [workers.queueworker] Getting work item from queue. namespacegcworker stdout | 2022-06-09 12:11:55,477 [83] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 11, 55, 477162), True, datetime.datetime(2022, 6, 9, 12, 11, 55, 477162), 0, 'namespacegc/%', 50, 1, 0]) namespacegcworker stdout | 2022-06-09 12:11:55,479 [83] [DEBUG] [workers.queueworker] No more work. namespacegcworker stdout | 2022-06-09 12:11:55,480 [83] [DEBUG] [data.database] Disconnecting from database. namespacegcworker stdout | 2022-06-09 12:11:55,480 [83] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:12:55 UTC)" executed successfully notificationworker stdout | 2022-06-09 12:12:00,618 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:12:00,618 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:12:10.617379+00:00 (in 9.998933 seconds) notificationworker stdout | 2022-06-09 12:12:00,618 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:12:10 UTC)" (scheduled at 2022-06-09 12:12:00.617379+00:00) notificationworker stdout | 2022-06-09 12:12:00,618 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 12:12:00,619 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 12, 0, 618908), True, datetime.datetime(2022, 6, 9, 12, 12, 0, 618908), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 12:12:00,622 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 12:12:00,622 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:12:00,622 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:12:10 UTC)" executed successfully namespacegcworker stdout | 2022-06-09 12:12:01,534 [83] [DEBUG] [apscheduler.scheduler] Looking for jobs to run namespacegcworker stdout | 2022-06-09 12:12:01,534 [83] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:12:55.463831+00:00 (in 53.929697 seconds) namespacegcworker stdout | 2022-06-09 12:12:01,534 [83] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:13:01 UTC)" (scheduled at 2022-06-09 12:12:01.521527+00:00) namespacegcworker stdout | 2022-06-09 12:12:01,534 [83] [DEBUG] [workers.queueworker] Running watchdog. namespacegcworker stdout | 2022-06-09 12:12:01,534 [83] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:13:01 UTC)" executed successfully exportactionlogsworker stdout | 2022-06-09 12:12:04,366 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run exportactionlogsworker stdout | 2022-06-09 12:12:04,367 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:12:47.409953+00:00 (in 43.042997 seconds) exportactionlogsworker stdout | 2022-06-09 12:12:04,367 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:13:04 UTC)" (scheduled at 2022-06-09 12:12:04.366245+00:00) exportactionlogsworker stdout | 2022-06-09 12:12:04,367 [70] [DEBUG] [workers.queueworker] Getting work item from queue. exportactionlogsworker stdout | 2022-06-09 12:12:04,367 [70] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 12, 4, 367278), True, datetime.datetime(2022, 6, 9, 12, 12, 4, 367278), 0, 'exportactionlogs/%', 50, 1, 0]) exportactionlogsworker stdout | 2022-06-09 12:12:04,370 [70] [DEBUG] [workers.queueworker] No more work. exportactionlogsworker stdout | 2022-06-09 12:12:04,370 [70] [DEBUG] [data.database] Disconnecting from database. exportactionlogsworker stdout | 2022-06-09 12:12:04,370 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:13:04 UTC)" executed successfully gcworker stdout | 2022-06-09 12:12:07,491 [71] [DEBUG] [apscheduler.scheduler] Looking for jobs to run gcworker stdout | 2022-06-09 12:12:07,492 [71] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:12:37.490424+00:00 (in 29.998450 seconds) gcworker stdout | 2022-06-09 12:12:07,492 [71] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 12:12:37 UTC)" (scheduled at 2022-06-09 12:12:07.490424+00:00) gcworker stdout | 2022-06-09 12:12:07,493 [71] [DEBUG] [peewee] ('SELECT `candidates`.`repository_id` FROM (SELECT DISTINCT `t1`.`repository_id` FROM `tag` AS `t1` INNER JOIN `repository` AS `t2` ON (`t1`.`repository_id` = `t2`.`id`) INNER JOIN `user` AS `t3` ON (`t2`.`namespace_user_id` = `t3`.`id`) WHERE ((((NOT (`t1`.`lifetime_end_ms` IS %s) AND (`t1`.`lifetime_end_ms` <= %s)) AND (`t3`.`removed_tag_expiration_s` = %s)) AND (`t3`.`enabled` = %s)) AND (`t2`.`state` != %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', [None, 1654776727492, 0, True, 3, 500, 1, 0]) gcworker stdout | 2022-06-09 12:12:07,495 [71] [DEBUG] [__main__] No repository with garbage found gcworker stdout | 2022-06-09 12:12:07,495 [71] [DEBUG] [data.database] Disconnecting from database. gcworker stdout | 2022-06-09 12:12:07,495 [71] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 12:12:37 UTC)" executed successfully notificationworker stdout | 2022-06-09 12:12:10,617 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:12:10,618 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:12:19.645536+00:00 (in 9.027553 seconds) notificationworker stdout | 2022-06-09 12:12:10,618 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:12:20 UTC)" (scheduled at 2022-06-09 12:12:10.617379+00:00) notificationworker stdout | 2022-06-09 12:12:10,618 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 12:12:10,619 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 12, 10, 618435), True, datetime.datetime(2022, 6, 9, 12, 12, 10, 618435), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 12:12:10,621 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 12:12:10,621 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:12:10,621 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:12:20 UTC)" executed successfully buildlogsarchiver stdout | 2022-06-09 12:12:15,394 [66] [DEBUG] [apscheduler.scheduler] Looking for jobs to run buildlogsarchiver stdout | 2022-06-09 12:12:15,394 [66] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:12:45.366042+00:00 (in 29.971493 seconds) buildlogsarchiver stdout | 2022-06-09 12:12:15,394 [66] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 12:12:45 UTC)" (scheduled at 2022-06-09 12:12:15.366042+00:00) buildlogsarchiver stdout | 2022-06-09 12:12:15,395 [66] [DEBUG] [peewee] ('SELECT `candidates`.`id` FROM (SELECT `t1`.`id` FROM `repositorybuild` AS `t1` WHERE (((`t1`.`phase` IN (%s, %s, %s)) OR (`t1`.`started` < %s)) AND (`t1`.`logs_archived` = %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2022, 5, 25, 12, 12, 15, 395103), False, 50, 1, 0]) buildlogsarchiver stdout | 2022-06-09 12:12:15,397 [66] [DEBUG] [__main__] No more builds to archive buildlogsarchiver stdout | 2022-06-09 12:12:15,397 [66] [DEBUG] [data.database] Disconnecting from database. buildlogsarchiver stdout | 2022-06-09 12:12:15,397 [66] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 12:12:45 UTC)" executed successfully gunicorn-web stdout | 2022-06-09 12:12:19,372 [235] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '235'} gunicorn-web stdout | 2022-06-09 12:12:19,392 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '75'} gunicorn-web stdout | 2022-06-09 12:12:19,398 [243] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '243'} gunicorn-web stdout | 2022-06-09 12:12:19,406 [226] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '226'} gunicorn-web stdout | 2022-06-09 12:12:19,414 [242] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '242'} gunicorn-web stdout | 2022-06-09 12:12:19,420 [228] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '228'} gunicorn-web stdout | 2022-06-09 12:12:19,427 [241] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '241'} gunicorn-web stdout | 2022-06-09 12:12:19,434 [237] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '237'} gunicorn-web stdout | 2022-06-09 12:12:19,441 [244] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '244'} gunicorn-web stdout | 2022-06-09 12:12:19,448 [234] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '234'} gunicorn-web stdout | 2022-06-09 12:12:19,458 [236] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '236'} gunicorn-web stdout | 2022-06-09 12:12:19,466 [230] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '230'} gunicorn-web stdout | 2022-06-09 12:12:19,473 [239] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '239'} gunicorn-web stdout | 2022-06-09 12:12:19,479 [231] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '231'} gunicorn-web stdout | 2022-06-09 12:12:19,489 [229] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '229'} gunicorn-web stdout | 2022-06-09 12:12:19,495 [238] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '238'} gunicorn-web stdout | 2022-06-09 12:12:19,503 [232] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '232'} gunicorn-secscan stdout | 2022-06-09 12:12:19,510 [221] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '221'} gunicorn-secscan stdout | 2022-06-09 12:12:19,518 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '74'} gunicorn-secscan stdout | 2022-06-09 12:12:19,524 [224] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '224'} gunicorn-secscan stdout | 2022-06-09 12:12:19,530 [225] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '225'} gunicorn-secscan stdout | 2022-06-09 12:12:19,538 [227] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '227'} notificationworker stdout | 2022-06-09 12:12:19,647 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:12:19,647 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:12:20.617379+00:00 (in 0.970113 seconds) notificationworker stdout | 2022-06-09 12:12:19,647 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:13:19 UTC)" (scheduled at 2022-06-09 12:12:19.645536+00:00) notificationworker stdout | 2022-06-09 12:12:19,647 [85] [DEBUG] [workers.queueworker] Running watchdog. notificationworker stdout | 2022-06-09 12:12:19,647 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:13:19 UTC)" executed successfully blobuploadcleanupworker stdout | 2022-06-09 12:12:20,011 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'blobuploadcleanupworker.py', 'pid': '64'} exportactionlogsworker stdout | 2022-06-09 12:12:20,091 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'exportactionlogsworker.py', 'pid': '70'} chunkcleanupworker stdout | 2022-06-09 12:12:20,099 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'chunkcleanupworker.py', 'pid': '67'} repositoryactioncounter stdout | 2022-06-09 12:12:20,143 [88] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositoryactioncounter.py', 'pid': '88'} logrotateworker stdout | 2022-06-09 12:12:20,321 [77] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'logrotateworker.py', 'pid': '77'} notificationworker stdout | 2022-06-09 12:12:20,618 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:12:20,618 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:12:30.617379+00:00 (in 9.998834 seconds) notificationworker stdout | 2022-06-09 12:12:20,618 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:12:30 UTC)" (scheduled at 2022-06-09 12:12:20.617379+00:00) notificationworker stdout | 2022-06-09 12:12:20,618 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 12:12:20,619 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 12, 20, 618982), True, datetime.datetime(2022, 6, 9, 12, 12, 20, 618982), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 12:12:20,622 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 12:12:20,622 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:12:20,622 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:12:30 UTC)" executed successfully globalpromstats stdout | 2022-06-09 12:12:20,629 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'globalpromstats.py', 'pid': '72'} repositorygcworker stdout | 2022-06-09 12:12:20,662 [89] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositorygcworker.py', 'pid': '89'} securityscanningnotificationworker stdout | 2022-06-09 12:12:20,672 [90] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'securityscanningnotificationworker.py', 'pid': '90'} namespacegcworker stdout | 2022-06-09 12:12:20,681 [83] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'namespacegcworker.py', 'pid': '83'} manifestbackfillworker stdout | 2022-06-09 12:12:20,770 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'manifestbackfillworker.py', 'pid': '78'} notificationworker stdout | 2022-06-09 12:12:20,784 [85] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'notificationworker.py', 'pid': '85'} storagereplication stdout | 2022-06-09 12:12:20,790 [93] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'storagereplication.py', 'pid': '93'} servicekey stdout | 2022-06-09 12:12:20,833 [92] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'servicekeyworker.py', 'pid': '92'} buildlogsarchiver stdout | 2022-06-09 12:12:20,840 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'buildlogsarchiver.py', 'pid': '66'} builder stdout | 2022-06-09 12:12:20,847 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'builder.py', 'pid': '65'} teamsyncworker stdout | 2022-06-09 12:12:20,855 [94] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'teamsyncworker.py', 'pid': '94'} expiredappspecifictokenworker stdout | 2022-06-09 12:12:20,874 [69] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '69'} queuecleanupworker stdout | 2022-06-09 12:12:20,882 [87] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'queuecleanupworker.py', 'pid': '87'} gcworker stdout | 2022-06-09 12:12:20,955 [71] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'gcworker.py', 'pid': '71'} gunicorn-registry stdout | 2022-06-09 12:12:21,869 [273] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '273'} gunicorn-registry stdout | 2022-06-09 12:12:21,876 [246] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '246'} gunicorn-registry stdout | 2022-06-09 12:12:21,884 [271] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '271'} gunicorn-registry stdout | 2022-06-09 12:12:21,893 [276] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '276'} gunicorn-registry stdout | 2022-06-09 12:12:21,899 [275] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '275'} gunicorn-registry stdout | 2022-06-09 12:12:21,908 [274] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '274'} gunicorn-registry stdout | 2022-06-09 12:12:21,914 [277] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '277'} gunicorn-registry stdout | 2022-06-09 12:12:21,921 [263] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '263'} gunicorn-registry stdout | 2022-06-09 12:12:21,930 [266] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '266'} gunicorn-registry stdout | 2022-06-09 12:12:21,936 [254] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '254'} gunicorn-registry stdout | 2022-06-09 12:12:21,943 [260] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '260'} gunicorn-registry stdout | 2022-06-09 12:12:21,950 [270] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '270'} gunicorn-registry stdout | 2022-06-09 12:12:21,957 [253] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '253'} gunicorn-registry stdout | 2022-06-09 12:12:21,964 [261] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '261'} gunicorn-registry stdout | 2022-06-09 12:12:21,974 [268] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '268'} gunicorn-registry stdout | 2022-06-09 12:12:21,982 [248] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '248'} gunicorn-registry stdout | 2022-06-09 12:12:21,989 [245] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '245'} gunicorn-registry stdout | 2022-06-09 12:12:21,998 [249] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '249'} gunicorn-registry stdout | 2022-06-09 12:12:22,005 [251] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '251'} gunicorn-registry stdout | 2022-06-09 12:12:22,014 [259] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '259'} gunicorn-registry stdout | 2022-06-09 12:12:22,021 [250] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '250'} gunicorn-registry stdout | 2022-06-09 12:12:22,029 [265] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '265'} gunicorn-registry stdout | 2022-06-09 12:12:22,036 [73] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '73'} gunicorn-registry stdout | 2022-06-09 12:12:22,043 [267] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '267'} gunicorn-registry stdout | 2022-06-09 12:12:22,050 [256] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '256'} gunicorn-registry stdout | 2022-06-09 12:12:22,057 [262] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '262'} gunicorn-registry stdout | 2022-06-09 12:12:22,063 [264] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '264'} gunicorn-registry stdout | 2022-06-09 12:12:22,072 [272] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '272'} gunicorn-registry stdout | 2022-06-09 12:12:22,078 [269] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '269'} gunicorn-registry stdout | 2022-06-09 12:12:22,085 [247] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '247'} gunicorn-registry stdout | 2022-06-09 12:12:22,092 [255] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '255'} gunicorn-registry stdout | 2022-06-09 12:12:22,099 [257] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '257'} gunicorn-registry stdout | 2022-06-09 12:12:22,108 [252] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '252'} notificationworker stdout | 2022-06-09 12:12:30,618 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:12:30,618 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:12:40.617379+00:00 (in 9.999186 seconds) notificationworker stdout | 2022-06-09 12:12:30,618 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:12:40 UTC)" (scheduled at 2022-06-09 12:12:30.617379+00:00) notificationworker stdout | 2022-06-09 12:12:30,618 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 12:12:30,619 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 12, 30, 618520), True, datetime.datetime(2022, 6, 9, 12, 12, 30, 618520), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 12:12:30,621 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 12:12:30,621 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:12:30,622 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:12:40 UTC)" executed successfully gcworker stdout | 2022-06-09 12:12:37,498 [71] [DEBUG] [apscheduler.scheduler] Looking for jobs to run gcworker stdout | 2022-06-09 12:12:37,498 [71] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:13:07.490424+00:00 (in 29.991816 seconds) gcworker stdout | 2022-06-09 12:12:37,498 [71] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 12:13:07 UTC)" (scheduled at 2022-06-09 12:12:37.490424+00:00) gcworker stdout | 2022-06-09 12:12:37,499 [71] [DEBUG] [peewee] ('SELECT `candidates`.`repository_id` FROM (SELECT DISTINCT `t1`.`repository_id` FROM `tag` AS `t1` INNER JOIN `repository` AS `t2` ON (`t1`.`repository_id` = `t2`.`id`) INNER JOIN `user` AS `t3` ON (`t2`.`namespace_user_id` = `t3`.`id`) WHERE ((((NOT (`t1`.`lifetime_end_ms` IS %s) AND (`t1`.`lifetime_end_ms` <= %s)) AND (`t3`.`removed_tag_expiration_s` = %s)) AND (`t3`.`enabled` = %s)) AND (`t2`.`state` != %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', [None, 1654776757499, 0, True, 3, 500, 1, 0]) gcworker stdout | 2022-06-09 12:12:37,502 [71] [DEBUG] [__main__] No repository with garbage found gcworker stdout | 2022-06-09 12:12:37,502 [71] [DEBUG] [data.database] Disconnecting from database. gcworker stdout | 2022-06-09 12:12:37,502 [71] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 12:13:07 UTC)" executed successfully repositorygcworker stdout | 2022-06-09 12:12:38,464 [89] [DEBUG] [apscheduler.scheduler] Looking for jobs to run repositorygcworker stdout | 2022-06-09 12:12:38,465 [89] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:12:51.502316+00:00 (in 13.037333 seconds) repositorygcworker stdout | 2022-06-09 12:12:38,465 [89] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:13:38 UTC)" (scheduled at 2022-06-09 12:12:38.463361+00:00) repositorygcworker stdout | 2022-06-09 12:12:38,465 [89] [DEBUG] [workers.queueworker] Getting work item from queue. repositorygcworker stdout | 2022-06-09 12:12:38,466 [89] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 12, 38, 465451), True, datetime.datetime(2022, 6, 9, 12, 12, 38, 465451), 0, 'repositorygc/%', 50, 1, 0]) repositorygcworker stdout | 2022-06-09 12:12:38,468 [89] [DEBUG] [workers.queueworker] No more work. repositorygcworker stdout | 2022-06-09 12:12:38,468 [89] [DEBUG] [data.database] Disconnecting from database. repositorygcworker stdout | 2022-06-09 12:12:38,468 [89] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:13:38 UTC)" executed successfully notificationworker stdout | 2022-06-09 12:12:40,626 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:12:40,626 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:12:50.617379+00:00 (in 9.990767 seconds) notificationworker stdout | 2022-06-09 12:12:40,626 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:12:50 UTC)" (scheduled at 2022-06-09 12:12:40.617379+00:00) notificationworker stdout | 2022-06-09 12:12:40,627 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 12:12:40,627 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 12, 40, 627109), True, datetime.datetime(2022, 6, 9, 12, 12, 40, 627109), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 12:12:40,630 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 12:12:40,630 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:12:40,630 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:12:50 UTC)" executed successfully buildlogsarchiver stdout | 2022-06-09 12:12:45,367 [66] [DEBUG] [apscheduler.scheduler] Looking for jobs to run buildlogsarchiver stdout | 2022-06-09 12:12:45,368 [66] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:13:15.366042+00:00 (in 29.998109 seconds) buildlogsarchiver stdout | 2022-06-09 12:12:45,368 [66] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 12:13:15 UTC)" (scheduled at 2022-06-09 12:12:45.366042+00:00) buildlogsarchiver stdout | 2022-06-09 12:12:45,369 [66] [DEBUG] [peewee] ('SELECT `candidates`.`id` FROM (SELECT `t1`.`id` FROM `repositorybuild` AS `t1` WHERE (((`t1`.`phase` IN (%s, %s, %s)) OR (`t1`.`started` < %s)) AND (`t1`.`logs_archived` = %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2022, 5, 25, 12, 12, 45, 368578), False, 50, 1, 0]) buildlogsarchiver stdout | 2022-06-09 12:12:45,371 [66] [DEBUG] [__main__] No more builds to archive buildlogsarchiver stdout | 2022-06-09 12:12:45,371 [66] [DEBUG] [data.database] Disconnecting from database. buildlogsarchiver stdout | 2022-06-09 12:12:45,371 [66] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 12:13:15 UTC)" executed successfully exportactionlogsworker stdout | 2022-06-09 12:12:47,413 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run exportactionlogsworker stdout | 2022-06-09 12:12:47,413 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:13:04.366245+00:00 (in 16.952983 seconds) exportactionlogsworker stdout | 2022-06-09 12:12:47,413 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:13:47 UTC)" (scheduled at 2022-06-09 12:12:47.409953+00:00) exportactionlogsworker stdout | 2022-06-09 12:12:47,413 [70] [DEBUG] [workers.queueworker] Running watchdog. exportactionlogsworker stdout | 2022-06-09 12:12:47,413 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:13:47 UTC)" executed successfully gunicorn-web stdout | 2022-06-09 12:12:49,414 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '75'} gunicorn-web stdout | 2022-06-09 12:12:49,420 [235] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '235'} gunicorn-web stdout | 2022-06-09 12:12:49,428 [243] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '243'} gunicorn-web stdout | 2022-06-09 12:12:49,435 [226] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '226'} gunicorn-web stdout | 2022-06-09 12:12:49,442 [242] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '242'} gunicorn-web stdout | 2022-06-09 12:12:49,449 [228] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '228'} gunicorn-web stdout | 2022-06-09 12:12:49,457 [241] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '241'} gunicorn-web stdout | 2022-06-09 12:12:49,464 [237] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '237'} gunicorn-web stdout | 2022-06-09 12:12:49,474 [244] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '244'} gunicorn-web stdout | 2022-06-09 12:12:49,481 [234] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '234'} gunicorn-web stdout | 2022-06-09 12:12:49,488 [236] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '236'} gunicorn-web stdout | 2022-06-09 12:12:49,493 [230] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '230'} gunicorn-web stdout | 2022-06-09 12:12:49,501 [239] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '239'} gunicorn-web stdout | 2022-06-09 12:12:49,508 [231] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '231'} gunicorn-web stdout | 2022-06-09 12:12:49,515 [229] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '229'} gunicorn-web stdout | 2022-06-09 12:12:49,524 [238] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '238'} gunicorn-web stdout | 2022-06-09 12:12:49,530 [232] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '232'} gunicorn-secscan stdout | 2022-06-09 12:12:49,538 [221] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '221'} gunicorn-secscan stdout | 2022-06-09 12:12:49,544 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '74'} gunicorn-secscan stdout | 2022-06-09 12:12:49,552 [224] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '224'} gunicorn-secscan stdout | 2022-06-09 12:12:49,562 [225] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '225'} gunicorn-secscan stdout | 2022-06-09 12:12:49,569 [227] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '227'} blobuploadcleanupworker stdout | 2022-06-09 12:12:50,050 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'blobuploadcleanupworker.py', 'pid': '64'} exportactionlogsworker stdout | 2022-06-09 12:12:50,111 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'exportactionlogsworker.py', 'pid': '70'} chunkcleanupworker stdout | 2022-06-09 12:12:50,117 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'chunkcleanupworker.py', 'pid': '67'} repositoryactioncounter stdout | 2022-06-09 12:12:50,183 [88] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositoryactioncounter.py', 'pid': '88'} logrotateworker stdout | 2022-06-09 12:12:50,345 [77] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'logrotateworker.py', 'pid': '77'} notificationworker stdout | 2022-06-09 12:12:50,629 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:12:50,630 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:13:00.617379+00:00 (in 9.987275 seconds) notificationworker stdout | 2022-06-09 12:12:50,630 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:13:00 UTC)" (scheduled at 2022-06-09 12:12:50.617379+00:00) notificationworker stdout | 2022-06-09 12:12:50,630 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 12:12:50,631 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 12, 50, 630496), True, datetime.datetime(2022, 6, 9, 12, 12, 50, 630496), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 12:12:50,633 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 12:12:50,633 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:12:50,633 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:13:00 UTC)" executed successfully globalpromstats stdout | 2022-06-09 12:12:50,640 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'globalpromstats.py', 'pid': '72'} securityscanningnotificationworker stdout | 2022-06-09 12:12:50,703 [90] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'securityscanningnotificationworker.py', 'pid': '90'} repositorygcworker stdout | 2022-06-09 12:12:50,710 [89] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositorygcworker.py', 'pid': '89'} namespacegcworker stdout | 2022-06-09 12:12:50,718 [83] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'namespacegcworker.py', 'pid': '83'} manifestbackfillworker stdout | 2022-06-09 12:12:50,805 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'manifestbackfillworker.py', 'pid': '78'} notificationworker stdout | 2022-06-09 12:12:50,822 [85] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'notificationworker.py', 'pid': '85'} storagereplication stdout | 2022-06-09 12:12:50,830 [93] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'storagereplication.py', 'pid': '93'} servicekey stdout | 2022-06-09 12:12:50,879 [92] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'servicekeyworker.py', 'pid': '92'} buildlogsarchiver stdout | 2022-06-09 12:12:50,886 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'buildlogsarchiver.py', 'pid': '66'} builder stdout | 2022-06-09 12:12:50,892 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'builder.py', 'pid': '65'} expiredappspecifictokenworker stdout | 2022-06-09 12:12:50,904 [69] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '69'} teamsyncworker stdout | 2022-06-09 12:12:50,909 [94] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'teamsyncworker.py', 'pid': '94'} queuecleanupworker stdout | 2022-06-09 12:12:50,922 [87] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'queuecleanupworker.py', 'pid': '87'} gcworker stdout | 2022-06-09 12:12:50,977 [71] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'gcworker.py', 'pid': '71'} repositorygcworker stdout | 2022-06-09 12:12:51,506 [89] [DEBUG] [apscheduler.scheduler] Looking for jobs to run repositorygcworker stdout | 2022-06-09 12:12:51,506 [89] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:13:38.463361+00:00 (in 46.956763 seconds) repositorygcworker stdout | 2022-06-09 12:12:51,506 [89] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:13:51 UTC)" (scheduled at 2022-06-09 12:12:51.502316+00:00) repositorygcworker stdout | 2022-06-09 12:12:51,507 [89] [DEBUG] [workers.queueworker] Running watchdog. repositorygcworker stdout | 2022-06-09 12:12:51,507 [89] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:13:51 UTC)" executed successfully gunicorn-registry stdout | 2022-06-09 12:12:51,884 [273] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '273'} gunicorn-registry stdout | 2022-06-09 12:12:51,891 [246] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '246'} gunicorn-registry stdout | 2022-06-09 12:12:51,898 [271] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '271'} gunicorn-registry stdout | 2022-06-09 12:12:51,905 [276] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '276'} gunicorn-registry stdout | 2022-06-09 12:12:51,911 [275] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '275'} gunicorn-registry stdout | 2022-06-09 12:12:51,919 [274] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '274'} gunicorn-registry stdout | 2022-06-09 12:12:51,931 [277] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '277'} gunicorn-registry stdout | 2022-06-09 12:12:51,938 [263] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '263'} gunicorn-registry stdout | 2022-06-09 12:12:51,946 [266] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '266'} gunicorn-registry stdout | 2022-06-09 12:12:51,953 [254] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '254'} gunicorn-registry stdout | 2022-06-09 12:12:51,959 [260] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '260'} gunicorn-registry stdout | 2022-06-09 12:12:51,967 [270] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '270'} gunicorn-registry stdout | 2022-06-09 12:12:51,975 [253] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '253'} gunicorn-registry stdout | 2022-06-09 12:12:51,983 [261] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '261'} gunicorn-registry stdout | 2022-06-09 12:12:51,990 [268] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '268'} gunicorn-registry stdout | 2022-06-09 12:12:51,998 [248] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '248'} gunicorn-registry stdout | 2022-06-09 12:12:52,007 [245] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '245'} gunicorn-registry stdout | 2022-06-09 12:12:52,015 [249] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '249'} gunicorn-registry stdout | 2022-06-09 12:12:52,023 [251] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '251'} gunicorn-registry stdout | 2022-06-09 12:12:52,031 [259] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '259'} gunicorn-registry stdout | 2022-06-09 12:12:52,038 [250] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '250'} gunicorn-registry stdout | 2022-06-09 12:12:52,046 [265] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '265'} gunicorn-registry stdout | 2022-06-09 12:12:52,052 [73] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '73'} gunicorn-registry stdout | 2022-06-09 12:12:52,062 [267] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '267'} gunicorn-registry stdout | 2022-06-09 12:12:52,068 [256] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '256'} gunicorn-registry stdout | 2022-06-09 12:12:52,075 [262] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '262'} gunicorn-registry stdout | 2022-06-09 12:12:52,084 [264] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '264'} gunicorn-registry stdout | 2022-06-09 12:12:52,091 [272] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '272'} gunicorn-registry stdout | 2022-06-09 12:12:52,099 [269] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '269'} gunicorn-registry stdout | 2022-06-09 12:12:52,106 [247] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '247'} gunicorn-registry stdout | 2022-06-09 12:12:52,112 [255] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '255'} gunicorn-registry stdout | 2022-06-09 12:12:52,119 [257] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '257'} gunicorn-registry stdout | 2022-06-09 12:12:52,127 [252] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '252'} gunicorn-web stdout | 2022-06-09 12:12:53,269 [242] [DEBUG] [app] Starting request: urn:request:da996e85-eede-48f6-9916-a4c9f5758330 (/api/v1/user/notifications) {'X-Forwarded-For': '172.24.0.1'} gunicorn-web stdout | 2022-06-09 12:12:53,270 [242] [DEBUG] [app] User loader loading deferred user with uuid: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 12:12:53,270 [242] [DEBUG] [auth.cookie] Loading user from cookie: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 12:12:53,270 [243] [DEBUG] [app] Starting request: urn:request:85356b7e-668e-408d-91a9-76ba6d78c6f6 (/api/v1/user/apptoken) {'X-Forwarded-For': '172.24.0.1'} gunicorn-web stdout | 2022-06-09 12:12:53,270 [243] [DEBUG] [app] User loader loading deferred user with uuid: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 12:12:53,270 [242] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`uuid`, `t1`.`username`, `t1`.`password_hash`, `t1`.`email`, `t1`.`verified`, `t1`.`stripe_id`, `t1`.`organization`, `t1`.`robot`, `t1`.`invoice_email`, `t1`.`invalid_login_attempts`, `t1`.`last_invalid_login`, `t1`.`removed_tag_expiration_s`, `t1`.`enabled`, `t1`.`invoice_email_address`, `t1`.`given_name`, `t1`.`family_name`, `t1`.`company`, `t1`.`location`, `t1`.`maximum_queued_builds_count`, `t1`.`creation_date`, `t1`.`last_accessed` FROM `user` AS `t1` WHERE ((`t1`.`uuid` = %s) AND (`t1`.`organization` = %s)) LIMIT %s OFFSET %s', ['82228490-d075-4921-ae7a-af4408cf11b4', False, 1, 0]) gunicorn-web stdout | 2022-06-09 12:12:53,270 [243] [DEBUG] [auth.cookie] Loading user from cookie: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 12:12:53,271 [243] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`uuid`, `t1`.`username`, `t1`.`password_hash`, `t1`.`email`, `t1`.`verified`, `t1`.`stripe_id`, `t1`.`organization`, `t1`.`robot`, `t1`.`invoice_email`, `t1`.`invalid_login_attempts`, `t1`.`last_invalid_login`, `t1`.`removed_tag_expiration_s`, `t1`.`enabled`, `t1`.`invoice_email_address`, `t1`.`given_name`, `t1`.`family_name`, `t1`.`company`, `t1`.`location`, `t1`.`maximum_queued_builds_count`, `t1`.`creation_date`, `t1`.`last_accessed` FROM `user` AS `t1` WHERE ((`t1`.`uuid` = %s) AND (`t1`.`organization` = %s)) LIMIT %s OFFSET %s', ['82228490-d075-4921-ae7a-af4408cf11b4', False, 1, 0]) gunicorn-web stdout | 2022-06-09 12:12:53,273 [242] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None]) gunicorn-web stdout | 2022-06-09 12:12:53,273 [243] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None]) gunicorn-web stdout | 2022-06-09 12:12:53,273 [242] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2022-06-09 12:12:53,274 [242] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 12:12:53,274 [243] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2022-06-09 12:12:53,274 [243] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 12:12:53,274 [242] [DEBUG] [endpoints.api] Checking permission for user ibazulic gunicorn-web stdout | 2022-06-09 12:12:53,274 [242] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 12:12:53,274 [242] [DEBUG] [auth.permissions] User permission: userspecificneed(type='user', username='ibazulic', role='admin') gunicorn-web stdout | 2022-06-09 12:12:53,274 [243] [DEBUG] [endpoints.api] Checking permission for user ibazulic gunicorn-web stdout | 2022-06-09 12:12:53,274 [242] [DEBUG] [auth.permissions] User namespace permission: namespacewide(type='organization', namespace='ibazulic', role='admin') gunicorn-web stdout | 2022-06-09 12:12:53,274 [243] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 12:12:53,274 [242] [DEBUG] [auth.permissions] User namespace repo permission: namespacewide(type='organizationrepo', namespace='ibazulic', role='admin') gunicorn-web stdout | 2022-06-09 12:12:53,274 [243] [DEBUG] [auth.permissions] User permission: userspecificneed(type='user', username='ibazulic', role='admin') gunicorn-web stdout | 2022-06-09 12:12:53,274 [242] [DEBUG] [auth.permissions] Adding superuser to user: ibazulic gunicorn-web stdout | 2022-06-09 12:12:53,274 [243] [DEBUG] [auth.permissions] User namespace permission: namespacewide(type='organization', namespace='ibazulic', role='admin') gunicorn-web stdout | 2022-06-09 12:12:53,274 [243] [DEBUG] [auth.permissions] User namespace repo permission: namespacewide(type='organizationrepo', namespace='ibazulic', role='admin') gunicorn-web stdout | 2022-06-09 12:12:53,274 [243] [DEBUG] [auth.permissions] Adding superuser to user: ibazulic gunicorn-web stdout | 2022-06-09 12:12:53,275 [243] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`user_id`, `t1`.`uuid`, `t1`.`title`, `t1`.`token_name`, `t1`.`token_secret`, `t1`.`created`, `t1`.`expiration`, `t1`.`last_accessed` FROM `appspecificauthtoken` AS `t1` WHERE (((`t1`.`user_id` = %s) AND (`t1`.`expiration` <= %s)) AND (`t1`.`expiration` > %s))', [1, datetime.datetime(2022, 6, 12, 7, 24, 53, 274587), datetime.datetime(2022, 6, 9, 12, 12, 53, 274659)]) gunicorn-web stdout | 2022-06-09 12:12:53,275 [242] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`uuid`, `t1`.`kind_id`, `t1`.`metadata_json`, `t1`.`dismissed`, `t1`.`lookup_path`, `t1`.`created`, `t1`.`created` AS `cd`, `t1`.`target_id` FROM `notification` AS `t1` INNER JOIN `notificationkind` AS `t2` ON (`t1`.`kind_id` = `t2`.`id`) WHERE ((`t1`.`dismissed` = %s) AND (`t1`.`target_id` = %s)) UNION SELECT `t3`.`id`, `t3`.`uuid`, `t3`.`kind_id`, `t3`.`metadata_json`, `t3`.`dismissed`, `t3`.`lookup_path`, `t3`.`created`, `t3`.`created` AS `cd`, `t3`.`target_id` FROM `notification` AS `t3` INNER JOIN `notificationkind` AS `t4` ON (`t3`.`kind_id` = `t4`.`id`) INNER JOIN `user` AS `t5` ON (`t5`.`id` = `t3`.`target_id`) INNER JOIN `team` AS `t6` ON (`t5`.`id` = `t6`.`organization_id`) INNER JOIN `teamrole` AS `t7` ON (`t6`.`role_id` = `t7`.`id`) INNER JOIN `teammember` AS `t8` ON (`t6`.`id` = `t8`.`team_id`) INNER JOIN `user` AS `t9` ON (`t8`.`user_id` = `t9`.`id`) WHERE ((`t3`.`dismissed` = %s) AND ((`t9`.`id` = %s) AND (`t7`.`name` = %s))) ORDER BY cd desc LIMIT %s', [False, 1, False, 1, 'admin', 6]) gunicorn-web stdout | 2022-06-09 12:12:53,276 [243] [DEBUG] [app] Ending request: urn:request:85356b7e-668e-408d-91a9-76ba6d78c6f6 (/api/v1/user/apptoken) {'endpoint': 'api.apptokens', 'request_id': 'urn:request:85356b7e-668e-408d-91a9-76ba6d78c6f6', 'remote_addr': '172.24.0.1', 'http_method': 'GET', 'original_url': 'https://quay.skynet/api/v1/user/apptoken?expiring=true', 'path': '/api/v1/user/apptoken', 'parameters': {'expiring': 'true'}, 'json_body': None, 'confsha': '61c38a19', 'user-agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:101.0) Gecko/20100101 Firefox/101.0'} gunicorn-web stdout | 2022-06-09 12:12:53,277 [243] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2022-06-09 12:12:53,277 [242] [DEBUG] [app] Ending request: urn:request:da996e85-eede-48f6-9916-a4c9f5758330 (/api/v1/user/notifications) {'endpoint': 'api.usernotificationlist', 'request_id': 'urn:request:da996e85-eede-48f6-9916-a4c9f5758330', 'remote_addr': '172.24.0.1', 'http_method': 'GET', 'original_url': 'https://quay.skynet/api/v1/user/notifications', 'path': '/api/v1/user/notifications', 'parameters': {}, 'json_body': None, 'confsha': '61c38a19', 'user-agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:101.0) Gecko/20100101 Firefox/101.0'} gunicorn-web stdout | 2022-06-09 12:12:53,278 [243] [INFO] [gunicorn.access] 172.24.0.1 - - [09/Jun/2022:12:12:53 +0000] "GET /api/v1/user/apptoken?expiring=true HTTP/1.0" 200 38 "https://quay.skynet/repository/ibazulic/quay?tab=history" "Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:101.0) Gecko/20100101 Firefox/101.0" nginx stdout | 172.24.0.1 () - - [09/Jun/2022:12:12:53 +0000] "GET /api/v1/user/apptoken?expiring=true HTTP/2.0" 200 38 "https://quay.skynet/repository/ibazulic/quay?tab=history" "Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:101.0) Gecko/20100101 Firefox/101.0" (0.009 61 0.008) gunicorn-web stdout | 2022-06-09 12:12:53,278 [242] [DEBUG] [data.database] Disconnecting from database. nginx stdout | 172.24.0.1 () - - [09/Jun/2022:12:12:53 +0000] "GET /api/v1/user/notifications HTTP/2.0" 200 43 "https://quay.skynet/repository/ibazulic/quay?tab=history" "Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:101.0) Gecko/20100101 Firefox/101.0" (0.010 753 0.008) gunicorn-web stdout | 2022-06-09 12:12:53,278 [242] [INFO] [gunicorn.access] 172.24.0.1 - - [09/Jun/2022:12:12:53 +0000] "GET /api/v1/user/notifications HTTP/1.0" 200 43 "https://quay.skynet/repository/ibazulic/quay?tab=history" "Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:101.0) Gecko/20100101 Firefox/101.0" namespacegcworker stdout | 2022-06-09 12:12:55,467 [83] [DEBUG] [apscheduler.scheduler] Looking for jobs to run namespacegcworker stdout | 2022-06-09 12:12:55,467 [83] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:13:01.521527+00:00 (in 6.054372 seconds) namespacegcworker stdout | 2022-06-09 12:12:55,467 [83] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:13:55 UTC)" (scheduled at 2022-06-09 12:12:55.463831+00:00) namespacegcworker stdout | 2022-06-09 12:12:55,467 [83] [DEBUG] [workers.queueworker] Getting work item from queue. namespacegcworker stdout | 2022-06-09 12:12:55,468 [83] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 12, 55, 467637), True, datetime.datetime(2022, 6, 9, 12, 12, 55, 467637), 0, 'namespacegc/%', 50, 1, 0]) namespacegcworker stdout | 2022-06-09 12:12:55,470 [83] [DEBUG] [workers.queueworker] No more work. namespacegcworker stdout | 2022-06-09 12:12:55,470 [83] [DEBUG] [data.database] Disconnecting from database. namespacegcworker stdout | 2022-06-09 12:12:55,471 [83] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:13:55 UTC)" executed successfully notificationworker stdout | 2022-06-09 12:13:00,625 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:13:00,625 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:13:10.617379+00:00 (in 9.991651 seconds) notificationworker stdout | 2022-06-09 12:13:00,625 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:13:10 UTC)" (scheduled at 2022-06-09 12:13:00.617379+00:00) notificationworker stdout | 2022-06-09 12:13:00,626 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 12:13:00,626 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 13, 0, 626057), True, datetime.datetime(2022, 6, 9, 12, 13, 0, 626057), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 12:13:00,629 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 12:13:00,629 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:13:00,629 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:13:10 UTC)" executed successfully namespacegcworker stdout | 2022-06-09 12:13:01,525 [83] [DEBUG] [apscheduler.scheduler] Looking for jobs to run namespacegcworker stdout | 2022-06-09 12:13:01,525 [83] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:13:55.463831+00:00 (in 53.938149 seconds) namespacegcworker stdout | 2022-06-09 12:13:01,525 [83] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:14:01 UTC)" (scheduled at 2022-06-09 12:13:01.521527+00:00) namespacegcworker stdout | 2022-06-09 12:13:01,526 [83] [DEBUG] [workers.queueworker] Running watchdog. namespacegcworker stdout | 2022-06-09 12:13:01,526 [83] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:14:01 UTC)" executed successfully exportactionlogsworker stdout | 2022-06-09 12:13:04,385 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run exportactionlogsworker stdout | 2022-06-09 12:13:04,386 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:13:47.409953+00:00 (in 43.023949 seconds) exportactionlogsworker stdout | 2022-06-09 12:13:04,386 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:14:04 UTC)" (scheduled at 2022-06-09 12:13:04.366245+00:00) exportactionlogsworker stdout | 2022-06-09 12:13:04,386 [70] [DEBUG] [workers.queueworker] Getting work item from queue. exportactionlogsworker stdout | 2022-06-09 12:13:04,386 [70] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 13, 4, 386342), True, datetime.datetime(2022, 6, 9, 12, 13, 4, 386342), 0, 'exportactionlogs/%', 50, 1, 0]) exportactionlogsworker stdout | 2022-06-09 12:13:04,389 [70] [DEBUG] [workers.queueworker] No more work. exportactionlogsworker stdout | 2022-06-09 12:13:04,389 [70] [DEBUG] [data.database] Disconnecting from database. exportactionlogsworker stdout | 2022-06-09 12:13:04,389 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:14:04 UTC)" executed successfully gcworker stdout | 2022-06-09 12:13:07,492 [71] [DEBUG] [apscheduler.scheduler] Looking for jobs to run gcworker stdout | 2022-06-09 12:13:07,492 [71] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:13:37.490424+00:00 (in 29.997974 seconds) gcworker stdout | 2022-06-09 12:13:07,492 [71] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 12:13:37 UTC)" (scheduled at 2022-06-09 12:13:07.490424+00:00) gcworker stdout | 2022-06-09 12:13:07,493 [71] [DEBUG] [peewee] ('SELECT `candidates`.`repository_id` FROM (SELECT DISTINCT `t1`.`repository_id` FROM `tag` AS `t1` INNER JOIN `repository` AS `t2` ON (`t1`.`repository_id` = `t2`.`id`) INNER JOIN `user` AS `t3` ON (`t2`.`namespace_user_id` = `t3`.`id`) WHERE ((((NOT (`t1`.`lifetime_end_ms` IS %s) AND (`t1`.`lifetime_end_ms` <= %s)) AND (`t3`.`removed_tag_expiration_s` = %s)) AND (`t3`.`enabled` = %s)) AND (`t2`.`state` != %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', [None, 1654776787493, 0, True, 3, 500, 1, 0]) gcworker stdout | 2022-06-09 12:13:07,495 [71] [DEBUG] [__main__] No repository with garbage found gcworker stdout | 2022-06-09 12:13:07,495 [71] [DEBUG] [data.database] Disconnecting from database. gcworker stdout | 2022-06-09 12:13:07,495 [71] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 12:13:37 UTC)" executed successfully notificationworker stdout | 2022-06-09 12:13:10,710 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:13:10,710 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:13:19.645536+00:00 (in 8.935193 seconds) notificationworker stdout | 2022-06-09 12:13:10,710 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:13:20 UTC)" (scheduled at 2022-06-09 12:13:10.617379+00:00) notificationworker stdout | 2022-06-09 12:13:10,710 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 12:13:10,711 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 13, 10, 710783), True, datetime.datetime(2022, 6, 9, 12, 13, 10, 710783), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 12:13:10,714 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 12:13:10,715 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:13:10,715 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:13:20 UTC)" executed successfully buildlogsarchiver stdout | 2022-06-09 12:13:15,383 [66] [DEBUG] [apscheduler.scheduler] Looking for jobs to run buildlogsarchiver stdout | 2022-06-09 12:13:15,383 [66] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:13:45.366042+00:00 (in 29.982707 seconds) buildlogsarchiver stdout | 2022-06-09 12:13:15,383 [66] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 12:13:45 UTC)" (scheduled at 2022-06-09 12:13:15.366042+00:00) buildlogsarchiver stdout | 2022-06-09 12:13:15,384 [66] [DEBUG] [peewee] ('SELECT `candidates`.`id` FROM (SELECT `t1`.`id` FROM `repositorybuild` AS `t1` WHERE (((`t1`.`phase` IN (%s, %s, %s)) OR (`t1`.`started` < %s)) AND (`t1`.`logs_archived` = %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2022, 5, 25, 12, 13, 15, 383858), False, 50, 1, 0]) buildlogsarchiver stdout | 2022-06-09 12:13:15,386 [66] [DEBUG] [__main__] No more builds to archive buildlogsarchiver stdout | 2022-06-09 12:13:15,386 [66] [DEBUG] [data.database] Disconnecting from database. buildlogsarchiver stdout | 2022-06-09 12:13:15,386 [66] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 12:13:45 UTC)" executed successfully gunicorn-web stdout | 2022-06-09 12:13:19,435 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '75'} gunicorn-web stdout | 2022-06-09 12:13:19,441 [235] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '235'} gunicorn-web stdout | 2022-06-09 12:13:19,448 [243] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '243'} gunicorn-web stdout | 2022-06-09 12:13:19,457 [226] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '226'} gunicorn-web stdout | 2022-06-09 12:13:19,463 [242] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '242'} gunicorn-web stdout | 2022-06-09 12:13:19,471 [228] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '228'} gunicorn-web stdout | 2022-06-09 12:13:19,477 [241] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '241'} gunicorn-web stdout | 2022-06-09 12:13:19,485 [237] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '237'} gunicorn-web stdout | 2022-06-09 12:13:19,492 [244] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '244'} gunicorn-web stdout | 2022-06-09 12:13:19,498 [234] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '234'} gunicorn-web stdout | 2022-06-09 12:13:19,506 [236] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '236'} gunicorn-web stdout | 2022-06-09 12:13:19,512 [230] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '230'} gunicorn-web stdout | 2022-06-09 12:13:19,521 [239] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '239'} gunicorn-web stdout | 2022-06-09 12:13:19,529 [231] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '231'} gunicorn-web stdout | 2022-06-09 12:13:19,536 [229] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '229'} gunicorn-web stdout | 2022-06-09 12:13:19,543 [238] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '238'} gunicorn-web stdout | 2022-06-09 12:13:19,551 [232] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '232'} gunicorn-secscan stdout | 2022-06-09 12:13:19,558 [221] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '221'} gunicorn-secscan stdout | 2022-06-09 12:13:19,565 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '74'} gunicorn-secscan stdout | 2022-06-09 12:13:19,571 [224] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '224'} gunicorn-secscan stdout | 2022-06-09 12:13:19,578 [225] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '225'} gunicorn-secscan stdout | 2022-06-09 12:13:19,585 [227] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '227'} notificationworker stdout | 2022-06-09 12:13:19,647 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:13:19,648 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:13:20.617379+00:00 (in 0.969459 seconds) notificationworker stdout | 2022-06-09 12:13:19,648 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:14:19 UTC)" (scheduled at 2022-06-09 12:13:19.645536+00:00) notificationworker stdout | 2022-06-09 12:13:19,648 [85] [DEBUG] [workers.queueworker] Running watchdog. notificationworker stdout | 2022-06-09 12:13:19,648 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:14:19 UTC)" executed successfully blobuploadcleanupworker stdout | 2022-06-09 12:13:20,083 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'blobuploadcleanupworker.py', 'pid': '64'} exportactionlogsworker stdout | 2022-06-09 12:13:20,142 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'exportactionlogsworker.py', 'pid': '70'} chunkcleanupworker stdout | 2022-06-09 12:13:20,148 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'chunkcleanupworker.py', 'pid': '67'} repositoryactioncounter stdout | 2022-06-09 12:13:20,213 [88] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositoryactioncounter.py', 'pid': '88'} logrotateworker stdout | 2022-06-09 12:13:20,384 [77] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'logrotateworker.py', 'pid': '77'} notificationworker stdout | 2022-06-09 12:13:20,618 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:13:20,619 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:13:30.617379+00:00 (in 9.998381 seconds) notificationworker stdout | 2022-06-09 12:13:20,619 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:13:30 UTC)" (scheduled at 2022-06-09 12:13:20.617379+00:00) notificationworker stdout | 2022-06-09 12:13:20,619 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 12:13:20,620 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 13, 20, 619452), True, datetime.datetime(2022, 6, 9, 12, 13, 20, 619452), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 12:13:20,622 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 12:13:20,622 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:13:20,622 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:13:30 UTC)" executed successfully globalpromstats stdout | 2022-06-09 12:13:20,687 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'globalpromstats.py', 'pid': '72'} securityscanningnotificationworker stdout | 2022-06-09 12:13:20,744 [90] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'securityscanningnotificationworker.py', 'pid': '90'} repositorygcworker stdout | 2022-06-09 12:13:20,750 [89] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositorygcworker.py', 'pid': '89'} namespacegcworker stdout | 2022-06-09 12:13:20,757 [83] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'namespacegcworker.py', 'pid': '83'} notificationworker stdout | 2022-06-09 12:13:20,839 [85] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'notificationworker.py', 'pid': '85'} manifestbackfillworker stdout | 2022-06-09 12:13:20,846 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'manifestbackfillworker.py', 'pid': '78'} storagereplication stdout | 2022-06-09 12:13:20,852 [93] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'storagereplication.py', 'pid': '93'} builder stdout | 2022-06-09 12:13:20,902 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'builder.py', 'pid': '65'} servicekey stdout | 2022-06-09 12:13:20,919 [92] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'servicekeyworker.py', 'pid': '92'} buildlogsarchiver stdout | 2022-06-09 12:13:20,926 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'buildlogsarchiver.py', 'pid': '66'} expiredappspecifictokenworker stdout | 2022-06-09 12:13:20,945 [69] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '69'} teamsyncworker stdout | 2022-06-09 12:13:20,952 [94] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'teamsyncworker.py', 'pid': '94'} queuecleanupworker stdout | 2022-06-09 12:13:20,961 [87] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'queuecleanupworker.py', 'pid': '87'} gcworker stdout | 2022-06-09 12:13:20,990 [71] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'gcworker.py', 'pid': '71'} gunicorn-registry stdout | 2022-06-09 12:13:21,911 [246] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '246'} gunicorn-registry stdout | 2022-06-09 12:13:21,919 [273] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '273'} gunicorn-registry stdout | 2022-06-09 12:13:21,927 [271] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '271'} gunicorn-registry stdout | 2022-06-09 12:13:21,935 [276] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '276'} gunicorn-registry stdout | 2022-06-09 12:13:21,942 [275] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '275'} gunicorn-registry stdout | 2022-06-09 12:13:21,948 [274] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '274'} gunicorn-registry stdout | 2022-06-09 12:13:21,960 [277] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '277'} gunicorn-registry stdout | 2022-06-09 12:13:21,967 [263] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '263'} gunicorn-registry stdout | 2022-06-09 12:13:21,975 [266] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '266'} gunicorn-registry stdout | 2022-06-09 12:13:21,983 [254] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '254'} gunicorn-registry stdout | 2022-06-09 12:13:21,990 [260] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '260'} gunicorn-registry stdout | 2022-06-09 12:13:21,996 [270] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '270'} gunicorn-registry stdout | 2022-06-09 12:13:22,004 [253] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '253'} gunicorn-registry stdout | 2022-06-09 12:13:22,011 [261] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '261'} gunicorn-registry stdout | 2022-06-09 12:13:22,018 [268] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '268'} gunicorn-registry stdout | 2022-06-09 12:13:22,025 [248] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '248'} gunicorn-registry stdout | 2022-06-09 12:13:22,033 [245] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '245'} gunicorn-registry stdout | 2022-06-09 12:13:22,040 [249] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '249'} gunicorn-registry stdout | 2022-06-09 12:13:22,047 [251] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '251'} gunicorn-registry stdout | 2022-06-09 12:13:22,053 [259] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '259'} gunicorn-registry stdout | 2022-06-09 12:13:22,062 [250] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '250'} gunicorn-registry stdout | 2022-06-09 12:13:22,068 [265] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '265'} gunicorn-registry stdout | 2022-06-09 12:13:22,076 [73] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '73'} gunicorn-registry stdout | 2022-06-09 12:13:22,082 [267] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '267'} gunicorn-registry stdout | 2022-06-09 12:13:22,089 [256] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '256'} gunicorn-registry stdout | 2022-06-09 12:13:22,096 [262] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '262'} gunicorn-registry stdout | 2022-06-09 12:13:22,103 [264] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '264'} gunicorn-registry stdout | 2022-06-09 12:13:22,111 [272] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '272'} gunicorn-registry stdout | 2022-06-09 12:13:22,118 [269] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '269'} gunicorn-registry stdout | 2022-06-09 12:13:22,126 [247] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '247'} gunicorn-registry stdout | 2022-06-09 12:13:22,133 [255] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '255'} gunicorn-registry stdout | 2022-06-09 12:13:22,139 [257] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '257'} gunicorn-registry stdout | 2022-06-09 12:13:22,146 [252] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '252'} notificationworker stdout | 2022-06-09 12:13:30,648 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:13:30,649 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:13:40.617379+00:00 (in 9.968244 seconds) notificationworker stdout | 2022-06-09 12:13:30,649 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:13:40 UTC)" (scheduled at 2022-06-09 12:13:30.617379+00:00) notificationworker stdout | 2022-06-09 12:13:30,649 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 12:13:30,650 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 13, 30, 649659), True, datetime.datetime(2022, 6, 9, 12, 13, 30, 649659), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 12:13:30,653 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 12:13:30,653 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:13:30,653 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:13:40 UTC)" executed successfully gcworker stdout | 2022-06-09 12:13:37,494 [71] [DEBUG] [apscheduler.scheduler] Looking for jobs to run gcworker stdout | 2022-06-09 12:13:37,494 [71] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:14:07.490424+00:00 (in 29.996299 seconds) gcworker stdout | 2022-06-09 12:13:37,494 [71] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 12:14:07 UTC)" (scheduled at 2022-06-09 12:13:37.490424+00:00) gcworker stdout | 2022-06-09 12:13:37,495 [71] [DEBUG] [peewee] ('SELECT `candidates`.`repository_id` FROM (SELECT DISTINCT `t1`.`repository_id` FROM `tag` AS `t1` INNER JOIN `repository` AS `t2` ON (`t1`.`repository_id` = `t2`.`id`) INNER JOIN `user` AS `t3` ON (`t2`.`namespace_user_id` = `t3`.`id`) WHERE ((((NOT (`t1`.`lifetime_end_ms` IS %s) AND (`t1`.`lifetime_end_ms` <= %s)) AND (`t3`.`removed_tag_expiration_s` = %s)) AND (`t3`.`enabled` = %s)) AND (`t2`.`state` != %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', [None, 1654776817494, 0, True, 3, 500, 1, 0]) gcworker stdout | 2022-06-09 12:13:37,497 [71] [DEBUG] [__main__] No repository with garbage found gcworker stdout | 2022-06-09 12:13:37,497 [71] [DEBUG] [data.database] Disconnecting from database. gcworker stdout | 2022-06-09 12:13:37,497 [71] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 12:14:07 UTC)" executed successfully repositorygcworker stdout | 2022-06-09 12:13:38,465 [89] [DEBUG] [apscheduler.scheduler] Looking for jobs to run repositorygcworker stdout | 2022-06-09 12:13:38,465 [89] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:13:51.502316+00:00 (in 13.036801 seconds) repositorygcworker stdout | 2022-06-09 12:13:38,465 [89] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:14:38 UTC)" (scheduled at 2022-06-09 12:13:38.463361+00:00) repositorygcworker stdout | 2022-06-09 12:13:38,465 [89] [DEBUG] [workers.queueworker] Getting work item from queue. repositorygcworker stdout | 2022-06-09 12:13:38,466 [89] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 13, 38, 465868), True, datetime.datetime(2022, 6, 9, 12, 13, 38, 465868), 0, 'repositorygc/%', 50, 1, 0]) repositorygcworker stdout | 2022-06-09 12:13:38,468 [89] [DEBUG] [workers.queueworker] No more work. repositorygcworker stdout | 2022-06-09 12:13:38,469 [89] [DEBUG] [data.database] Disconnecting from database. repositorygcworker stdout | 2022-06-09 12:13:38,469 [89] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:14:38 UTC)" executed successfully notificationworker stdout | 2022-06-09 12:13:40,632 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:13:40,632 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:13:50.617379+00:00 (in 9.985215 seconds) notificationworker stdout | 2022-06-09 12:13:40,632 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:13:50 UTC)" (scheduled at 2022-06-09 12:13:40.617379+00:00) notificationworker stdout | 2022-06-09 12:13:40,632 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 12:13:40,633 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 13, 40, 632636), True, datetime.datetime(2022, 6, 9, 12, 13, 40, 632636), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 12:13:40,635 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 12:13:40,636 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:13:40,636 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:13:50 UTC)" executed successfully buildlogsarchiver stdout | 2022-06-09 12:13:45,367 [66] [DEBUG] [apscheduler.scheduler] Looking for jobs to run buildlogsarchiver stdout | 2022-06-09 12:13:45,367 [66] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:14:15.366042+00:00 (in 29.998707 seconds) buildlogsarchiver stdout | 2022-06-09 12:13:45,367 [66] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 12:14:15 UTC)" (scheduled at 2022-06-09 12:13:45.366042+00:00) buildlogsarchiver stdout | 2022-06-09 12:13:45,368 [66] [DEBUG] [peewee] ('SELECT `candidates`.`id` FROM (SELECT `t1`.`id` FROM `repositorybuild` AS `t1` WHERE (((`t1`.`phase` IN (%s, %s, %s)) OR (`t1`.`started` < %s)) AND (`t1`.`logs_archived` = %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2022, 5, 25, 12, 13, 45, 367775), False, 50, 1, 0]) buildlogsarchiver stdout | 2022-06-09 12:13:45,370 [66] [DEBUG] [__main__] No more builds to archive buildlogsarchiver stdout | 2022-06-09 12:13:45,370 [66] [DEBUG] [data.database] Disconnecting from database. buildlogsarchiver stdout | 2022-06-09 12:13:45,370 [66] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 12:14:15 UTC)" executed successfully exportactionlogsworker stdout | 2022-06-09 12:13:47,411 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run exportactionlogsworker stdout | 2022-06-09 12:13:47,411 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:14:04.366245+00:00 (in 16.954643 seconds) exportactionlogsworker stdout | 2022-06-09 12:13:47,411 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:14:47 UTC)" (scheduled at 2022-06-09 12:13:47.409953+00:00) exportactionlogsworker stdout | 2022-06-09 12:13:47,412 [70] [DEBUG] [workers.queueworker] Running watchdog. exportactionlogsworker stdout | 2022-06-09 12:13:47,412 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:14:47 UTC)" executed successfully gunicorn-web stdout | 2022-06-09 12:13:49,447 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '75'} gunicorn-web stdout | 2022-06-09 12:13:49,454 [235] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '235'} gunicorn-web stdout | 2022-06-09 12:13:49,460 [243] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '243'} gunicorn-web stdout | 2022-06-09 12:13:49,470 [226] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '226'} gunicorn-web stdout | 2022-06-09 12:13:49,477 [242] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '242'} gunicorn-web stdout | 2022-06-09 12:13:49,483 [228] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '228'} gunicorn-web stdout | 2022-06-09 12:13:49,491 [241] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '241'} gunicorn-web stdout | 2022-06-09 12:13:49,497 [237] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '237'} gunicorn-web stdout | 2022-06-09 12:13:49,504 [244] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '244'} gunicorn-web stdout | 2022-06-09 12:13:49,513 [234] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '234'} gunicorn-web stdout | 2022-06-09 12:13:49,521 [236] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '236'} gunicorn-web stdout | 2022-06-09 12:13:49,527 [230] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '230'} gunicorn-web stdout | 2022-06-09 12:13:49,535 [239] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '239'} gunicorn-web stdout | 2022-06-09 12:13:49,541 [231] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '231'} gunicorn-web stdout | 2022-06-09 12:13:49,548 [229] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '229'} gunicorn-web stdout | 2022-06-09 12:13:49,556 [238] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '238'} gunicorn-web stdout | 2022-06-09 12:13:49,563 [232] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '232'} gunicorn-secscan stdout | 2022-06-09 12:13:49,570 [221] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '221'} gunicorn-secscan stdout | 2022-06-09 12:13:49,577 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '74'} gunicorn-secscan stdout | 2022-06-09 12:13:49,583 [224] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '224'} gunicorn-secscan stdout | 2022-06-09 12:13:49,591 [225] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '225'} gunicorn-secscan stdout | 2022-06-09 12:13:49,598 [227] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '227'} blobuploadcleanupworker stdout | 2022-06-09 12:13:50,122 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'blobuploadcleanupworker.py', 'pid': '64'} exportactionlogsworker stdout | 2022-06-09 12:13:50,183 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'exportactionlogsworker.py', 'pid': '70'} chunkcleanupworker stdout | 2022-06-09 12:13:50,189 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'chunkcleanupworker.py', 'pid': '67'} repositoryactioncounter stdout | 2022-06-09 12:13:50,257 [88] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositoryactioncounter.py', 'pid': '88'} logrotateworker stdout | 2022-06-09 12:13:50,406 [77] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'logrotateworker.py', 'pid': '77'} notificationworker stdout | 2022-06-09 12:13:50,618 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:13:50,618 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:14:00.617379+00:00 (in 9.998555 seconds) notificationworker stdout | 2022-06-09 12:13:50,619 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:14:00 UTC)" (scheduled at 2022-06-09 12:13:50.617379+00:00) notificationworker stdout | 2022-06-09 12:13:50,619 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 12:13:50,619 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 13, 50, 619270), True, datetime.datetime(2022, 6, 9, 12, 13, 50, 619270), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 12:13:50,623 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 12:13:50,623 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:13:50,623 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:14:00 UTC)" executed successfully globalpromstats stdout | 2022-06-09 12:13:50,714 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'globalpromstats.py', 'pid': '72'} securityscanningnotificationworker stdout | 2022-06-09 12:13:50,774 [90] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'securityscanningnotificationworker.py', 'pid': '90'} repositorygcworker stdout | 2022-06-09 12:13:50,797 [89] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositorygcworker.py', 'pid': '89'} namespacegcworker stdout | 2022-06-09 12:13:50,803 [83] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'namespacegcworker.py', 'pid': '83'} manifestbackfillworker stdout | 2022-06-09 12:13:50,859 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'manifestbackfillworker.py', 'pid': '78'} storagereplication stdout | 2022-06-09 12:13:50,865 [93] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'storagereplication.py', 'pid': '93'} notificationworker stdout | 2022-06-09 12:13:50,878 [85] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'notificationworker.py', 'pid': '85'} servicekey stdout | 2022-06-09 12:13:50,937 [92] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'servicekeyworker.py', 'pid': '92'} builder stdout | 2022-06-09 12:13:50,942 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'builder.py', 'pid': '65'} buildlogsarchiver stdout | 2022-06-09 12:13:50,962 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'buildlogsarchiver.py', 'pid': '66'} queuecleanupworker stdout | 2022-06-09 12:13:50,981 [87] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'queuecleanupworker.py', 'pid': '87'} expiredappspecifictokenworker stdout | 2022-06-09 12:13:50,989 [69] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '69'} teamsyncworker stdout | 2022-06-09 12:13:50,995 [94] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'teamsyncworker.py', 'pid': '94'} gcworker stdout | 2022-06-09 12:13:51,031 [71] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'gcworker.py', 'pid': '71'} repositorygcworker stdout | 2022-06-09 12:13:51,504 [89] [DEBUG] [apscheduler.scheduler] Looking for jobs to run repositorygcworker stdout | 2022-06-09 12:13:51,505 [89] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:14:38.463361+00:00 (in 46.958256 seconds) repositorygcworker stdout | 2022-06-09 12:13:51,505 [89] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:14:51 UTC)" (scheduled at 2022-06-09 12:13:51.502316+00:00) repositorygcworker stdout | 2022-06-09 12:13:51,505 [89] [DEBUG] [workers.queueworker] Running watchdog. repositorygcworker stdout | 2022-06-09 12:13:51,505 [89] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:14:51 UTC)" executed successfully gunicorn-registry stdout | 2022-06-09 12:13:51,925 [246] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '246'} gunicorn-registry stdout | 2022-06-09 12:13:51,932 [273] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '273'} gunicorn-registry stdout | 2022-06-09 12:13:51,939 [271] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '271'} gunicorn-registry stdout | 2022-06-09 12:13:51,946 [276] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '276'} gunicorn-registry stdout | 2022-06-09 12:13:51,958 [275] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '275'} gunicorn-registry stdout | 2022-06-09 12:13:51,966 [274] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '274'} gunicorn-registry stdout | 2022-06-09 12:13:51,974 [277] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '277'} gunicorn-registry stdout | 2022-06-09 12:13:51,981 [263] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '263'} gunicorn-registry stdout | 2022-06-09 12:13:51,987 [266] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '266'} gunicorn-registry stdout | 2022-06-09 12:13:51,998 [254] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '254'} gunicorn-registry stdout | 2022-06-09 12:13:52,004 [260] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '260'} gunicorn-registry stdout | 2022-06-09 12:13:52,011 [270] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '270'} gunicorn-registry stdout | 2022-06-09 12:13:52,020 [253] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '253'} gunicorn-registry stdout | 2022-06-09 12:13:52,028 [261] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '261'} gunicorn-registry stdout | 2022-06-09 12:13:52,034 [268] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '268'} gunicorn-registry stdout | 2022-06-09 12:13:52,042 [248] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '248'} gunicorn-registry stdout | 2022-06-09 12:13:52,048 [245] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '245'} gunicorn-registry stdout | 2022-06-09 12:13:52,055 [249] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '249'} gunicorn-registry stdout | 2022-06-09 12:13:52,062 [251] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '251'} gunicorn-registry stdout | 2022-06-09 12:13:52,070 [259] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '259'} gunicorn-registry stdout | 2022-06-09 12:13:52,076 [250] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '250'} gunicorn-registry stdout | 2022-06-09 12:13:52,084 [265] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '265'} gunicorn-registry stdout | 2022-06-09 12:13:52,091 [73] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '73'} gunicorn-registry stdout | 2022-06-09 12:13:52,099 [267] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '267'} gunicorn-registry stdout | 2022-06-09 12:13:52,106 [256] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '256'} gunicorn-registry stdout | 2022-06-09 12:13:52,113 [262] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '262'} gunicorn-registry stdout | 2022-06-09 12:13:52,121 [264] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '264'} gunicorn-registry stdout | 2022-06-09 12:13:52,128 [272] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '272'} gunicorn-registry stdout | 2022-06-09 12:13:52,135 [269] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '269'} gunicorn-registry stdout | 2022-06-09 12:13:52,142 [247] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '247'} gunicorn-registry stdout | 2022-06-09 12:13:52,149 [255] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '255'} gunicorn-registry stdout | 2022-06-09 12:13:52,158 [257] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '257'} gunicorn-registry stdout | 2022-06-09 12:13:52,165 [252] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '252'} namespacegcworker stdout | 2022-06-09 12:13:55,485 [83] [DEBUG] [apscheduler.scheduler] Looking for jobs to run namespacegcworker stdout | 2022-06-09 12:13:55,485 [83] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:14:01.521527+00:00 (in 6.036361 seconds) namespacegcworker stdout | 2022-06-09 12:13:55,485 [83] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:14:55 UTC)" (scheduled at 2022-06-09 12:13:55.463831+00:00) namespacegcworker stdout | 2022-06-09 12:13:55,485 [83] [DEBUG] [workers.queueworker] Getting work item from queue. namespacegcworker stdout | 2022-06-09 12:13:55,486 [83] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 13, 55, 485668), True, datetime.datetime(2022, 6, 9, 12, 13, 55, 485668), 0, 'namespacegc/%', 50, 1, 0]) namespacegcworker stdout | 2022-06-09 12:13:55,488 [83] [DEBUG] [workers.queueworker] No more work. namespacegcworker stdout | 2022-06-09 12:13:55,488 [83] [DEBUG] [data.database] Disconnecting from database. namespacegcworker stdout | 2022-06-09 12:13:55,488 [83] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:14:55 UTC)" executed successfully notificationworker stdout | 2022-06-09 12:14:00,622 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:14:00,622 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:14:02.645216+00:00 (in 2.022905 seconds) notificationworker stdout | 2022-06-09 12:14:00,622 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:14:10 UTC)" (scheduled at 2022-06-09 12:14:00.617379+00:00) notificationworker stdout | 2022-06-09 12:14:00,622 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 12:14:00,623 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 14, 0, 622771), True, datetime.datetime(2022, 6, 9, 12, 14, 0, 622771), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 12:14:00,626 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 12:14:00,626 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:14:00,626 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:14:10 UTC)" executed successfully namespacegcworker stdout | 2022-06-09 12:14:01,527 [83] [DEBUG] [apscheduler.scheduler] Looking for jobs to run namespacegcworker stdout | 2022-06-09 12:14:01,527 [83] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:14:21.521215+00:00 (in 19.994048 seconds) namespacegcworker stdout | 2022-06-09 12:14:01,527 [83] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:15:01 UTC)" (scheduled at 2022-06-09 12:14:01.521527+00:00) namespacegcworker stdout | 2022-06-09 12:14:01,527 [83] [DEBUG] [workers.queueworker] Running watchdog. namespacegcworker stdout | 2022-06-09 12:14:01,527 [83] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:15:01 UTC)" executed successfully notificationworker stdout | 2022-06-09 12:14:02,650 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:14:02,651 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:14:10.617379+00:00 (in 7.966333 seconds) notificationworker stdout | 2022-06-09 12:14:02,651 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2022-06-09 12:19:02 UTC)" (scheduled at 2022-06-09 12:14:02.645216+00:00) notificationworker stdout | 2022-06-09 12:14:02,651 [85] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT `t1`.`queue_name` FROM `queueitem` AS `t1` WHERE (((`t1`.`available` = %s) AND (`t1`.`processing_expires` > %s)) AND (`t1`.`queue_name` LIKE %s))) AS `_wrapped`', [False, datetime.datetime(2022, 6, 9, 12, 14, 2, 651412), 'notification/%']) notificationworker stdout | 2022-06-09 12:14:02,654 [85] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT `t1`.`queue_name` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s))) AS `_wrapped`', [datetime.datetime(2022, 6, 9, 12, 14, 2, 651412), True, datetime.datetime(2022, 6, 9, 12, 14, 2, 651412), 0, 'notification/%']) notificationworker stdout | 2022-06-09 12:14:02,655 [85] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT `t1`.`queue_name` FROM `queueitem` AS `t1` WHERE (((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) AND NOT (`t1`.`queue_name` IN (SELECT `t1`.`queue_name` FROM `queueitem` AS `t1` WHERE (((`t1`.`available` = %s) AND (`t1`.`processing_expires` > %s)) AND (`t1`.`queue_name` LIKE %s)))))) AS `_wrapped`', [datetime.datetime(2022, 6, 9, 12, 14, 2, 651412), True, datetime.datetime(2022, 6, 9, 12, 14, 2, 651412), 0, 'notification/%', False, datetime.datetime(2022, 6, 9, 12, 14, 2, 651412), 'notification/%']) notificationworker stdout | 2022-06-09 12:14:02,657 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:14:02,657 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2022-06-09 12:19:02 UTC)" executed successfully exportactionlogsworker stdout | 2022-06-09 12:14:04,376 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run exportactionlogsworker stdout | 2022-06-09 12:14:04,376 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:14:47.409953+00:00 (in 43.033170 seconds) exportactionlogsworker stdout | 2022-06-09 12:14:04,377 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:15:04 UTC)" (scheduled at 2022-06-09 12:14:04.366245+00:00) exportactionlogsworker stdout | 2022-06-09 12:14:04,377 [70] [DEBUG] [workers.queueworker] Getting work item from queue. exportactionlogsworker stdout | 2022-06-09 12:14:04,378 [70] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 14, 4, 377288), True, datetime.datetime(2022, 6, 9, 12, 14, 4, 377288), 0, 'exportactionlogs/%', 50, 1, 0]) exportactionlogsworker stdout | 2022-06-09 12:14:04,380 [70] [DEBUG] [workers.queueworker] No more work. exportactionlogsworker stdout | 2022-06-09 12:14:04,380 [70] [DEBUG] [data.database] Disconnecting from database. exportactionlogsworker stdout | 2022-06-09 12:14:04,380 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:15:04 UTC)" executed successfully gcworker stdout | 2022-06-09 12:14:07,538 [71] [DEBUG] [apscheduler.scheduler] Looking for jobs to run gcworker stdout | 2022-06-09 12:14:07,539 [71] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:14:37.490424+00:00 (in 29.951566 seconds) gcworker stdout | 2022-06-09 12:14:07,539 [71] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 12:14:37 UTC)" (scheduled at 2022-06-09 12:14:07.490424+00:00) gcworker stdout | 2022-06-09 12:14:07,541 [71] [DEBUG] [peewee] ('SELECT DISTINCT `t1`.`removed_tag_expiration_s` FROM `user` AS `t1` LIMIT %s', [100]) gcworker stdout | 2022-06-09 12:14:07,545 [71] [DEBUG] [peewee] ('SELECT `candidates`.`repository_id` FROM (SELECT DISTINCT `t1`.`repository_id` FROM `tag` AS `t1` INNER JOIN `repository` AS `t2` ON (`t1`.`repository_id` = `t2`.`id`) INNER JOIN `user` AS `t3` ON (`t2`.`namespace_user_id` = `t3`.`id`) WHERE ((((NOT (`t1`.`lifetime_end_ms` IS %s) AND (`t1`.`lifetime_end_ms` <= %s)) AND (`t3`.`removed_tag_expiration_s` = %s)) AND (`t3`.`enabled` = %s)) AND (`t2`.`state` != %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', [None, 1654776847544, 0, True, 3, 500, 1, 0]) gcworker stdout | 2022-06-09 12:14:07,546 [71] [DEBUG] [__main__] No repository with garbage found gcworker stdout | 2022-06-09 12:14:07,546 [71] [DEBUG] [data.database] Disconnecting from database. gcworker stdout | 2022-06-09 12:14:07,546 [71] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 12:14:37 UTC)" executed successfully notificationworker stdout | 2022-06-09 12:14:10,684 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:14:10,685 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:14:19.645536+00:00 (in 8.960494 seconds) notificationworker stdout | 2022-06-09 12:14:10,685 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:14:20 UTC)" (scheduled at 2022-06-09 12:14:10.617379+00:00) notificationworker stdout | 2022-06-09 12:14:10,685 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 12:14:10,687 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 14, 10, 685435), True, datetime.datetime(2022, 6, 9, 12, 14, 10, 685435), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 12:14:10,689 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 12:14:10,689 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:14:10,689 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:14:20 UTC)" executed successfully buildlogsarchiver stdout | 2022-06-09 12:14:15,380 [66] [DEBUG] [apscheduler.scheduler] Looking for jobs to run buildlogsarchiver stdout | 2022-06-09 12:14:15,380 [66] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:14:45.366042+00:00 (in 29.985826 seconds) buildlogsarchiver stdout | 2022-06-09 12:14:15,380 [66] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 12:14:45 UTC)" (scheduled at 2022-06-09 12:14:15.366042+00:00) buildlogsarchiver stdout | 2022-06-09 12:14:15,381 [66] [DEBUG] [peewee] ('SELECT `candidates`.`id` FROM (SELECT `t1`.`id` FROM `repositorybuild` AS `t1` WHERE (((`t1`.`phase` IN (%s, %s, %s)) OR (`t1`.`started` < %s)) AND (`t1`.`logs_archived` = %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2022, 5, 25, 12, 14, 15, 381048), False, 50, 1, 0]) buildlogsarchiver stdout | 2022-06-09 12:14:15,383 [66] [DEBUG] [__main__] No more builds to archive buildlogsarchiver stdout | 2022-06-09 12:14:15,383 [66] [DEBUG] [data.database] Disconnecting from database. buildlogsarchiver stdout | 2022-06-09 12:14:15,383 [66] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 12:14:45 UTC)" executed successfully gunicorn-web stdout | 2022-06-09 12:14:19,458 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '75'} gunicorn-web stdout | 2022-06-09 12:14:19,469 [235] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '235'} gunicorn-web stdout | 2022-06-09 12:14:19,474 [243] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '243'} gunicorn-web stdout | 2022-06-09 12:14:19,484 [226] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '226'} gunicorn-web stdout | 2022-06-09 12:14:19,491 [242] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '242'} gunicorn-web stdout | 2022-06-09 12:14:19,498 [228] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '228'} gunicorn-web stdout | 2022-06-09 12:14:19,506 [241] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '241'} gunicorn-web stdout | 2022-06-09 12:14:19,513 [237] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '237'} gunicorn-web stdout | 2022-06-09 12:14:19,520 [244] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '244'} gunicorn-web stdout | 2022-06-09 12:14:19,527 [234] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '234'} gunicorn-web stdout | 2022-06-09 12:14:19,534 [236] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '236'} gunicorn-web stdout | 2022-06-09 12:14:19,541 [230] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '230'} gunicorn-web stdout | 2022-06-09 12:14:19,551 [239] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '239'} gunicorn-web stdout | 2022-06-09 12:14:19,557 [231] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '231'} gunicorn-web stdout | 2022-06-09 12:14:19,564 [229] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '229'} gunicorn-web stdout | 2022-06-09 12:14:19,572 [238] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '238'} gunicorn-web stdout | 2022-06-09 12:14:19,580 [232] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '232'} gunicorn-secscan stdout | 2022-06-09 12:14:19,588 [221] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '221'} gunicorn-secscan stdout | 2022-06-09 12:14:19,594 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '74'} gunicorn-secscan stdout | 2022-06-09 12:14:19,603 [224] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '224'} gunicorn-secscan stdout | 2022-06-09 12:14:19,609 [225] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '225'} gunicorn-secscan stdout | 2022-06-09 12:14:19,615 [227] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '227'} notificationworker stdout | 2022-06-09 12:14:19,648 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:14:19,648 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:14:20.617379+00:00 (in 0.969150 seconds) notificationworker stdout | 2022-06-09 12:14:19,648 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:15:19 UTC)" (scheduled at 2022-06-09 12:14:19.645536+00:00) notificationworker stdout | 2022-06-09 12:14:19,648 [85] [DEBUG] [workers.queueworker] Running watchdog. notificationworker stdout | 2022-06-09 12:14:19,648 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:15:19 UTC)" executed successfully blobuploadcleanupworker stdout | 2022-06-09 12:14:20,160 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'blobuploadcleanupworker.py', 'pid': '64'} exportactionlogsworker stdout | 2022-06-09 12:14:20,196 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'exportactionlogsworker.py', 'pid': '70'} chunkcleanupworker stdout | 2022-06-09 12:14:20,207 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'chunkcleanupworker.py', 'pid': '67'} repositoryactioncounter stdout | 2022-06-09 12:14:20,311 [88] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositoryactioncounter.py', 'pid': '88'} logrotateworker stdout | 2022-06-09 12:14:20,417 [77] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'logrotateworker.py', 'pid': '77'} notificationworker stdout | 2022-06-09 12:14:20,623 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:14:20,624 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:14:30.617379+00:00 (in 9.993509 seconds) notificationworker stdout | 2022-06-09 12:14:20,624 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:14:30 UTC)" (scheduled at 2022-06-09 12:14:20.617379+00:00) notificationworker stdout | 2022-06-09 12:14:20,624 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 12:14:20,625 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 14, 20, 624704), True, datetime.datetime(2022, 6, 9, 12, 14, 20, 624704), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 12:14:20,628 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 12:14:20,628 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:14:20,628 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:14:30 UTC)" executed successfully globalpromstats stdout | 2022-06-09 12:14:20,730 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'globalpromstats.py', 'pid': '72'} securityscanningnotificationworker stdout | 2022-06-09 12:14:20,819 [90] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'securityscanningnotificationworker.py', 'pid': '90'} repositorygcworker stdout | 2022-06-09 12:14:20,826 [89] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositorygcworker.py', 'pid': '89'} namespacegcworker stdout | 2022-06-09 12:14:20,832 [83] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'namespacegcworker.py', 'pid': '83'} notificationworker stdout | 2022-06-09 12:14:20,897 [85] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'notificationworker.py', 'pid': '85'} manifestbackfillworker stdout | 2022-06-09 12:14:20,903 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'manifestbackfillworker.py', 'pid': '78'} storagereplication stdout | 2022-06-09 12:14:20,909 [93] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'storagereplication.py', 'pid': '93'} servicekey stdout | 2022-06-09 12:14:20,950 [92] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'servicekeyworker.py', 'pid': '92'} builder stdout | 2022-06-09 12:14:20,982 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'builder.py', 'pid': '65'} expiredappspecifictokenworker stdout | 2022-06-09 12:14:21,004 [69] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '69'} buildlogsarchiver stdout | 2022-06-09 12:14:21,012 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'buildlogsarchiver.py', 'pid': '66'} queuecleanupworker stdout | 2022-06-09 12:14:21,019 [87] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'queuecleanupworker.py', 'pid': '87'} teamsyncworker stdout | 2022-06-09 12:14:21,035 [94] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'teamsyncworker.py', 'pid': '94'} gcworker stdout | 2022-06-09 12:14:21,071 [71] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'gcworker.py', 'pid': '71'} namespacegcworker stdout | 2022-06-09 12:14:21,530 [83] [DEBUG] [apscheduler.scheduler] Looking for jobs to run namespacegcworker stdout | 2022-06-09 12:14:21,530 [83] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:14:55.463831+00:00 (in 33.933488 seconds) namespacegcworker stdout | 2022-06-09 12:14:21,530 [83] [INFO] [apscheduler.executors.default] Running job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2022-06-09 12:19:21 UTC)" (scheduled at 2022-06-09 12:14:21.521215+00:00) namespacegcworker stdout | 2022-06-09 12:14:21,531 [83] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT `t1`.`queue_name` FROM `queueitem` AS `t1` WHERE (((`t1`.`available` = %s) AND (`t1`.`processing_expires` > %s)) AND (`t1`.`queue_name` LIKE %s))) AS `_wrapped`', [False, datetime.datetime(2022, 6, 9, 12, 14, 21, 530639), 'namespacegc/%']) namespacegcworker stdout | 2022-06-09 12:14:21,533 [83] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT `t1`.`queue_name` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s))) AS `_wrapped`', [datetime.datetime(2022, 6, 9, 12, 14, 21, 530639), True, datetime.datetime(2022, 6, 9, 12, 14, 21, 530639), 0, 'namespacegc/%']) namespacegcworker stdout | 2022-06-09 12:14:21,534 [83] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT `t1`.`queue_name` FROM `queueitem` AS `t1` WHERE (((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) AND NOT (`t1`.`queue_name` IN (SELECT `t1`.`queue_name` FROM `queueitem` AS `t1` WHERE (((`t1`.`available` = %s) AND (`t1`.`processing_expires` > %s)) AND (`t1`.`queue_name` LIKE %s)))))) AS `_wrapped`', [datetime.datetime(2022, 6, 9, 12, 14, 21, 530639), True, datetime.datetime(2022, 6, 9, 12, 14, 21, 530639), 0, 'namespacegc/%', False, datetime.datetime(2022, 6, 9, 12, 14, 21, 530639), 'namespacegc/%']) namespacegcworker stdout | 2022-06-09 12:14:21,535 [83] [DEBUG] [data.database] Disconnecting from database. namespacegcworker stdout | 2022-06-09 12:14:21,536 [83] [INFO] [apscheduler.executors.default] Job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2022-06-09 12:19:21 UTC)" executed successfully gunicorn-registry stdout | 2022-06-09 12:14:21,941 [246] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '246'} gunicorn-registry stdout | 2022-06-09 12:14:21,948 [273] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '273'} gunicorn-registry stdout | 2022-06-09 12:14:21,956 [271] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '271'} gunicorn-registry stdout | 2022-06-09 12:14:21,963 [276] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '276'} gunicorn-registry stdout | 2022-06-09 12:14:21,973 [275] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '275'} gunicorn-registry stdout | 2022-06-09 12:14:21,979 [274] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '274'} gunicorn-registry stdout | 2022-06-09 12:14:21,989 [277] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '277'} gunicorn-registry stdout | 2022-06-09 12:14:21,998 [263] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '263'} gunicorn-registry stdout | 2022-06-09 12:14:22,005 [266] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '266'} gunicorn-registry stdout | 2022-06-09 12:14:22,011 [254] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '254'} gunicorn-registry stdout | 2022-06-09 12:14:22,019 [260] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '260'} gunicorn-registry stdout | 2022-06-09 12:14:22,027 [270] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '270'} gunicorn-registry stdout | 2022-06-09 12:14:22,037 [253] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '253'} gunicorn-registry stdout | 2022-06-09 12:14:22,044 [261] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '261'} gunicorn-registry stdout | 2022-06-09 12:14:22,052 [268] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '268'} gunicorn-registry stdout | 2022-06-09 12:14:22,059 [248] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '248'} gunicorn-registry stdout | 2022-06-09 12:14:22,066 [245] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '245'} gunicorn-registry stdout | 2022-06-09 12:14:22,074 [249] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '249'} gunicorn-registry stdout | 2022-06-09 12:14:22,089 [251] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '251'} gunicorn-registry stdout | 2022-06-09 12:14:22,095 [259] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '259'} gunicorn-registry stdout | 2022-06-09 12:14:22,103 [250] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '250'} gunicorn-registry stdout | 2022-06-09 12:14:22,110 [265] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '265'} gunicorn-registry stdout | 2022-06-09 12:14:22,117 [73] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '73'} gunicorn-registry stdout | 2022-06-09 12:14:22,124 [267] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '267'} gunicorn-registry stdout | 2022-06-09 12:14:22,132 [256] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '256'} gunicorn-registry stdout | 2022-06-09 12:14:22,139 [262] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '262'} gunicorn-registry stdout | 2022-06-09 12:14:22,146 [264] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '264'} gunicorn-registry stdout | 2022-06-09 12:14:22,153 [272] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '272'} gunicorn-registry stdout | 2022-06-09 12:14:22,160 [269] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '269'} gunicorn-registry stdout | 2022-06-09 12:14:22,166 [247] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '247'} gunicorn-registry stdout | 2022-06-09 12:14:22,173 [255] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '255'} gunicorn-registry stdout | 2022-06-09 12:14:22,180 [257] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '257'} gunicorn-registry stdout | 2022-06-09 12:14:22,187 [252] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '252'} notificationworker stdout | 2022-06-09 12:14:30,618 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:14:30,618 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:14:40.617379+00:00 (in 9.998884 seconds) notificationworker stdout | 2022-06-09 12:14:30,618 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:14:40 UTC)" (scheduled at 2022-06-09 12:14:30.617379+00:00) notificationworker stdout | 2022-06-09 12:14:30,618 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 12:14:30,619 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 14, 30, 618822), True, datetime.datetime(2022, 6, 9, 12, 14, 30, 618822), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 12:14:30,621 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 12:14:30,622 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:14:30,622 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:14:40 UTC)" executed successfully gcworker stdout | 2022-06-09 12:14:37,493 [71] [DEBUG] [apscheduler.scheduler] Looking for jobs to run gcworker stdout | 2022-06-09 12:14:37,493 [71] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:15:07.490424+00:00 (in 29.996606 seconds) gcworker stdout | 2022-06-09 12:14:37,494 [71] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 12:15:07 UTC)" (scheduled at 2022-06-09 12:14:37.490424+00:00) gcworker stdout | 2022-06-09 12:14:37,494 [71] [DEBUG] [peewee] ('SELECT `candidates`.`repository_id` FROM (SELECT DISTINCT `t1`.`repository_id` FROM `tag` AS `t1` INNER JOIN `repository` AS `t2` ON (`t1`.`repository_id` = `t2`.`id`) INNER JOIN `user` AS `t3` ON (`t2`.`namespace_user_id` = `t3`.`id`) WHERE ((((NOT (`t1`.`lifetime_end_ms` IS %s) AND (`t1`.`lifetime_end_ms` <= %s)) AND (`t3`.`removed_tag_expiration_s` = %s)) AND (`t3`.`enabled` = %s)) AND (`t2`.`state` != %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', [None, 1654776877494, 0, True, 3, 500, 1, 0]) gcworker stdout | 2022-06-09 12:14:37,497 [71] [DEBUG] [__main__] No repository with garbage found gcworker stdout | 2022-06-09 12:14:37,497 [71] [DEBUG] [data.database] Disconnecting from database. gcworker stdout | 2022-06-09 12:14:37,497 [71] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 12:15:07 UTC)" executed successfully repositorygcworker stdout | 2022-06-09 12:14:38,464 [89] [DEBUG] [apscheduler.scheduler] Looking for jobs to run repositorygcworker stdout | 2022-06-09 12:14:38,464 [89] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:14:51.502316+00:00 (in 13.037719 seconds) repositorygcworker stdout | 2022-06-09 12:14:38,464 [89] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:15:38 UTC)" (scheduled at 2022-06-09 12:14:38.463361+00:00) repositorygcworker stdout | 2022-06-09 12:14:38,465 [89] [DEBUG] [workers.queueworker] Getting work item from queue. repositorygcworker stdout | 2022-06-09 12:14:38,465 [89] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 14, 38, 465101), True, datetime.datetime(2022, 6, 9, 12, 14, 38, 465101), 0, 'repositorygc/%', 50, 1, 0]) repositorygcworker stdout | 2022-06-09 12:14:38,468 [89] [DEBUG] [workers.queueworker] No more work. repositorygcworker stdout | 2022-06-09 12:14:38,468 [89] [DEBUG] [data.database] Disconnecting from database. repositorygcworker stdout | 2022-06-09 12:14:38,468 [89] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:15:38 UTC)" executed successfully notificationworker stdout | 2022-06-09 12:14:40,617 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:14:40,618 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:14:50.617379+00:00 (in 9.999387 seconds) notificationworker stdout | 2022-06-09 12:14:40,618 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:14:50 UTC)" (scheduled at 2022-06-09 12:14:40.617379+00:00) notificationworker stdout | 2022-06-09 12:14:40,618 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 12:14:40,618 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 14, 40, 618321), True, datetime.datetime(2022, 6, 9, 12, 14, 40, 618321), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 12:14:40,621 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 12:14:40,621 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:14:40,621 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:14:50 UTC)" executed successfully buildlogsarchiver stdout | 2022-06-09 12:14:45,465 [66] [DEBUG] [apscheduler.scheduler] Looking for jobs to run buildlogsarchiver stdout | 2022-06-09 12:14:45,465 [66] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:15:15.366042+00:00 (in 29.900593 seconds) buildlogsarchiver stdout | 2022-06-09 12:14:45,465 [66] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 12:15:15 UTC)" (scheduled at 2022-06-09 12:14:45.366042+00:00) buildlogsarchiver stdout | 2022-06-09 12:14:45,467 [66] [DEBUG] [peewee] ('SELECT `candidates`.`id` FROM (SELECT `t1`.`id` FROM `repositorybuild` AS `t1` WHERE (((`t1`.`phase` IN (%s, %s, %s)) OR (`t1`.`started` < %s)) AND (`t1`.`logs_archived` = %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2022, 5, 25, 12, 14, 45, 466236), False, 50, 1, 0]) buildlogsarchiver stdout | 2022-06-09 12:14:45,470 [66] [DEBUG] [__main__] No more builds to archive buildlogsarchiver stdout | 2022-06-09 12:14:45,470 [66] [DEBUG] [data.database] Disconnecting from database. buildlogsarchiver stdout | 2022-06-09 12:14:45,471 [66] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 12:15:15 UTC)" executed successfully exportactionlogsworker stdout | 2022-06-09 12:14:47,411 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run exportactionlogsworker stdout | 2022-06-09 12:14:47,412 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:15:04.366245+00:00 (in 16.954321 seconds) exportactionlogsworker stdout | 2022-06-09 12:14:47,412 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:15:47 UTC)" (scheduled at 2022-06-09 12:14:47.409953+00:00) exportactionlogsworker stdout | 2022-06-09 12:14:47,412 [70] [DEBUG] [workers.queueworker] Running watchdog. exportactionlogsworker stdout | 2022-06-09 12:14:47,412 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:15:47 UTC)" executed successfully gunicorn-web stdout | 2022-06-09 12:14:49,469 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '75'} gunicorn-web stdout | 2022-06-09 12:14:49,483 [235] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '235'} gunicorn-web stdout | 2022-06-09 12:14:49,490 [243] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '243'} gunicorn-web stdout | 2022-06-09 12:14:49,497 [226] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '226'} gunicorn-web stdout | 2022-06-09 12:14:49,504 [242] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '242'} gunicorn-web stdout | 2022-06-09 12:14:49,512 [228] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '228'} gunicorn-web stdout | 2022-06-09 12:14:49,522 [241] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '241'} gunicorn-web stdout | 2022-06-09 12:14:49,530 [237] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '237'} gunicorn-web stdout | 2022-06-09 12:14:49,536 [244] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '244'} gunicorn-web stdout | 2022-06-09 12:14:49,543 [234] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '234'} gunicorn-web stdout | 2022-06-09 12:14:49,550 [236] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '236'} gunicorn-web stdout | 2022-06-09 12:14:49,556 [230] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '230'} gunicorn-web stdout | 2022-06-09 12:14:49,563 [239] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '239'} gunicorn-web stdout | 2022-06-09 12:14:49,570 [231] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '231'} gunicorn-web stdout | 2022-06-09 12:14:49,578 [229] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '229'} gunicorn-web stdout | 2022-06-09 12:14:49,585 [238] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '238'} gunicorn-web stdout | 2022-06-09 12:14:49,592 [232] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '232'} gunicorn-secscan stdout | 2022-06-09 12:14:49,600 [221] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '221'} gunicorn-secscan stdout | 2022-06-09 12:14:49,607 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '74'} gunicorn-secscan stdout | 2022-06-09 12:14:49,617 [224] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '224'} gunicorn-secscan stdout | 2022-06-09 12:14:49,624 [225] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '225'} gunicorn-secscan stdout | 2022-06-09 12:14:49,631 [227] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '227'} blobuploadcleanupworker stdout | 2022-06-09 12:14:50,197 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'blobuploadcleanupworker.py', 'pid': '64'} exportactionlogsworker stdout | 2022-06-09 12:14:50,208 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'exportactionlogsworker.py', 'pid': '70'} chunkcleanupworker stdout | 2022-06-09 12:14:50,244 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'chunkcleanupworker.py', 'pid': '67'} repositoryactioncounter stdout | 2022-06-09 12:14:50,328 [88] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositoryactioncounter.py', 'pid': '88'} logrotateworker stdout | 2022-06-09 12:14:50,428 [77] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'logrotateworker.py', 'pid': '77'} notificationworker stdout | 2022-06-09 12:14:50,618 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:14:50,618 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:15:00.617379+00:00 (in 9.998916 seconds) notificationworker stdout | 2022-06-09 12:14:50,618 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:15:00 UTC)" (scheduled at 2022-06-09 12:14:50.617379+00:00) notificationworker stdout | 2022-06-09 12:14:50,618 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 12:14:50,619 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 14, 50, 618803), True, datetime.datetime(2022, 6, 9, 12, 14, 50, 618803), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 12:14:50,621 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 12:14:50,621 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:14:50,622 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:15:00 UTC)" executed successfully globalpromstats stdout | 2022-06-09 12:14:50,757 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'globalpromstats.py', 'pid': '72'} repositorygcworker stdout | 2022-06-09 12:14:50,852 [89] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositorygcworker.py', 'pid': '89'} securityscanningnotificationworker stdout | 2022-06-09 12:14:50,858 [90] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'securityscanningnotificationworker.py', 'pid': '90'} namespacegcworker stdout | 2022-06-09 12:14:50,864 [83] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'namespacegcworker.py', 'pid': '83'} manifestbackfillworker stdout | 2022-06-09 12:14:50,944 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'manifestbackfillworker.py', 'pid': '78'} notificationworker stdout | 2022-06-09 12:14:50,951 [85] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'notificationworker.py', 'pid': '85'} storagereplication stdout | 2022-06-09 12:14:50,959 [93] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'storagereplication.py', 'pid': '93'} servicekey stdout | 2022-06-09 12:14:50,992 [92] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'servicekeyworker.py', 'pid': '92'} builder stdout | 2022-06-09 12:14:51,023 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'builder.py', 'pid': '65'} buildlogsarchiver stdout | 2022-06-09 12:14:51,029 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'buildlogsarchiver.py', 'pid': '66'} expiredappspecifictokenworker stdout | 2022-06-09 12:14:51,036 [69] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '69'} queuecleanupworker stdout | 2022-06-09 12:14:51,057 [87] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'queuecleanupworker.py', 'pid': '87'} teamsyncworker stdout | 2022-06-09 12:14:51,073 [94] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'teamsyncworker.py', 'pid': '94'} gcworker stdout | 2022-06-09 12:14:51,091 [71] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'gcworker.py', 'pid': '71'} repositorygcworker stdout | 2022-06-09 12:14:51,514 [89] [DEBUG] [apscheduler.scheduler] Looking for jobs to run repositorygcworker stdout | 2022-06-09 12:14:51,514 [89] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:14:53.501847+00:00 (in 1.987722 seconds) repositorygcworker stdout | 2022-06-09 12:14:51,514 [89] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:15:51 UTC)" (scheduled at 2022-06-09 12:14:51.502316+00:00) repositorygcworker stdout | 2022-06-09 12:14:51,514 [89] [DEBUG] [workers.queueworker] Running watchdog. repositorygcworker stdout | 2022-06-09 12:14:51,514 [89] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:15:51 UTC)" executed successfully gunicorn-registry stdout | 2022-06-09 12:14:51,951 [246] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '246'} gunicorn-registry stdout | 2022-06-09 12:14:51,963 [273] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '273'} gunicorn-registry stdout | 2022-06-09 12:14:51,969 [271] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '271'} gunicorn-registry stdout | 2022-06-09 12:14:51,976 [276] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '276'} gunicorn-registry stdout | 2022-06-09 12:14:51,987 [275] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '275'} gunicorn-registry stdout | 2022-06-09 12:14:51,998 [274] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '274'} gunicorn-registry stdout | 2022-06-09 12:14:52,005 [277] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '277'} gunicorn-registry stdout | 2022-06-09 12:14:52,012 [263] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '263'} gunicorn-registry stdout | 2022-06-09 12:14:52,025 [266] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '266'} gunicorn-registry stdout | 2022-06-09 12:14:52,031 [254] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '254'} gunicorn-registry stdout | 2022-06-09 12:14:52,040 [260] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '260'} gunicorn-registry stdout | 2022-06-09 12:14:52,050 [270] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '270'} gunicorn-registry stdout | 2022-06-09 12:14:52,055 [253] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '253'} gunicorn-registry stdout | 2022-06-09 12:14:52,063 [261] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '261'} gunicorn-registry stdout | 2022-06-09 12:14:52,072 [268] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '268'} gunicorn-registry stdout | 2022-06-09 12:14:52,080 [248] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '248'} gunicorn-registry stdout | 2022-06-09 12:14:52,086 [245] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '245'} gunicorn-registry stdout | 2022-06-09 12:14:52,092 [249] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '249'} gunicorn-registry stdout | 2022-06-09 12:14:52,103 [251] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '251'} gunicorn-registry stdout | 2022-06-09 12:14:52,110 [259] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '259'} gunicorn-registry stdout | 2022-06-09 12:14:52,118 [250] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '250'} gunicorn-registry stdout | 2022-06-09 12:14:52,131 [73] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '73'} gunicorn-registry stdout | 2022-06-09 12:14:52,138 [265] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '265'} gunicorn-registry stdout | 2022-06-09 12:14:52,145 [267] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '267'} gunicorn-registry stdout | 2022-06-09 12:14:52,154 [256] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '256'} gunicorn-registry stdout | 2022-06-09 12:14:52,161 [262] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '262'} gunicorn-registry stdout | 2022-06-09 12:14:52,168 [264] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '264'} gunicorn-registry stdout | 2022-06-09 12:14:52,175 [272] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '272'} gunicorn-registry stdout | 2022-06-09 12:14:52,182 [269] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '269'} gunicorn-registry stdout | 2022-06-09 12:14:52,189 [247] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '247'} gunicorn-registry stdout | 2022-06-09 12:14:52,197 [255] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '255'} gunicorn-registry stdout | 2022-06-09 12:14:52,205 [257] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '257'} gunicorn-registry stdout | 2022-06-09 12:14:52,211 [252] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '252'} repositorygcworker stdout | 2022-06-09 12:14:53,512 [89] [DEBUG] [apscheduler.scheduler] Looking for jobs to run repositorygcworker stdout | 2022-06-09 12:14:53,512 [89] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:15:38.463361+00:00 (in 44.950802 seconds) repositorygcworker stdout | 2022-06-09 12:14:53,512 [89] [INFO] [apscheduler.executors.default] Running job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2022-06-09 12:19:53 UTC)" (scheduled at 2022-06-09 12:14:53.501847+00:00) repositorygcworker stdout | 2022-06-09 12:14:53,513 [89] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT `t1`.`queue_name` FROM `queueitem` AS `t1` WHERE (((`t1`.`available` = %s) AND (`t1`.`processing_expires` > %s)) AND (`t1`.`queue_name` LIKE %s))) AS `_wrapped`', [False, datetime.datetime(2022, 6, 9, 12, 14, 53, 513069), 'repositorygc/%']) repositorygcworker stdout | 2022-06-09 12:14:53,515 [89] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT `t1`.`queue_name` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s))) AS `_wrapped`', [datetime.datetime(2022, 6, 9, 12, 14, 53, 513069), True, datetime.datetime(2022, 6, 9, 12, 14, 53, 513069), 0, 'repositorygc/%']) repositorygcworker stdout | 2022-06-09 12:14:53,517 [89] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT `t1`.`queue_name` FROM `queueitem` AS `t1` WHERE (((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) AND NOT (`t1`.`queue_name` IN (SELECT `t1`.`queue_name` FROM `queueitem` AS `t1` WHERE (((`t1`.`available` = %s) AND (`t1`.`processing_expires` > %s)) AND (`t1`.`queue_name` LIKE %s)))))) AS `_wrapped`', [datetime.datetime(2022, 6, 9, 12, 14, 53, 513069), True, datetime.datetime(2022, 6, 9, 12, 14, 53, 513069), 0, 'repositorygc/%', False, datetime.datetime(2022, 6, 9, 12, 14, 53, 513069), 'repositorygc/%']) repositorygcworker stdout | 2022-06-09 12:14:53,518 [89] [DEBUG] [data.database] Disconnecting from database. repositorygcworker stdout | 2022-06-09 12:14:53,518 [89] [INFO] [apscheduler.executors.default] Job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2022-06-09 12:19:53 UTC)" executed successfully namespacegcworker stdout | 2022-06-09 12:14:55,470 [83] [DEBUG] [apscheduler.scheduler] Looking for jobs to run namespacegcworker stdout | 2022-06-09 12:14:55,470 [83] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:15:01.521527+00:00 (in 6.050823 seconds) namespacegcworker stdout | 2022-06-09 12:14:55,471 [83] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:15:55 UTC)" (scheduled at 2022-06-09 12:14:55.463831+00:00) namespacegcworker stdout | 2022-06-09 12:14:55,471 [83] [DEBUG] [workers.queueworker] Getting work item from queue. namespacegcworker stdout | 2022-06-09 12:14:55,472 [83] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 14, 55, 471262), True, datetime.datetime(2022, 6, 9, 12, 14, 55, 471262), 0, 'namespacegc/%', 50, 1, 0]) namespacegcworker stdout | 2022-06-09 12:14:55,474 [83] [DEBUG] [workers.queueworker] No more work. namespacegcworker stdout | 2022-06-09 12:14:55,474 [83] [DEBUG] [data.database] Disconnecting from database. namespacegcworker stdout | 2022-06-09 12:14:55,474 [83] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:15:55 UTC)" executed successfully notificationworker stdout | 2022-06-09 12:15:00,617 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:15:00,618 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:15:10.617379+00:00 (in 9.999412 seconds) notificationworker stdout | 2022-06-09 12:15:00,618 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:15:10 UTC)" (scheduled at 2022-06-09 12:15:00.617379+00:00) notificationworker stdout | 2022-06-09 12:15:00,618 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 12:15:00,622 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 15, 0, 618661), True, datetime.datetime(2022, 6, 9, 12, 15, 0, 618661), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 12:15:00,626 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 12:15:00,626 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:15:00,627 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:15:10 UTC)" executed successfully namespacegcworker stdout | 2022-06-09 12:15:01,544 [83] [DEBUG] [apscheduler.scheduler] Looking for jobs to run namespacegcworker stdout | 2022-06-09 12:15:01,545 [83] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:15:55.463831+00:00 (in 53.918730 seconds) namespacegcworker stdout | 2022-06-09 12:15:01,545 [83] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:16:01 UTC)" (scheduled at 2022-06-09 12:15:01.521527+00:00) namespacegcworker stdout | 2022-06-09 12:15:01,545 [83] [DEBUG] [workers.queueworker] Running watchdog. namespacegcworker stdout | 2022-06-09 12:15:01,545 [83] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:16:01 UTC)" executed successfully exportactionlogsworker stdout | 2022-06-09 12:15:04,367 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run exportactionlogsworker stdout | 2022-06-09 12:15:04,367 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:15:47.409953+00:00 (in 43.042489 seconds) exportactionlogsworker stdout | 2022-06-09 12:15:04,367 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:16:04 UTC)" (scheduled at 2022-06-09 12:15:04.366245+00:00) exportactionlogsworker stdout | 2022-06-09 12:15:04,367 [70] [DEBUG] [workers.queueworker] Getting work item from queue. exportactionlogsworker stdout | 2022-06-09 12:15:04,368 [70] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 15, 4, 367826), True, datetime.datetime(2022, 6, 9, 12, 15, 4, 367826), 0, 'exportactionlogs/%', 50, 1, 0]) exportactionlogsworker stdout | 2022-06-09 12:15:04,371 [70] [DEBUG] [workers.queueworker] No more work. exportactionlogsworker stdout | 2022-06-09 12:15:04,371 [70] [DEBUG] [data.database] Disconnecting from database. exportactionlogsworker stdout | 2022-06-09 12:15:04,371 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:16:04 UTC)" executed successfully gcworker stdout | 2022-06-09 12:15:07,524 [71] [DEBUG] [apscheduler.scheduler] Looking for jobs to run gcworker stdout | 2022-06-09 12:15:07,524 [71] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:15:37.490424+00:00 (in 29.966056 seconds) gcworker stdout | 2022-06-09 12:15:07,524 [71] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 12:15:37 UTC)" (scheduled at 2022-06-09 12:15:07.490424+00:00) gcworker stdout | 2022-06-09 12:15:07,525 [71] [DEBUG] [peewee] ('SELECT `candidates`.`repository_id` FROM (SELECT DISTINCT `t1`.`repository_id` FROM `tag` AS `t1` INNER JOIN `repository` AS `t2` ON (`t1`.`repository_id` = `t2`.`id`) INNER JOIN `user` AS `t3` ON (`t2`.`namespace_user_id` = `t3`.`id`) WHERE ((((NOT (`t1`.`lifetime_end_ms` IS %s) AND (`t1`.`lifetime_end_ms` <= %s)) AND (`t3`.`removed_tag_expiration_s` = %s)) AND (`t3`.`enabled` = %s)) AND (`t2`.`state` != %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', [None, 1654776907525, 0, True, 3, 500, 1, 0]) gcworker stdout | 2022-06-09 12:15:07,527 [71] [DEBUG] [__main__] No repository with garbage found gcworker stdout | 2022-06-09 12:15:07,527 [71] [DEBUG] [data.database] Disconnecting from database. gcworker stdout | 2022-06-09 12:15:07,527 [71] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 12:15:37 UTC)" executed successfully notificationworker stdout | 2022-06-09 12:15:10,618 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:15:10,618 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:15:19.645536+00:00 (in 9.027187 seconds) notificationworker stdout | 2022-06-09 12:15:10,618 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:15:20 UTC)" (scheduled at 2022-06-09 12:15:10.617379+00:00) notificationworker stdout | 2022-06-09 12:15:10,618 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 12:15:10,619 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 15, 10, 618672), True, datetime.datetime(2022, 6, 9, 12, 15, 10, 618672), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 12:15:10,621 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 12:15:10,621 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:15:10,621 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:15:20 UTC)" executed successfully buildlogsarchiver stdout | 2022-06-09 12:15:15,366 [66] [DEBUG] [apscheduler.scheduler] Looking for jobs to run buildlogsarchiver stdout | 2022-06-09 12:15:15,367 [66] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:15:45.366042+00:00 (in 29.998948 seconds) buildlogsarchiver stdout | 2022-06-09 12:15:15,367 [66] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 12:15:45 UTC)" (scheduled at 2022-06-09 12:15:15.366042+00:00) buildlogsarchiver stdout | 2022-06-09 12:15:15,368 [66] [DEBUG] [peewee] ('SELECT `candidates`.`id` FROM (SELECT `t1`.`id` FROM `repositorybuild` AS `t1` WHERE (((`t1`.`phase` IN (%s, %s, %s)) OR (`t1`.`started` < %s)) AND (`t1`.`logs_archived` = %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2022, 5, 25, 12, 15, 15, 367521), False, 50, 1, 0]) buildlogsarchiver stdout | 2022-06-09 12:15:15,370 [66] [DEBUG] [__main__] No more builds to archive buildlogsarchiver stdout | 2022-06-09 12:15:15,370 [66] [DEBUG] [data.database] Disconnecting from database. buildlogsarchiver stdout | 2022-06-09 12:15:15,370 [66] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 12:15:45 UTC)" executed successfully gunicorn-web stdout | 2022-06-09 12:15:19,482 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '75'} gunicorn-web stdout | 2022-06-09 12:15:19,493 [235] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '235'} gunicorn-web stdout | 2022-06-09 12:15:19,504 [243] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '243'} gunicorn-web stdout | 2022-06-09 12:15:19,511 [226] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '226'} gunicorn-web stdout | 2022-06-09 12:15:19,520 [242] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '242'} gunicorn-web stdout | 2022-06-09 12:15:19,526 [228] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '228'} gunicorn-web stdout | 2022-06-09 12:15:19,534 [241] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '241'} gunicorn-web stdout | 2022-06-09 12:15:19,541 [237] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '237'} gunicorn-web stdout | 2022-06-09 12:15:19,548 [244] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '244'} gunicorn-web stdout | 2022-06-09 12:15:19,556 [234] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '234'} gunicorn-web stdout | 2022-06-09 12:15:19,564 [236] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '236'} gunicorn-web stdout | 2022-06-09 12:15:19,571 [230] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '230'} gunicorn-web stdout | 2022-06-09 12:15:19,578 [239] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '239'} gunicorn-web stdout | 2022-06-09 12:15:19,585 [231] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '231'} gunicorn-web stdout | 2022-06-09 12:15:19,592 [229] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '229'} gunicorn-web stdout | 2022-06-09 12:15:19,599 [238] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '238'} gunicorn-web stdout | 2022-06-09 12:15:19,606 [232] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '232'} gunicorn-secscan stdout | 2022-06-09 12:15:19,615 [221] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '221'} gunicorn-secscan stdout | 2022-06-09 12:15:19,620 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '74'} gunicorn-secscan stdout | 2022-06-09 12:15:19,629 [224] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '224'} gunicorn-secscan stdout | 2022-06-09 12:15:19,635 [225] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '225'} gunicorn-secscan stdout | 2022-06-09 12:15:19,643 [227] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '227'} notificationworker stdout | 2022-06-09 12:15:19,648 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:15:19,649 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:15:20.617379+00:00 (in 0.968453 seconds) notificationworker stdout | 2022-06-09 12:15:19,649 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:16:19 UTC)" (scheduled at 2022-06-09 12:15:19.645536+00:00) notificationworker stdout | 2022-06-09 12:15:19,649 [85] [DEBUG] [workers.queueworker] Running watchdog. notificationworker stdout | 2022-06-09 12:15:19,649 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:16:19 UTC)" executed successfully exportactionlogsworker stdout | 2022-06-09 12:15:20,218 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'exportactionlogsworker.py', 'pid': '70'} blobuploadcleanupworker stdout | 2022-06-09 12:15:20,226 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'blobuploadcleanupworker.py', 'pid': '64'} chunkcleanupworker stdout | 2022-06-09 12:15:20,284 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'chunkcleanupworker.py', 'pid': '67'} repositoryactioncounter stdout | 2022-06-09 12:15:20,366 [88] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositoryactioncounter.py', 'pid': '88'} logrotateworker stdout | 2022-06-09 12:15:20,470 [77] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'logrotateworker.py', 'pid': '77'} notificationworker stdout | 2022-06-09 12:15:20,620 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:15:20,620 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:15:30.617379+00:00 (in 9.996587 seconds) notificationworker stdout | 2022-06-09 12:15:20,621 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:15:30 UTC)" (scheduled at 2022-06-09 12:15:20.617379+00:00) notificationworker stdout | 2022-06-09 12:15:20,621 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 12:15:20,622 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 15, 20, 621352), True, datetime.datetime(2022, 6, 9, 12, 15, 20, 621352), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 12:15:20,624 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 12:15:20,624 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:15:20,624 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:15:30 UTC)" executed successfully globalpromstats stdout | 2022-06-09 12:15:20,784 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'globalpromstats.py', 'pid': '72'} repositorygcworker stdout | 2022-06-09 12:15:20,890 [89] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositorygcworker.py', 'pid': '89'} securityscanningnotificationworker stdout | 2022-06-09 12:15:20,897 [90] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'securityscanningnotificationworker.py', 'pid': '90'} namespacegcworker stdout | 2022-06-09 12:15:20,904 [83] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'namespacegcworker.py', 'pid': '83'} manifestbackfillworker stdout | 2022-06-09 12:15:20,983 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'manifestbackfillworker.py', 'pid': '78'} notificationworker stdout | 2022-06-09 12:15:20,993 [85] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'notificationworker.py', 'pid': '85'} storagereplication stdout | 2022-06-09 12:15:21,005 [93] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'storagereplication.py', 'pid': '93'} servicekey stdout | 2022-06-09 12:15:21,031 [92] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'servicekeyworker.py', 'pid': '92'} buildlogsarchiver stdout | 2022-06-09 12:15:21,040 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'buildlogsarchiver.py', 'pid': '66'} builder stdout | 2022-06-09 12:15:21,047 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'builder.py', 'pid': '65'} queuecleanupworker stdout | 2022-06-09 12:15:21,070 [87] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'queuecleanupworker.py', 'pid': '87'} expiredappspecifictokenworker stdout | 2022-06-09 12:15:21,077 [69] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '69'} teamsyncworker stdout | 2022-06-09 12:15:21,111 [94] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'teamsyncworker.py', 'pid': '94'} gcworker stdout | 2022-06-09 12:15:21,135 [71] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'gcworker.py', 'pid': '71'} gunicorn-registry stdout | 2022-06-09 12:15:21,965 [246] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '246'} gunicorn-registry stdout | 2022-06-09 12:15:21,978 [273] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '273'} gunicorn-registry stdout | 2022-06-09 12:15:21,986 [271] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '271'} gunicorn-registry stdout | 2022-06-09 12:15:21,992 [276] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '276'} gunicorn-registry stdout | 2022-06-09 12:15:21,999 [275] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '275'} gunicorn-registry stdout | 2022-06-09 12:15:22,010 [274] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '274'} gunicorn-registry stdout | 2022-06-09 12:15:22,018 [277] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '277'} gunicorn-registry stdout | 2022-06-09 12:15:22,024 [263] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '263'} gunicorn-registry stdout | 2022-06-09 12:15:22,044 [266] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '266'} gunicorn-registry stdout | 2022-06-09 12:15:22,050 [254] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '254'} gunicorn-registry stdout | 2022-06-09 12:15:22,057 [260] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '260'} gunicorn-registry stdout | 2022-06-09 12:15:22,066 [270] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '270'} gunicorn-registry stdout | 2022-06-09 12:15:22,072 [253] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '253'} gunicorn-registry stdout | 2022-06-09 12:15:22,081 [261] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '261'} gunicorn-registry stdout | 2022-06-09 12:15:22,089 [268] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '268'} gunicorn-registry stdout | 2022-06-09 12:15:22,095 [248] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '248'} gunicorn-registry stdout | 2022-06-09 12:15:22,103 [245] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '245'} gunicorn-registry stdout | 2022-06-09 12:15:22,110 [249] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '249'} gunicorn-registry stdout | 2022-06-09 12:15:22,117 [251] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '251'} gunicorn-registry stdout | 2022-06-09 12:15:22,123 [259] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '259'} gunicorn-registry stdout | 2022-06-09 12:15:22,131 [250] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '250'} gunicorn-registry stdout | 2022-06-09 12:15:22,145 [73] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '73'} gunicorn-registry stdout | 2022-06-09 12:15:22,152 [265] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '265'} gunicorn-registry stdout | 2022-06-09 12:15:22,160 [267] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '267'} gunicorn-registry stdout | 2022-06-09 12:15:22,166 [256] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '256'} gunicorn-registry stdout | 2022-06-09 12:15:22,175 [262] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '262'} gunicorn-registry stdout | 2022-06-09 12:15:22,183 [264] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '264'} gunicorn-registry stdout | 2022-06-09 12:15:22,190 [272] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '272'} gunicorn-registry stdout | 2022-06-09 12:15:22,197 [269] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '269'} gunicorn-registry stdout | 2022-06-09 12:15:22,203 [247] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '247'} gunicorn-registry stdout | 2022-06-09 12:15:22,210 [255] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '255'} gunicorn-registry stdout | 2022-06-09 12:15:22,219 [257] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '257'} gunicorn-registry stdout | 2022-06-09 12:15:22,226 [252] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '252'} notificationworker stdout | 2022-06-09 12:15:30,619 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:15:30,619 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:15:40.617379+00:00 (in 9.998097 seconds) notificationworker stdout | 2022-06-09 12:15:30,619 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:15:40 UTC)" (scheduled at 2022-06-09 12:15:30.617379+00:00) notificationworker stdout | 2022-06-09 12:15:30,619 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 12:15:30,620 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 15, 30, 619633), True, datetime.datetime(2022, 6, 9, 12, 15, 30, 619633), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 12:15:30,623 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 12:15:30,623 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:15:30,623 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:15:40 UTC)" executed successfully gcworker stdout | 2022-06-09 12:15:37,503 [71] [DEBUG] [apscheduler.scheduler] Looking for jobs to run gcworker stdout | 2022-06-09 12:15:37,504 [71] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:16:07.490424+00:00 (in 29.986351 seconds) gcworker stdout | 2022-06-09 12:15:37,504 [71] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 12:16:07 UTC)" (scheduled at 2022-06-09 12:15:37.490424+00:00) gcworker stdout | 2022-06-09 12:15:37,505 [71] [DEBUG] [peewee] ('SELECT `candidates`.`repository_id` FROM (SELECT DISTINCT `t1`.`repository_id` FROM `tag` AS `t1` INNER JOIN `repository` AS `t2` ON (`t1`.`repository_id` = `t2`.`id`) INNER JOIN `user` AS `t3` ON (`t2`.`namespace_user_id` = `t3`.`id`) WHERE ((((NOT (`t1`.`lifetime_end_ms` IS %s) AND (`t1`.`lifetime_end_ms` <= %s)) AND (`t3`.`removed_tag_expiration_s` = %s)) AND (`t3`.`enabled` = %s)) AND (`t2`.`state` != %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', [None, 1654776937504, 0, True, 3, 500, 1, 0]) gcworker stdout | 2022-06-09 12:15:37,507 [71] [DEBUG] [__main__] No repository with garbage found gcworker stdout | 2022-06-09 12:15:37,507 [71] [DEBUG] [data.database] Disconnecting from database. gcworker stdout | 2022-06-09 12:15:37,507 [71] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 12:16:07 UTC)" executed successfully repositorygcworker stdout | 2022-06-09 12:15:38,467 [89] [DEBUG] [apscheduler.scheduler] Looking for jobs to run repositorygcworker stdout | 2022-06-09 12:15:38,468 [89] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:15:51.502316+00:00 (in 13.034259 seconds) repositorygcworker stdout | 2022-06-09 12:15:38,468 [89] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:16:38 UTC)" (scheduled at 2022-06-09 12:15:38.463361+00:00) repositorygcworker stdout | 2022-06-09 12:15:38,468 [89] [DEBUG] [workers.queueworker] Getting work item from queue. repositorygcworker stdout | 2022-06-09 12:15:38,469 [89] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 15, 38, 468477), True, datetime.datetime(2022, 6, 9, 12, 15, 38, 468477), 0, 'repositorygc/%', 50, 1, 0]) repositorygcworker stdout | 2022-06-09 12:15:38,471 [89] [DEBUG] [workers.queueworker] No more work. repositorygcworker stdout | 2022-06-09 12:15:38,471 [89] [DEBUG] [data.database] Disconnecting from database. repositorygcworker stdout | 2022-06-09 12:15:38,471 [89] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:16:38 UTC)" executed successfully notificationworker stdout | 2022-06-09 12:15:40,618 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:15:40,618 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:15:50.617379+00:00 (in 9.998658 seconds) notificationworker stdout | 2022-06-09 12:15:40,619 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:15:50 UTC)" (scheduled at 2022-06-09 12:15:40.617379+00:00) notificationworker stdout | 2022-06-09 12:15:40,619 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 12:15:40,619 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 15, 40, 619174), True, datetime.datetime(2022, 6, 9, 12, 15, 40, 619174), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 12:15:40,622 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 12:15:40,622 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:15:40,622 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:15:50 UTC)" executed successfully buildlogsarchiver stdout | 2022-06-09 12:15:45,366 [66] [DEBUG] [apscheduler.scheduler] Looking for jobs to run buildlogsarchiver stdout | 2022-06-09 12:15:45,366 [66] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:16:15.366042+00:00 (in 29.999560 seconds) buildlogsarchiver stdout | 2022-06-09 12:15:45,366 [66] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 12:16:15 UTC)" (scheduled at 2022-06-09 12:15:45.366042+00:00) buildlogsarchiver stdout | 2022-06-09 12:15:45,367 [66] [DEBUG] [peewee] ('SELECT `candidates`.`id` FROM (SELECT `t1`.`id` FROM `repositorybuild` AS `t1` WHERE (((`t1`.`phase` IN (%s, %s, %s)) OR (`t1`.`started` < %s)) AND (`t1`.`logs_archived` = %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2022, 5, 25, 12, 15, 45, 366785), False, 50, 1, 0]) buildlogsarchiver stdout | 2022-06-09 12:15:45,369 [66] [DEBUG] [__main__] No more builds to archive buildlogsarchiver stdout | 2022-06-09 12:15:45,369 [66] [DEBUG] [data.database] Disconnecting from database. buildlogsarchiver stdout | 2022-06-09 12:15:45,369 [66] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 12:16:15 UTC)" executed successfully exportactionlogsworker stdout | 2022-06-09 12:15:47,411 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run exportactionlogsworker stdout | 2022-06-09 12:15:47,411 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:16:04.366245+00:00 (in 16.954586 seconds) exportactionlogsworker stdout | 2022-06-09 12:15:47,411 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:16:47 UTC)" (scheduled at 2022-06-09 12:15:47.409953+00:00) exportactionlogsworker stdout | 2022-06-09 12:15:47,412 [70] [DEBUG] [workers.queueworker] Running watchdog. exportactionlogsworker stdout | 2022-06-09 12:15:47,412 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:16:47 UTC)" executed successfully gunicorn-web stdout | 2022-06-09 12:15:49,495 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '75'} gunicorn-web stdout | 2022-06-09 12:15:49,505 [235] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '235'} gunicorn-web stdout | 2022-06-09 12:15:49,516 [243] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '243'} gunicorn-web stdout | 2022-06-09 12:15:49,523 [226] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '226'} gunicorn-web stdout | 2022-06-09 12:15:49,530 [242] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '242'} gunicorn-web stdout | 2022-06-09 12:15:49,538 [228] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '228'} gunicorn-web stdout | 2022-06-09 12:15:49,546 [241] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '241'} gunicorn-web stdout | 2022-06-09 12:15:49,553 [237] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '237'} gunicorn-web stdout | 2022-06-09 12:15:49,560 [244] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '244'} gunicorn-web stdout | 2022-06-09 12:15:49,567 [234] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '234'} gunicorn-web stdout | 2022-06-09 12:15:49,574 [236] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '236'} gunicorn-web stdout | 2022-06-09 12:15:49,586 [230] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '230'} gunicorn-web stdout | 2022-06-09 12:15:49,594 [239] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '239'} gunicorn-web stdout | 2022-06-09 12:15:49,602 [231] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '231'} gunicorn-web stdout | 2022-06-09 12:15:49,610 [229] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '229'} gunicorn-web stdout | 2022-06-09 12:15:49,618 [238] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '238'} gunicorn-web stdout | 2022-06-09 12:15:49,625 [232] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '232'} gunicorn-secscan stdout | 2022-06-09 12:15:49,632 [221] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '221'} gunicorn-secscan stdout | 2022-06-09 12:15:49,640 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '74'} gunicorn-secscan stdout | 2022-06-09 12:15:49,647 [224] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '224'} gunicorn-secscan stdout | 2022-06-09 12:15:49,655 [225] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '225'} gunicorn-secscan stdout | 2022-06-09 12:15:49,662 [227] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '227'} exportactionlogsworker stdout | 2022-06-09 12:15:50,259 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'exportactionlogsworker.py', 'pid': '70'} blobuploadcleanupworker stdout | 2022-06-09 12:15:50,266 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'blobuploadcleanupworker.py', 'pid': '64'} chunkcleanupworker stdout | 2022-06-09 12:15:50,306 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'chunkcleanupworker.py', 'pid': '67'} repositoryactioncounter stdout | 2022-06-09 12:15:50,405 [88] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositoryactioncounter.py', 'pid': '88'} logrotateworker stdout | 2022-06-09 12:15:50,514 [77] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'logrotateworker.py', 'pid': '77'} notificationworker stdout | 2022-06-09 12:15:50,621 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:15:50,621 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:16:00.617379+00:00 (in 9.996197 seconds) notificationworker stdout | 2022-06-09 12:15:50,621 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:16:00 UTC)" (scheduled at 2022-06-09 12:15:50.617379+00:00) notificationworker stdout | 2022-06-09 12:15:50,621 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 12:15:50,622 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 15, 50, 621660), True, datetime.datetime(2022, 6, 9, 12, 15, 50, 621660), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 12:15:50,624 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 12:15:50,624 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:15:50,624 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:16:00 UTC)" executed successfully globalpromstats stdout | 2022-06-09 12:15:50,800 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'globalpromstats.py', 'pid': '72'} repositorygcworker stdout | 2022-06-09 12:15:50,926 [89] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositorygcworker.py', 'pid': '89'} securityscanningnotificationworker stdout | 2022-06-09 12:15:50,933 [90] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'securityscanningnotificationworker.py', 'pid': '90'} namespacegcworker stdout | 2022-06-09 12:15:50,943 [83] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'namespacegcworker.py', 'pid': '83'} manifestbackfillworker stdout | 2022-06-09 12:15:51,021 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'manifestbackfillworker.py', 'pid': '78'} notificationworker stdout | 2022-06-09 12:15:51,031 [85] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'notificationworker.py', 'pid': '85'} storagereplication stdout | 2022-06-09 12:15:51,046 [93] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'storagereplication.py', 'pid': '93'} servicekey stdout | 2022-06-09 12:15:51,063 [92] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'servicekeyworker.py', 'pid': '92'} builder stdout | 2022-06-09 12:15:51,072 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'builder.py', 'pid': '65'} buildlogsarchiver stdout | 2022-06-09 12:15:51,079 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'buildlogsarchiver.py', 'pid': '66'} queuecleanupworker stdout | 2022-06-09 12:15:51,111 [87] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'queuecleanupworker.py', 'pid': '87'} expiredappspecifictokenworker stdout | 2022-06-09 12:15:51,117 [69] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '69'} teamsyncworker stdout | 2022-06-09 12:15:51,150 [94] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'teamsyncworker.py', 'pid': '94'} gcworker stdout | 2022-06-09 12:15:51,179 [71] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'gcworker.py', 'pid': '71'} repositorygcworker stdout | 2022-06-09 12:15:51,503 [89] [DEBUG] [apscheduler.scheduler] Looking for jobs to run repositorygcworker stdout | 2022-06-09 12:15:51,504 [89] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:16:38.463361+00:00 (in 46.959250 seconds) repositorygcworker stdout | 2022-06-09 12:15:51,504 [89] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:16:51 UTC)" (scheduled at 2022-06-09 12:15:51.502316+00:00) repositorygcworker stdout | 2022-06-09 12:15:51,504 [89] [DEBUG] [workers.queueworker] Running watchdog. repositorygcworker stdout | 2022-06-09 12:15:51,505 [89] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:16:51 UTC)" executed successfully gunicorn-registry stdout | 2022-06-09 12:15:51,979 [246] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '246'} gunicorn-registry stdout | 2022-06-09 12:15:51,990 [273] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '273'} gunicorn-registry stdout | 2022-06-09 12:15:52,002 [271] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '271'} gunicorn-registry stdout | 2022-06-09 12:15:52,009 [276] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '276'} gunicorn-registry stdout | 2022-06-09 12:15:52,017 [275] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '275'} gunicorn-registry stdout | 2022-06-09 12:15:52,024 [274] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '274'} gunicorn-registry stdout | 2022-06-09 12:15:52,031 [277] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '277'} gunicorn-registry stdout | 2022-06-09 12:15:52,037 [263] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '263'} gunicorn-registry stdout | 2022-06-09 12:15:52,055 [266] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '266'} gunicorn-registry stdout | 2022-06-09 12:15:52,064 [254] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '254'} gunicorn-registry stdout | 2022-06-09 12:15:52,072 [260] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '260'} gunicorn-registry stdout | 2022-06-09 12:15:52,080 [270] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '270'} gunicorn-registry stdout | 2022-06-09 12:15:52,087 [253] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '253'} gunicorn-registry stdout | 2022-06-09 12:15:52,094 [261] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '261'} gunicorn-registry stdout | 2022-06-09 12:15:52,103 [268] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '268'} gunicorn-registry stdout | 2022-06-09 12:15:52,110 [248] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '248'} gunicorn-registry stdout | 2022-06-09 12:15:52,118 [245] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '245'} gunicorn-registry stdout | 2022-06-09 12:15:52,126 [249] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '249'} gunicorn-registry stdout | 2022-06-09 12:15:52,132 [251] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '251'} gunicorn-registry stdout | 2022-06-09 12:15:52,140 [259] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '259'} gunicorn-registry stdout | 2022-06-09 12:15:52,147 [250] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '250'} gunicorn-registry stdout | 2022-06-09 12:15:52,158 [73] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '73'} gunicorn-registry stdout | 2022-06-09 12:15:52,165 [265] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '265'} gunicorn-registry stdout | 2022-06-09 12:15:52,173 [267] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '267'} gunicorn-registry stdout | 2022-06-09 12:15:52,180 [256] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '256'} gunicorn-registry stdout | 2022-06-09 12:15:52,191 [262] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '262'} gunicorn-registry stdout | 2022-06-09 12:15:52,197 [264] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '264'} gunicorn-registry stdout | 2022-06-09 12:15:52,204 [272] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '272'} gunicorn-registry stdout | 2022-06-09 12:15:52,211 [269] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '269'} gunicorn-registry stdout | 2022-06-09 12:15:52,218 [247] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '247'} gunicorn-registry stdout | 2022-06-09 12:15:52,225 [255] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '255'} gunicorn-registry stdout | 2022-06-09 12:15:52,232 [257] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '257'} gunicorn-registry stdout | 2022-06-09 12:15:52,239 [252] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '252'} namespacegcworker stdout | 2022-06-09 12:15:55,484 [83] [DEBUG] [apscheduler.scheduler] Looking for jobs to run namespacegcworker stdout | 2022-06-09 12:15:55,484 [83] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:16:01.521527+00:00 (in 6.037349 seconds) namespacegcworker stdout | 2022-06-09 12:15:55,484 [83] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:16:55 UTC)" (scheduled at 2022-06-09 12:15:55.463831+00:00) namespacegcworker stdout | 2022-06-09 12:15:55,484 [83] [DEBUG] [workers.queueworker] Getting work item from queue. namespacegcworker stdout | 2022-06-09 12:15:55,485 [83] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 15, 55, 485003), True, datetime.datetime(2022, 6, 9, 12, 15, 55, 485003), 0, 'namespacegc/%', 50, 1, 0]) namespacegcworker stdout | 2022-06-09 12:15:55,488 [83] [DEBUG] [workers.queueworker] No more work. namespacegcworker stdout | 2022-06-09 12:15:55,488 [83] [DEBUG] [data.database] Disconnecting from database. namespacegcworker stdout | 2022-06-09 12:15:55,488 [83] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:16:55 UTC)" executed successfully notificationworker stdout | 2022-06-09 12:16:00,618 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:16:00,618 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:16:10.617379+00:00 (in 9.998702 seconds) notificationworker stdout | 2022-06-09 12:16:00,618 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:16:10 UTC)" (scheduled at 2022-06-09 12:16:00.617379+00:00) notificationworker stdout | 2022-06-09 12:16:00,618 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 12:16:00,619 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 16, 0, 619023), True, datetime.datetime(2022, 6, 9, 12, 16, 0, 619023), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 12:16:00,622 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 12:16:00,622 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:16:00,622 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:16:10 UTC)" executed successfully namespacegcworker stdout | 2022-06-09 12:16:01,522 [83] [DEBUG] [apscheduler.scheduler] Looking for jobs to run namespacegcworker stdout | 2022-06-09 12:16:01,523 [83] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:16:55.463831+00:00 (in 53.940744 seconds) namespacegcworker stdout | 2022-06-09 12:16:01,523 [83] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:17:01 UTC)" (scheduled at 2022-06-09 12:16:01.521527+00:00) namespacegcworker stdout | 2022-06-09 12:16:01,523 [83] [DEBUG] [workers.queueworker] Running watchdog. namespacegcworker stdout | 2022-06-09 12:16:01,523 [83] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:17:01 UTC)" executed successfully exportactionlogsworker stdout | 2022-06-09 12:16:04,367 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run exportactionlogsworker stdout | 2022-06-09 12:16:04,367 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:16:25.409412+00:00 (in 21.042186 seconds) exportactionlogsworker stdout | 2022-06-09 12:16:04,367 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:17:04 UTC)" (scheduled at 2022-06-09 12:16:04.366245+00:00) exportactionlogsworker stdout | 2022-06-09 12:16:04,367 [70] [DEBUG] [workers.queueworker] Getting work item from queue. exportactionlogsworker stdout | 2022-06-09 12:16:04,368 [70] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 16, 4, 367728), True, datetime.datetime(2022, 6, 9, 12, 16, 4, 367728), 0, 'exportactionlogs/%', 50, 1, 0]) exportactionlogsworker stdout | 2022-06-09 12:16:04,370 [70] [DEBUG] [workers.queueworker] No more work. exportactionlogsworker stdout | 2022-06-09 12:16:04,371 [70] [DEBUG] [data.database] Disconnecting from database. exportactionlogsworker stdout | 2022-06-09 12:16:04,371 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:17:04 UTC)" executed successfully gcworker stdout | 2022-06-09 12:16:07,507 [71] [DEBUG] [apscheduler.scheduler] Looking for jobs to run gcworker stdout | 2022-06-09 12:16:07,507 [71] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:16:37.490424+00:00 (in 29.982699 seconds) gcworker stdout | 2022-06-09 12:16:07,507 [71] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 12:16:37 UTC)" (scheduled at 2022-06-09 12:16:07.490424+00:00) gcworker stdout | 2022-06-09 12:16:07,508 [71] [DEBUG] [peewee] ('SELECT `candidates`.`repository_id` FROM (SELECT DISTINCT `t1`.`repository_id` FROM `tag` AS `t1` INNER JOIN `repository` AS `t2` ON (`t1`.`repository_id` = `t2`.`id`) INNER JOIN `user` AS `t3` ON (`t2`.`namespace_user_id` = `t3`.`id`) WHERE ((((NOT (`t1`.`lifetime_end_ms` IS %s) AND (`t1`.`lifetime_end_ms` <= %s)) AND (`t3`.`removed_tag_expiration_s` = %s)) AND (`t3`.`enabled` = %s)) AND (`t2`.`state` != %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', [None, 1654776967508, 0, True, 3, 500, 1, 0]) gcworker stdout | 2022-06-09 12:16:07,510 [71] [DEBUG] [__main__] No repository with garbage found gcworker stdout | 2022-06-09 12:16:07,510 [71] [DEBUG] [data.database] Disconnecting from database. gcworker stdout | 2022-06-09 12:16:07,511 [71] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 12:16:37 UTC)" executed successfully notificationworker stdout | 2022-06-09 12:16:10,618 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:16:10,618 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:16:19.645536+00:00 (in 9.027401 seconds) notificationworker stdout | 2022-06-09 12:16:10,618 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:16:20 UTC)" (scheduled at 2022-06-09 12:16:10.617379+00:00) notificationworker stdout | 2022-06-09 12:16:10,618 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 12:16:10,619 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 16, 10, 618598), True, datetime.datetime(2022, 6, 9, 12, 16, 10, 618598), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 12:16:10,621 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 12:16:10,621 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:16:10,621 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:16:20 UTC)" executed successfully buildlogsarchiver stdout | 2022-06-09 12:16:15,366 [66] [DEBUG] [apscheduler.scheduler] Looking for jobs to run buildlogsarchiver stdout | 2022-06-09 12:16:15,367 [66] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:16:45.366042+00:00 (in 29.999150 seconds) buildlogsarchiver stdout | 2022-06-09 12:16:15,367 [66] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 12:16:45 UTC)" (scheduled at 2022-06-09 12:16:15.366042+00:00) buildlogsarchiver stdout | 2022-06-09 12:16:15,367 [66] [DEBUG] [peewee] ('SELECT `candidates`.`id` FROM (SELECT `t1`.`id` FROM `repositorybuild` AS `t1` WHERE (((`t1`.`phase` IN (%s, %s, %s)) OR (`t1`.`started` < %s)) AND (`t1`.`logs_archived` = %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2022, 5, 25, 12, 16, 15, 367240), False, 50, 1, 0]) buildlogsarchiver stdout | 2022-06-09 12:16:15,369 [66] [DEBUG] [__main__] No more builds to archive buildlogsarchiver stdout | 2022-06-09 12:16:15,369 [66] [DEBUG] [data.database] Disconnecting from database. buildlogsarchiver stdout | 2022-06-09 12:16:15,370 [66] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 12:16:45 UTC)" executed successfully gunicorn-web stdout | 2022-06-09 12:16:19,630 [243] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '243'} gunicorn-web stdout | 2022-06-09 12:16:19,641 [236] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '236'} notificationworker stdout | 2022-06-09 12:16:19,647 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run gunicorn-web stdout | 2022-06-09 12:16:19,648 [226] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '226'} notificationworker stdout | 2022-06-09 12:16:19,647 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:16:20.617379+00:00 (in 0.969623 seconds) notificationworker stdout | 2022-06-09 12:16:19,648 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:17:19 UTC)" (scheduled at 2022-06-09 12:16:19.645536+00:00) notificationworker stdout | 2022-06-09 12:16:19,648 [85] [DEBUG] [workers.queueworker] Running watchdog. notificationworker stdout | 2022-06-09 12:16:19,648 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:17:19 UTC)" executed successfully gunicorn-web stdout | 2022-06-09 12:16:19,657 [241] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '241'} gunicorn-web stdout | 2022-06-09 12:16:19,665 [229] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '229'} gunicorn-web stdout | 2022-06-09 12:16:19,671 [228] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '228'} gunicorn-web stdout | 2022-06-09 12:16:19,677 [234] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '234'} gunicorn-web stdout | 2022-06-09 12:16:19,685 [242] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '242'} gunicorn-web stdout | 2022-06-09 12:16:19,692 [230] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '230'} gunicorn-web stdout | 2022-06-09 12:16:19,699 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '75'} gunicorn-web stdout | 2022-06-09 12:16:19,710 [235] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '235'} gunicorn-web stdout | 2022-06-09 12:16:19,717 [237] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '237'} gunicorn-web stdout | 2022-06-09 12:16:19,724 [239] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '239'} gunicorn-web stdout | 2022-06-09 12:16:19,735 [238] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '238'} gunicorn-web stdout | 2022-06-09 12:16:19,742 [231] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '231'} gunicorn-web stdout | 2022-06-09 12:16:19,748 [244] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '244'} gunicorn-web stdout | 2022-06-09 12:16:19,757 [232] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '232'} gunicorn-secscan stdout | 2022-06-09 12:16:19,763 [221] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '221'} gunicorn-secscan stdout | 2022-06-09 12:16:19,770 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '74'} gunicorn-secscan stdout | 2022-06-09 12:16:19,777 [224] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '224'} gunicorn-secscan stdout | 2022-06-09 12:16:19,784 [225] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '225'} gunicorn-secscan stdout | 2022-06-09 12:16:19,791 [227] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '227'} exportactionlogsworker stdout | 2022-06-09 12:16:20,272 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'exportactionlogsworker.py', 'pid': '70'} blobuploadcleanupworker stdout | 2022-06-09 12:16:20,303 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'blobuploadcleanupworker.py', 'pid': '64'} chunkcleanupworker stdout | 2022-06-09 12:16:20,341 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'chunkcleanupworker.py', 'pid': '67'} repositoryactioncounter stdout | 2022-06-09 12:16:20,441 [88] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositoryactioncounter.py', 'pid': '88'} logrotateworker stdout | 2022-06-09 12:16:20,542 [77] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'logrotateworker.py', 'pid': '77'} notificationworker stdout | 2022-06-09 12:16:20,621 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:16:20,621 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:16:30.617379+00:00 (in 9.995819 seconds) notificationworker stdout | 2022-06-09 12:16:20,621 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:16:30 UTC)" (scheduled at 2022-06-09 12:16:20.617379+00:00) notificationworker stdout | 2022-06-09 12:16:20,621 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 12:16:20,622 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 16, 20, 621901), True, datetime.datetime(2022, 6, 9, 12, 16, 20, 621901), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 12:16:20,625 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 12:16:20,625 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:16:20,625 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:16:30 UTC)" executed successfully globalpromstats stdout | 2022-06-09 12:16:20,840 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'globalpromstats.py', 'pid': '72'} repositorygcworker stdout | 2022-06-09 12:16:20,966 [89] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositorygcworker.py', 'pid': '89'} securityscanningnotificationworker stdout | 2022-06-09 12:16:20,974 [90] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'securityscanningnotificationworker.py', 'pid': '90'} namespacegcworker stdout | 2022-06-09 12:16:20,982 [83] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'namespacegcworker.py', 'pid': '83'} manifestbackfillworker stdout | 2022-06-09 12:16:21,065 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'manifestbackfillworker.py', 'pid': '78'} notificationworker stdout | 2022-06-09 12:16:21,071 [85] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'notificationworker.py', 'pid': '85'} storagereplication stdout | 2022-06-09 12:16:21,084 [93] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'storagereplication.py', 'pid': '93'} servicekey stdout | 2022-06-09 12:16:21,102 [92] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'servicekeyworker.py', 'pid': '92'} builder stdout | 2022-06-09 12:16:21,113 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'builder.py', 'pid': '65'} buildlogsarchiver stdout | 2022-06-09 12:16:21,120 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'buildlogsarchiver.py', 'pid': '66'} queuecleanupworker stdout | 2022-06-09 12:16:21,151 [87] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'queuecleanupworker.py', 'pid': '87'} expiredappspecifictokenworker stdout | 2022-06-09 12:16:21,156 [69] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '69'} teamsyncworker stdout | 2022-06-09 12:16:21,189 [94] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'teamsyncworker.py', 'pid': '94'} gcworker stdout | 2022-06-09 12:16:21,213 [71] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'gcworker.py', 'pid': '71'} gunicorn-registry stdout | 2022-06-09 12:16:21,999 [246] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '246'} gunicorn-registry stdout | 2022-06-09 12:16:22,007 [273] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '273'} gunicorn-registry stdout | 2022-06-09 12:16:22,014 [271] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '271'} gunicorn-registry stdout | 2022-06-09 12:16:22,026 [276] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '276'} gunicorn-registry stdout | 2022-06-09 12:16:22,033 [275] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '275'} gunicorn-registry stdout | 2022-06-09 12:16:22,040 [274] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '274'} gunicorn-registry stdout | 2022-06-09 12:16:22,047 [277] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '277'} gunicorn-registry stdout | 2022-06-09 12:16:22,055 [263] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '263'} gunicorn-registry stdout | 2022-06-09 12:16:22,075 [266] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '266'} gunicorn-registry stdout | 2022-06-09 12:16:22,082 [254] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '254'} gunicorn-registry stdout | 2022-06-09 12:16:22,089 [260] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '260'} gunicorn-registry stdout | 2022-06-09 12:16:22,096 [270] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '270'} gunicorn-registry stdout | 2022-06-09 12:16:22,103 [253] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '253'} gunicorn-registry stdout | 2022-06-09 12:16:22,111 [261] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '261'} gunicorn-registry stdout | 2022-06-09 12:16:22,118 [268] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '268'} gunicorn-registry stdout | 2022-06-09 12:16:22,125 [248] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '248'} gunicorn-registry stdout | 2022-06-09 12:16:22,134 [245] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '245'} gunicorn-registry stdout | 2022-06-09 12:16:22,140 [249] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '249'} gunicorn-registry stdout | 2022-06-09 12:16:22,148 [251] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '251'} gunicorn-registry stdout | 2022-06-09 12:16:22,156 [259] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '259'} gunicorn-registry stdout | 2022-06-09 12:16:22,163 [250] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '250'} gunicorn-registry stdout | 2022-06-09 12:16:22,170 [73] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '73'} gunicorn-registry stdout | 2022-06-09 12:16:22,177 [265] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '265'} gunicorn-registry stdout | 2022-06-09 12:16:22,184 [267] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '267'} gunicorn-registry stdout | 2022-06-09 12:16:22,192 [256] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '256'} gunicorn-registry stdout | 2022-06-09 12:16:22,201 [262] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '262'} gunicorn-registry stdout | 2022-06-09 12:16:22,210 [264] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '264'} gunicorn-registry stdout | 2022-06-09 12:16:22,217 [272] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '272'} gunicorn-registry stdout | 2022-06-09 12:16:22,224 [269] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '269'} gunicorn-registry stdout | 2022-06-09 12:16:22,230 [247] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '247'} gunicorn-registry stdout | 2022-06-09 12:16:22,239 [255] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '255'} gunicorn-registry stdout | 2022-06-09 12:16:22,246 [257] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '257'} gunicorn-registry stdout | 2022-06-09 12:16:22,253 [252] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '252'} exportactionlogsworker stdout | 2022-06-09 12:16:25,414 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run exportactionlogsworker stdout | 2022-06-09 12:16:25,414 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:16:47.409953+00:00 (in 21.995623 seconds) exportactionlogsworker stdout | 2022-06-09 12:16:25,414 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2022-06-09 12:21:25 UTC)" (scheduled at 2022-06-09 12:16:25.409412+00:00) exportactionlogsworker stdout | 2022-06-09 12:16:25,415 [70] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT `t1`.`queue_name` FROM `queueitem` AS `t1` WHERE (((`t1`.`available` = %s) AND (`t1`.`processing_expires` > %s)) AND (`t1`.`queue_name` LIKE %s))) AS `_wrapped`', [False, datetime.datetime(2022, 6, 9, 12, 16, 25, 414842), 'exportactionlogs/%']) exportactionlogsworker stdout | 2022-06-09 12:16:25,418 [70] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT `t1`.`queue_name` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s))) AS `_wrapped`', [datetime.datetime(2022, 6, 9, 12, 16, 25, 414842), True, datetime.datetime(2022, 6, 9, 12, 16, 25, 414842), 0, 'exportactionlogs/%']) exportactionlogsworker stdout | 2022-06-09 12:16:25,420 [70] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT `t1`.`queue_name` FROM `queueitem` AS `t1` WHERE (((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) AND NOT (`t1`.`queue_name` IN (SELECT `t1`.`queue_name` FROM `queueitem` AS `t1` WHERE (((`t1`.`available` = %s) AND (`t1`.`processing_expires` > %s)) AND (`t1`.`queue_name` LIKE %s)))))) AS `_wrapped`', [datetime.datetime(2022, 6, 9, 12, 16, 25, 414842), True, datetime.datetime(2022, 6, 9, 12, 16, 25, 414842), 0, 'exportactionlogs/%', False, datetime.datetime(2022, 6, 9, 12, 16, 25, 414842), 'exportactionlogs/%']) exportactionlogsworker stdout | 2022-06-09 12:16:25,421 [70] [DEBUG] [data.database] Disconnecting from database. exportactionlogsworker stdout | 2022-06-09 12:16:25,421 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2022-06-09 12:21:25 UTC)" executed successfully notificationworker stdout | 2022-06-09 12:16:30,618 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:16:30,619 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:16:40.617379+00:00 (in 9.998363 seconds) notificationworker stdout | 2022-06-09 12:16:30,619 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:16:40 UTC)" (scheduled at 2022-06-09 12:16:30.617379+00:00) notificationworker stdout | 2022-06-09 12:16:30,619 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 12:16:30,620 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 16, 30, 619475), True, datetime.datetime(2022, 6, 9, 12, 16, 30, 619475), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 12:16:30,622 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 12:16:30,622 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:16:30,622 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:16:40 UTC)" executed successfully gcworker stdout | 2022-06-09 12:16:37,490 [71] [DEBUG] [apscheduler.scheduler] Looking for jobs to run gcworker stdout | 2022-06-09 12:16:37,491 [71] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:17:07.490424+00:00 (in 29.999316 seconds) gcworker stdout | 2022-06-09 12:16:37,491 [71] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 12:17:07 UTC)" (scheduled at 2022-06-09 12:16:37.490424+00:00) gcworker stdout | 2022-06-09 12:16:37,492 [71] [DEBUG] [peewee] ('SELECT `candidates`.`repository_id` FROM (SELECT DISTINCT `t1`.`repository_id` FROM `tag` AS `t1` INNER JOIN `repository` AS `t2` ON (`t1`.`repository_id` = `t2`.`id`) INNER JOIN `user` AS `t3` ON (`t2`.`namespace_user_id` = `t3`.`id`) WHERE ((((NOT (`t1`.`lifetime_end_ms` IS %s) AND (`t1`.`lifetime_end_ms` <= %s)) AND (`t3`.`removed_tag_expiration_s` = %s)) AND (`t3`.`enabled` = %s)) AND (`t2`.`state` != %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', [None, 1654776997491, 0, True, 3, 500, 1, 0]) gcworker stdout | 2022-06-09 12:16:37,494 [71] [DEBUG] [__main__] No repository with garbage found gcworker stdout | 2022-06-09 12:16:37,494 [71] [DEBUG] [data.database] Disconnecting from database. gcworker stdout | 2022-06-09 12:16:37,494 [71] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 12:17:07 UTC)" executed successfully repositorygcworker stdout | 2022-06-09 12:16:38,465 [89] [DEBUG] [apscheduler.scheduler] Looking for jobs to run repositorygcworker stdout | 2022-06-09 12:16:38,466 [89] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:16:51.502316+00:00 (in 13.036312 seconds) repositorygcworker stdout | 2022-06-09 12:16:38,466 [89] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:17:38 UTC)" (scheduled at 2022-06-09 12:16:38.463361+00:00) repositorygcworker stdout | 2022-06-09 12:16:38,466 [89] [DEBUG] [workers.queueworker] Getting work item from queue. repositorygcworker stdout | 2022-06-09 12:16:38,466 [89] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 16, 38, 466341), True, datetime.datetime(2022, 6, 9, 12, 16, 38, 466341), 0, 'repositorygc/%', 50, 1, 0]) repositorygcworker stdout | 2022-06-09 12:16:38,469 [89] [DEBUG] [workers.queueworker] No more work. repositorygcworker stdout | 2022-06-09 12:16:38,469 [89] [DEBUG] [data.database] Disconnecting from database. repositorygcworker stdout | 2022-06-09 12:16:38,469 [89] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:17:38 UTC)" executed successfully notificationworker stdout | 2022-06-09 12:16:40,621 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:16:40,621 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:16:50.617379+00:00 (in 9.995943 seconds) notificationworker stdout | 2022-06-09 12:16:40,621 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:16:50 UTC)" (scheduled at 2022-06-09 12:16:40.617379+00:00) notificationworker stdout | 2022-06-09 12:16:40,621 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 12:16:40,622 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 16, 40, 621771), True, datetime.datetime(2022, 6, 9, 12, 16, 40, 621771), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 12:16:40,624 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 12:16:40,624 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:16:40,624 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:16:50 UTC)" executed successfully buildlogsarchiver stdout | 2022-06-09 12:16:45,380 [66] [DEBUG] [apscheduler.scheduler] Looking for jobs to run buildlogsarchiver stdout | 2022-06-09 12:16:45,381 [66] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:17:15.366042+00:00 (in 29.985506 seconds) buildlogsarchiver stdout | 2022-06-09 12:16:45,381 [66] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 12:17:15 UTC)" (scheduled at 2022-06-09 12:16:45.366042+00:00) buildlogsarchiver stdout | 2022-06-09 12:16:45,382 [66] [DEBUG] [peewee] ('SELECT `candidates`.`id` FROM (SELECT `t1`.`id` FROM `repositorybuild` AS `t1` WHERE (((`t1`.`phase` IN (%s, %s, %s)) OR (`t1`.`started` < %s)) AND (`t1`.`logs_archived` = %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2022, 5, 25, 12, 16, 45, 381589), False, 50, 1, 0]) buildlogsarchiver stdout | 2022-06-09 12:16:45,384 [66] [DEBUG] [__main__] No more builds to archive buildlogsarchiver stdout | 2022-06-09 12:16:45,384 [66] [DEBUG] [data.database] Disconnecting from database. buildlogsarchiver stdout | 2022-06-09 12:16:45,384 [66] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 12:17:15 UTC)" executed successfully exportactionlogsworker stdout | 2022-06-09 12:16:47,411 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run exportactionlogsworker stdout | 2022-06-09 12:16:47,411 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:17:04.366245+00:00 (in 16.954709 seconds) exportactionlogsworker stdout | 2022-06-09 12:16:47,411 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:17:47 UTC)" (scheduled at 2022-06-09 12:16:47.409953+00:00) exportactionlogsworker stdout | 2022-06-09 12:16:47,411 [70] [DEBUG] [workers.queueworker] Running watchdog. exportactionlogsworker stdout | 2022-06-09 12:16:47,412 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:17:47 UTC)" executed successfully gunicorn-web stdout | 2022-06-09 12:16:49,655 [236] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '236'} gunicorn-web stdout | 2022-06-09 12:16:49,660 [243] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '243'} gunicorn-web stdout | 2022-06-09 12:16:49,667 [226] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '226'} gunicorn-web stdout | 2022-06-09 12:16:49,675 [241] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '241'} gunicorn-web stdout | 2022-06-09 12:16:49,682 [229] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '229'} gunicorn-web stdout | 2022-06-09 12:16:49,690 [228] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '228'} gunicorn-web stdout | 2022-06-09 12:16:49,698 [234] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '234'} gunicorn-web stdout | 2022-06-09 12:16:49,705 [242] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '242'} gunicorn-web stdout | 2022-06-09 12:16:49,712 [230] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '230'} gunicorn-web stdout | 2022-06-09 12:16:49,719 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '75'} gunicorn-web stdout | 2022-06-09 12:16:49,726 [235] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '235'} gunicorn-web stdout | 2022-06-09 12:16:49,733 [237] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '237'} gunicorn-web stdout | 2022-06-09 12:16:49,740 [239] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '239'} gunicorn-web stdout | 2022-06-09 12:16:49,749 [238] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '238'} gunicorn-web stdout | 2022-06-09 12:16:49,755 [231] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '231'} gunicorn-web stdout | 2022-06-09 12:16:49,762 [244] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '244'} gunicorn-web stdout | 2022-06-09 12:16:49,772 [232] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '232'} gunicorn-secscan stdout | 2022-06-09 12:16:49,780 [221] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '221'} gunicorn-secscan stdout | 2022-06-09 12:16:49,787 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '74'} gunicorn-secscan stdout | 2022-06-09 12:16:49,794 [224] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '224'} gunicorn-secscan stdout | 2022-06-09 12:16:49,801 [225] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '225'} gunicorn-secscan stdout | 2022-06-09 12:16:49,808 [227] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '227'} exportactionlogsworker stdout | 2022-06-09 12:16:50,308 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'exportactionlogsworker.py', 'pid': '70'} blobuploadcleanupworker stdout | 2022-06-09 12:16:50,316 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'blobuploadcleanupworker.py', 'pid': '64'} chunkcleanupworker stdout | 2022-06-09 12:16:50,378 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'chunkcleanupworker.py', 'pid': '67'} repositoryactioncounter stdout | 2022-06-09 12:16:50,480 [88] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositoryactioncounter.py', 'pid': '88'} logrotateworker stdout | 2022-06-09 12:16:50,590 [77] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'logrotateworker.py', 'pid': '77'} notificationworker stdout | 2022-06-09 12:16:50,632 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:16:50,633 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:17:00.617379+00:00 (in 9.984432 seconds) notificationworker stdout | 2022-06-09 12:16:50,633 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:17:00 UTC)" (scheduled at 2022-06-09 12:16:50.617379+00:00) notificationworker stdout | 2022-06-09 12:16:50,633 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 12:16:50,633 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 16, 50, 633316), True, datetime.datetime(2022, 6, 9, 12, 16, 50, 633316), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 12:16:50,636 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 12:16:50,636 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:16:50,636 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:17:00 UTC)" executed successfully globalpromstats stdout | 2022-06-09 12:16:50,879 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'globalpromstats.py', 'pid': '72'} repositorygcworker stdout | 2022-06-09 12:16:51,006 [89] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositorygcworker.py', 'pid': '89'} securityscanningnotificationworker stdout | 2022-06-09 12:16:51,014 [90] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'securityscanningnotificationworker.py', 'pid': '90'} namespacegcworker stdout | 2022-06-09 12:16:51,020 [83] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'namespacegcworker.py', 'pid': '83'} storagereplication stdout | 2022-06-09 12:16:51,095 [93] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'storagereplication.py', 'pid': '93'} notificationworker stdout | 2022-06-09 12:16:51,102 [85] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'notificationworker.py', 'pid': '85'} manifestbackfillworker stdout | 2022-06-09 12:16:51,110 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'manifestbackfillworker.py', 'pid': '78'} servicekey stdout | 2022-06-09 12:16:51,140 [92] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'servicekeyworker.py', 'pid': '92'} builder stdout | 2022-06-09 12:16:51,150 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'builder.py', 'pid': '65'} buildlogsarchiver stdout | 2022-06-09 12:16:51,158 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'buildlogsarchiver.py', 'pid': '66'} queuecleanupworker stdout | 2022-06-09 12:16:51,189 [87] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'queuecleanupworker.py', 'pid': '87'} expiredappspecifictokenworker stdout | 2022-06-09 12:16:51,195 [69] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '69'} teamsyncworker stdout | 2022-06-09 12:16:51,226 [94] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'teamsyncworker.py', 'pid': '94'} gcworker stdout | 2022-06-09 12:16:51,233 [71] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'gcworker.py', 'pid': '71'} repositorygcworker stdout | 2022-06-09 12:16:51,523 [89] [DEBUG] [apscheduler.scheduler] Looking for jobs to run repositorygcworker stdout | 2022-06-09 12:16:51,523 [89] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:17:38.463361+00:00 (in 46.939918 seconds) repositorygcworker stdout | 2022-06-09 12:16:51,523 [89] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:17:51 UTC)" (scheduled at 2022-06-09 12:16:51.502316+00:00) repositorygcworker stdout | 2022-06-09 12:16:51,523 [89] [DEBUG] [workers.queueworker] Running watchdog. repositorygcworker stdout | 2022-06-09 12:16:51,524 [89] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:17:51 UTC)" executed successfully gunicorn-registry stdout | 2022-06-09 12:16:52,011 [246] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '246'} gunicorn-registry stdout | 2022-06-09 12:16:52,019 [273] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '273'} gunicorn-registry stdout | 2022-06-09 12:16:52,028 [271] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '271'} gunicorn-registry stdout | 2022-06-09 12:16:52,039 [276] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '276'} gunicorn-registry stdout | 2022-06-09 12:16:52,050 [275] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '275'} gunicorn-registry stdout | 2022-06-09 12:16:52,057 [274] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '274'} gunicorn-registry stdout | 2022-06-09 12:16:52,064 [277] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '277'} gunicorn-registry stdout | 2022-06-09 12:16:52,070 [263] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '263'} gunicorn-registry stdout | 2022-06-09 12:16:52,090 [266] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '266'} gunicorn-registry stdout | 2022-06-09 12:16:52,097 [254] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '254'} gunicorn-registry stdout | 2022-06-09 12:16:52,105 [260] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '260'} gunicorn-registry stdout | 2022-06-09 12:16:52,117 [270] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '270'} gunicorn-registry stdout | 2022-06-09 12:16:52,125 [253] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '253'} gunicorn-registry stdout | 2022-06-09 12:16:52,131 [261] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '261'} gunicorn-registry stdout | 2022-06-09 12:16:52,142 [268] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '268'} gunicorn-registry stdout | 2022-06-09 12:16:52,149 [248] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '248'} gunicorn-registry stdout | 2022-06-09 12:16:52,157 [245] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '245'} gunicorn-registry stdout | 2022-06-09 12:16:52,164 [249] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '249'} gunicorn-registry stdout | 2022-06-09 12:16:52,172 [251] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '251'} gunicorn-registry stdout | 2022-06-09 12:16:52,179 [259] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '259'} gunicorn-registry stdout | 2022-06-09 12:16:52,187 [250] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '250'} gunicorn-registry stdout | 2022-06-09 12:16:52,193 [73] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '73'} gunicorn-registry stdout | 2022-06-09 12:16:52,201 [265] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '265'} gunicorn-registry stdout | 2022-06-09 12:16:52,207 [267] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '267'} gunicorn-registry stdout | 2022-06-09 12:16:52,216 [256] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '256'} gunicorn-registry stdout | 2022-06-09 12:16:52,222 [262] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '262'} gunicorn-registry stdout | 2022-06-09 12:16:52,229 [264] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '264'} gunicorn-registry stdout | 2022-06-09 12:16:52,239 [272] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '272'} gunicorn-registry stdout | 2022-06-09 12:16:52,248 [269] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '269'} gunicorn-registry stdout | 2022-06-09 12:16:52,255 [247] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '247'} gunicorn-registry stdout | 2022-06-09 12:16:52,262 [255] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '255'} gunicorn-registry stdout | 2022-06-09 12:16:52,269 [257] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '257'} gunicorn-registry stdout | 2022-06-09 12:16:52,275 [252] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '252'} namespacegcworker stdout | 2022-06-09 12:16:55,465 [83] [DEBUG] [apscheduler.scheduler] Looking for jobs to run namespacegcworker stdout | 2022-06-09 12:16:55,465 [83] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:17:01.521527+00:00 (in 6.056214 seconds) namespacegcworker stdout | 2022-06-09 12:16:55,465 [83] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:17:55 UTC)" (scheduled at 2022-06-09 12:16:55.463831+00:00) namespacegcworker stdout | 2022-06-09 12:16:55,465 [83] [DEBUG] [workers.queueworker] Getting work item from queue. namespacegcworker stdout | 2022-06-09 12:16:55,466 [83] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 16, 55, 465757), True, datetime.datetime(2022, 6, 9, 12, 16, 55, 465757), 0, 'namespacegc/%', 50, 1, 0]) namespacegcworker stdout | 2022-06-09 12:16:55,468 [83] [DEBUG] [workers.queueworker] No more work. namespacegcworker stdout | 2022-06-09 12:16:55,468 [83] [DEBUG] [data.database] Disconnecting from database. namespacegcworker stdout | 2022-06-09 12:16:55,468 [83] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:17:55 UTC)" executed successfully notificationworker stdout | 2022-06-09 12:17:00,625 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:17:00,625 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:17:10.617379+00:00 (in 9.992029 seconds) notificationworker stdout | 2022-06-09 12:17:00,625 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:17:10 UTC)" (scheduled at 2022-06-09 12:17:00.617379+00:00) notificationworker stdout | 2022-06-09 12:17:00,625 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 12:17:00,626 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 17, 0, 625687), True, datetime.datetime(2022, 6, 9, 12, 17, 0, 625687), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 12:17:00,628 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 12:17:00,629 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:17:00,629 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:17:10 UTC)" executed successfully namespacegcworker stdout | 2022-06-09 12:17:01,522 [83] [DEBUG] [apscheduler.scheduler] Looking for jobs to run namespacegcworker stdout | 2022-06-09 12:17:01,522 [83] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:17:55.463831+00:00 (in 53.941013 seconds) namespacegcworker stdout | 2022-06-09 12:17:01,523 [83] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:18:01 UTC)" (scheduled at 2022-06-09 12:17:01.521527+00:00) namespacegcworker stdout | 2022-06-09 12:17:01,523 [83] [DEBUG] [workers.queueworker] Running watchdog. namespacegcworker stdout | 2022-06-09 12:17:01,523 [83] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:18:01 UTC)" executed successfully exportactionlogsworker stdout | 2022-06-09 12:17:04,366 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run exportactionlogsworker stdout | 2022-06-09 12:17:04,367 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:17:47.409953+00:00 (in 43.042959 seconds) exportactionlogsworker stdout | 2022-06-09 12:17:04,367 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:18:04 UTC)" (scheduled at 2022-06-09 12:17:04.366245+00:00) exportactionlogsworker stdout | 2022-06-09 12:17:04,367 [70] [DEBUG] [workers.queueworker] Getting work item from queue. exportactionlogsworker stdout | 2022-06-09 12:17:04,368 [70] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 17, 4, 367442), True, datetime.datetime(2022, 6, 9, 12, 17, 4, 367442), 0, 'exportactionlogs/%', 50, 1, 0]) exportactionlogsworker stdout | 2022-06-09 12:17:04,370 [70] [DEBUG] [workers.queueworker] No more work. exportactionlogsworker stdout | 2022-06-09 12:17:04,370 [70] [DEBUG] [data.database] Disconnecting from database. exportactionlogsworker stdout | 2022-06-09 12:17:04,370 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:18:04 UTC)" executed successfully gcworker stdout | 2022-06-09 12:17:07,491 [71] [DEBUG] [apscheduler.scheduler] Looking for jobs to run gcworker stdout | 2022-06-09 12:17:07,491 [71] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:17:37.490424+00:00 (in 29.998960 seconds) gcworker stdout | 2022-06-09 12:17:07,491 [71] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 12:17:37 UTC)" (scheduled at 2022-06-09 12:17:07.490424+00:00) gcworker stdout | 2022-06-09 12:17:07,492 [71] [DEBUG] [peewee] ('SELECT `candidates`.`repository_id` FROM (SELECT DISTINCT `t1`.`repository_id` FROM `tag` AS `t1` INNER JOIN `repository` AS `t2` ON (`t1`.`repository_id` = `t2`.`id`) INNER JOIN `user` AS `t3` ON (`t2`.`namespace_user_id` = `t3`.`id`) WHERE ((((NOT (`t1`.`lifetime_end_ms` IS %s) AND (`t1`.`lifetime_end_ms` <= %s)) AND (`t3`.`removed_tag_expiration_s` = %s)) AND (`t3`.`enabled` = %s)) AND (`t2`.`state` != %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', [None, 1654777027491, 0, True, 3, 500, 1, 0]) gcworker stdout | 2022-06-09 12:17:07,494 [71] [DEBUG] [__main__] No repository with garbage found gcworker stdout | 2022-06-09 12:17:07,494 [71] [DEBUG] [data.database] Disconnecting from database. gcworker stdout | 2022-06-09 12:17:07,495 [71] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 12:17:37 UTC)" executed successfully notificationworker stdout | 2022-06-09 12:17:10,624 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:17:10,624 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:17:19.645536+00:00 (in 9.020739 seconds) notificationworker stdout | 2022-06-09 12:17:10,625 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:17:20 UTC)" (scheduled at 2022-06-09 12:17:10.617379+00:00) notificationworker stdout | 2022-06-09 12:17:10,625 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 12:17:10,625 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 17, 10, 625339), True, datetime.datetime(2022, 6, 9, 12, 17, 10, 625339), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 12:17:10,628 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 12:17:10,628 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:17:10,628 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:17:20 UTC)" executed successfully blobuploadcleanupworker stdout | 2022-06-09 12:17:14,849 [64] [DEBUG] [apscheduler.scheduler] Looking for jobs to run blobuploadcleanupworker stdout | 2022-06-09 12:17:14,850 [64] [INFO] [apscheduler.executors.default] Running job "BlobUploadCleanupWorker._try_cleanup_uploads (trigger: interval[1:00:00], next run at: 2022-06-09 12:17:14 UTC)" (scheduled at 2022-06-09 12:17:14.842330+00:00) blobuploadcleanupworker stdout | 2022-06-09 12:17:14,850 [64] [DEBUG] [util.locking] Acquiring global lock BLOB_CLEANUP blobuploadcleanupworker stdout | 2022-06-09 12:17:14,850 [64] [DEBUG] [redis_lock.acquire] Getting 'lock:BLOB_CLEANUP' ... blobuploadcleanupworker stdout | 2022-06-09 12:17:14,851 [64] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 13:17:14.842330+00:00 (in 3599.992291 seconds) blobuploadcleanupworker stdout | 2022-06-09 12:17:14,851 [64] [INFO] [redis_lock.acquire] Got lock for 'lock:BLOB_CLEANUP'. blobuploadcleanupworker stdout | 2022-06-09 12:17:14,851 [64] [DEBUG] [util.locking] Acquired lock BLOB_CLEANUP blobuploadcleanupworker stdout | 2022-06-09 12:17:14,851 [64] [DEBUG] [__main__] Performing blob upload cleanup blobuploadcleanupworker stdout | 2022-06-09 12:17:14,852 [64] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`repository_id`, `t1`.`uuid`, `t1`.`byte_count`, `t1`.`sha_state`, `t1`.`location_id`, `t1`.`storage_metadata`, `t1`.`chunk_count`, `t1`.`uncompressed_byte_count`, `t1`.`created`, `t1`.`piece_sha_state`, `t1`.`piece_hashes`, `t2`.`id`, `t2`.`name` FROM `blobupload` AS `t1` INNER JOIN `imagestoragelocation` AS `t2` ON (`t1`.`location_id` = `t2`.`id`) WHERE (`t1`.`created` <= %s) LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 7, 12, 17, 14, 851586), 1, 0]) blobuploadcleanupworker stdout | 2022-06-09 12:17:14,854 [64] [DEBUG] [__main__] No additional stale blob uploads found blobuploadcleanupworker stdout | 2022-06-09 12:17:14,854 [64] [DEBUG] [data.database] Disconnecting from database. blobuploadcleanupworker stdout | 2022-06-09 12:17:14,854 [64] [DEBUG] [util.locking] Releasing lock BLOB_CLEANUP blobuploadcleanupworker stdout | 2022-06-09 12:17:14,854 [64] [DEBUG] [redis_lock.release] Releasing 'lock:BLOB_CLEANUP'. blobuploadcleanupworker stdout | 2022-06-09 12:17:14,855 [64] [DEBUG] [util.locking] Released lock BLOB_CLEANUP blobuploadcleanupworker stdout | 2022-06-09 12:17:14,855 [64] [INFO] [apscheduler.executors.default] Job "BlobUploadCleanupWorker._try_cleanup_uploads (trigger: interval[1:00:00], next run at: 2022-06-09 13:17:14 UTC)" executed successfully buildlogsarchiver stdout | 2022-06-09 12:17:15,404 [66] [DEBUG] [apscheduler.scheduler] Looking for jobs to run buildlogsarchiver stdout | 2022-06-09 12:17:15,404 [66] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:17:45.366042+00:00 (in 29.961223 seconds) buildlogsarchiver stdout | 2022-06-09 12:17:15,405 [66] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 12:17:45 UTC)" (scheduled at 2022-06-09 12:17:15.366042+00:00) buildlogsarchiver stdout | 2022-06-09 12:17:15,406 [66] [DEBUG] [peewee] ('SELECT `candidates`.`id` FROM (SELECT `t1`.`id` FROM `repositorybuild` AS `t1` WHERE (((`t1`.`phase` IN (%s, %s, %s)) OR (`t1`.`started` < %s)) AND (`t1`.`logs_archived` = %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2022, 5, 25, 12, 17, 15, 405345), False, 50, 1, 0]) buildlogsarchiver stdout | 2022-06-09 12:17:15,408 [66] [DEBUG] [__main__] No more builds to archive buildlogsarchiver stdout | 2022-06-09 12:17:15,408 [66] [DEBUG] [data.database] Disconnecting from database. buildlogsarchiver stdout | 2022-06-09 12:17:15,408 [66] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 12:17:45 UTC)" executed successfully notificationworker stdout | 2022-06-09 12:17:19,652 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:17:19,653 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:17:20.617379+00:00 (in 0.964434 seconds) notificationworker stdout | 2022-06-09 12:17:19,653 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:18:19 UTC)" (scheduled at 2022-06-09 12:17:19.645536+00:00) notificationworker stdout | 2022-06-09 12:17:19,653 [85] [DEBUG] [workers.queueworker] Running watchdog. notificationworker stdout | 2022-06-09 12:17:19,653 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:18:19 UTC)" executed successfully gunicorn-web stdout | 2022-06-09 12:17:19,669 [236] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '236'} gunicorn-web stdout | 2022-06-09 12:17:19,675 [243] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '243'} gunicorn-web stdout | 2022-06-09 12:17:19,687 [226] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '226'} gunicorn-web stdout | 2022-06-09 12:17:19,698 [241] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '241'} gunicorn-web stdout | 2022-06-09 12:17:19,704 [229] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '229'} gunicorn-web stdout | 2022-06-09 12:17:19,711 [228] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '228'} gunicorn-web stdout | 2022-06-09 12:17:19,718 [234] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '234'} gunicorn-web stdout | 2022-06-09 12:17:19,725 [242] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '242'} gunicorn-web stdout | 2022-06-09 12:17:19,732 [230] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '230'} gunicorn-web stdout | 2022-06-09 12:17:19,740 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '75'} gunicorn-web stdout | 2022-06-09 12:17:19,747 [235] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '235'} gunicorn-web stdout | 2022-06-09 12:17:19,754 [237] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '237'} gunicorn-web stdout | 2022-06-09 12:17:19,762 [239] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '239'} gunicorn-web stdout | 2022-06-09 12:17:19,770 [238] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '238'} gunicorn-web stdout | 2022-06-09 12:17:19,777 [231] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '231'} gunicorn-web stdout | 2022-06-09 12:17:19,783 [244] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '244'} gunicorn-web stdout | 2022-06-09 12:17:19,791 [232] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '232'} gunicorn-secscan stdout | 2022-06-09 12:17:19,804 [221] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '221'} gunicorn-secscan stdout | 2022-06-09 12:17:19,811 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '74'} gunicorn-secscan stdout | 2022-06-09 12:17:19,819 [224] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '224'} gunicorn-secscan stdout | 2022-06-09 12:17:19,826 [225] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '225'} gunicorn-secscan stdout | 2022-06-09 12:17:19,832 [227] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '227'} exportactionlogsworker stdout | 2022-06-09 12:17:20,332 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'exportactionlogsworker.py', 'pid': '70'} blobuploadcleanupworker stdout | 2022-06-09 12:17:20,339 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'blobuploadcleanupworker.py', 'pid': '64'} chunkcleanupworker stdout | 2022-06-09 12:17:20,398 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'chunkcleanupworker.py', 'pid': '67'} repositoryactioncounter stdout | 2022-06-09 12:17:20,545 [88] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositoryactioncounter.py', 'pid': '88'} notificationworker stdout | 2022-06-09 12:17:20,620 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:17:20,620 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:17:30.617379+00:00 (in 9.997074 seconds) notificationworker stdout | 2022-06-09 12:17:20,620 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:17:30 UTC)" (scheduled at 2022-06-09 12:17:20.617379+00:00) notificationworker stdout | 2022-06-09 12:17:20,620 [85] [DEBUG] [workers.queueworker] Getting work item from queue. logrotateworker stdout | 2022-06-09 12:17:20,621 [77] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'logrotateworker.py', 'pid': '77'} notificationworker stdout | 2022-06-09 12:17:20,621 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 17, 20, 620962), True, datetime.datetime(2022, 6, 9, 12, 17, 20, 620962), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 12:17:20,623 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 12:17:20,624 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:17:20,624 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:17:30 UTC)" executed successfully globalpromstats stdout | 2022-06-09 12:17:20,910 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'globalpromstats.py', 'pid': '72'} repositorygcworker stdout | 2022-06-09 12:17:21,034 [89] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositorygcworker.py', 'pid': '89'} namespacegcworker stdout | 2022-06-09 12:17:21,040 [83] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'namespacegcworker.py', 'pid': '83'} securityscanningnotificationworker stdout | 2022-06-09 12:17:21,057 [90] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'securityscanningnotificationworker.py', 'pid': '90'} storagereplication stdout | 2022-06-09 12:17:21,139 [93] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'storagereplication.py', 'pid': '93'} notificationworker stdout | 2022-06-09 12:17:21,147 [85] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'notificationworker.py', 'pid': '85'} manifestbackfillworker stdout | 2022-06-09 12:17:21,154 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'manifestbackfillworker.py', 'pid': '78'} servicekey stdout | 2022-06-09 12:17:21,177 [92] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'servicekeyworker.py', 'pid': '92'} builder stdout | 2022-06-09 12:17:21,183 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'builder.py', 'pid': '65'} buildlogsarchiver stdout | 2022-06-09 12:17:21,195 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'buildlogsarchiver.py', 'pid': '66'} queuecleanupworker stdout | 2022-06-09 12:17:21,227 [87] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'queuecleanupworker.py', 'pid': '87'} expiredappspecifictokenworker stdout | 2022-06-09 12:17:21,233 [69] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '69'} gcworker stdout | 2022-06-09 12:17:21,262 [71] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'gcworker.py', 'pid': '71'} teamsyncworker stdout | 2022-06-09 12:17:21,269 [94] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'teamsyncworker.py', 'pid': '94'} gunicorn-registry stdout | 2022-06-09 12:17:22,026 [246] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '246'} gunicorn-registry stdout | 2022-06-09 12:17:22,036 [273] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '273'} gunicorn-registry stdout | 2022-06-09 12:17:22,042 [271] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '271'} gunicorn-registry stdout | 2022-06-09 12:17:22,059 [276] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '276'} gunicorn-registry stdout | 2022-06-09 12:17:22,067 [275] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '275'} gunicorn-registry stdout | 2022-06-09 12:17:22,075 [274] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '274'} gunicorn-registry stdout | 2022-06-09 12:17:22,083 [277] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '277'} gunicorn-registry stdout | 2022-06-09 12:17:22,089 [263] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '263'} gunicorn-registry stdout | 2022-06-09 12:17:22,105 [266] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '266'} gunicorn-registry stdout | 2022-06-09 12:17:22,113 [254] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '254'} gunicorn-registry stdout | 2022-06-09 12:17:22,120 [260] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '260'} gunicorn-registry stdout | 2022-06-09 12:17:22,130 [270] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '270'} gunicorn-registry stdout | 2022-06-09 12:17:22,140 [253] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '253'} gunicorn-registry stdout | 2022-06-09 12:17:22,147 [261] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '261'} gunicorn-registry stdout | 2022-06-09 12:17:22,157 [268] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '268'} gunicorn-registry stdout | 2022-06-09 12:17:22,163 [248] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '248'} gunicorn-registry stdout | 2022-06-09 12:17:22,170 [245] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '245'} gunicorn-registry stdout | 2022-06-09 12:17:22,178 [249] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '249'} gunicorn-registry stdout | 2022-06-09 12:17:22,188 [251] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '251'} gunicorn-registry stdout | 2022-06-09 12:17:22,195 [259] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '259'} gunicorn-registry stdout | 2022-06-09 12:17:22,203 [250] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '250'} gunicorn-registry stdout | 2022-06-09 12:17:22,211 [73] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '73'} gunicorn-registry stdout | 2022-06-09 12:17:22,218 [265] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '265'} gunicorn-registry stdout | 2022-06-09 12:17:22,224 [267] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '267'} gunicorn-registry stdout | 2022-06-09 12:17:22,232 [256] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '256'} gunicorn-registry stdout | 2022-06-09 12:17:22,239 [262] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '262'} gunicorn-registry stdout | 2022-06-09 12:17:22,246 [264] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '264'} gunicorn-registry stdout | 2022-06-09 12:17:22,253 [272] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '272'} gunicorn-registry stdout | 2022-06-09 12:17:22,260 [269] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '269'} gunicorn-registry stdout | 2022-06-09 12:17:22,269 [247] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '247'} gunicorn-registry stdout | 2022-06-09 12:17:22,276 [255] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '255'} gunicorn-registry stdout | 2022-06-09 12:17:22,283 [257] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '257'} gunicorn-registry stdout | 2022-06-09 12:17:22,290 [252] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '252'} notificationworker stdout | 2022-06-09 12:17:30,638 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:17:30,638 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:17:40.617379+00:00 (in 9.978958 seconds) notificationworker stdout | 2022-06-09 12:17:30,638 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:17:40 UTC)" (scheduled at 2022-06-09 12:17:30.617379+00:00) notificationworker stdout | 2022-06-09 12:17:30,638 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 12:17:30,639 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 17, 30, 638828), True, datetime.datetime(2022, 6, 9, 12, 17, 30, 638828), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 12:17:30,641 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 12:17:30,641 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:17:30,642 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:17:40 UTC)" executed successfully gcworker stdout | 2022-06-09 12:17:37,490 [71] [DEBUG] [apscheduler.scheduler] Looking for jobs to run gcworker stdout | 2022-06-09 12:17:37,491 [71] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:18:07.490424+00:00 (in 29.999564 seconds) gcworker stdout | 2022-06-09 12:17:37,491 [71] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 12:18:07 UTC)" (scheduled at 2022-06-09 12:17:37.490424+00:00) gcworker stdout | 2022-06-09 12:17:37,491 [71] [DEBUG] [peewee] ('SELECT `candidates`.`repository_id` FROM (SELECT DISTINCT `t1`.`repository_id` FROM `tag` AS `t1` INNER JOIN `repository` AS `t2` ON (`t1`.`repository_id` = `t2`.`id`) INNER JOIN `user` AS `t3` ON (`t2`.`namespace_user_id` = `t3`.`id`) WHERE ((((NOT (`t1`.`lifetime_end_ms` IS %s) AND (`t1`.`lifetime_end_ms` <= %s)) AND (`t3`.`removed_tag_expiration_s` = %s)) AND (`t3`.`enabled` = %s)) AND (`t2`.`state` != %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', [None, 1654777057491, 0, True, 3, 500, 1, 0]) gcworker stdout | 2022-06-09 12:17:37,494 [71] [DEBUG] [__main__] No repository with garbage found gcworker stdout | 2022-06-09 12:17:37,494 [71] [DEBUG] [data.database] Disconnecting from database. gcworker stdout | 2022-06-09 12:17:37,494 [71] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 12:18:07 UTC)" executed successfully repositorygcworker stdout | 2022-06-09 12:17:38,468 [89] [DEBUG] [apscheduler.scheduler] Looking for jobs to run repositorygcworker stdout | 2022-06-09 12:17:38,468 [89] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:17:51.502316+00:00 (in 13.033669 seconds) repositorygcworker stdout | 2022-06-09 12:17:38,468 [89] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:18:38 UTC)" (scheduled at 2022-06-09 12:17:38.463361+00:00) repositorygcworker stdout | 2022-06-09 12:17:38,469 [89] [DEBUG] [workers.queueworker] Getting work item from queue. repositorygcworker stdout | 2022-06-09 12:17:38,469 [89] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 17, 38, 469031), True, datetime.datetime(2022, 6, 9, 12, 17, 38, 469031), 0, 'repositorygc/%', 50, 1, 0]) repositorygcworker stdout | 2022-06-09 12:17:38,472 [89] [DEBUG] [workers.queueworker] No more work. repositorygcworker stdout | 2022-06-09 12:17:38,472 [89] [DEBUG] [data.database] Disconnecting from database. repositorygcworker stdout | 2022-06-09 12:17:38,472 [89] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:18:38 UTC)" executed successfully notificationworker stdout | 2022-06-09 12:17:40,642 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:17:40,642 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:17:50.617379+00:00 (in 9.974665 seconds) notificationworker stdout | 2022-06-09 12:17:40,643 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:17:50 UTC)" (scheduled at 2022-06-09 12:17:40.617379+00:00) notificationworker stdout | 2022-06-09 12:17:40,643 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 12:17:40,643 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 17, 40, 643181), True, datetime.datetime(2022, 6, 9, 12, 17, 40, 643181), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 12:17:40,646 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 12:17:40,646 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:17:40,646 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:17:50 UTC)" executed successfully buildlogsarchiver stdout | 2022-06-09 12:17:45,371 [66] [DEBUG] [apscheduler.scheduler] Looking for jobs to run buildlogsarchiver stdout | 2022-06-09 12:17:45,372 [66] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:18:15.366042+00:00 (in 29.994096 seconds) buildlogsarchiver stdout | 2022-06-09 12:17:45,372 [66] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 12:18:15 UTC)" (scheduled at 2022-06-09 12:17:45.366042+00:00) buildlogsarchiver stdout | 2022-06-09 12:17:45,372 [66] [DEBUG] [peewee] ('SELECT `candidates`.`id` FROM (SELECT `t1`.`id` FROM `repositorybuild` AS `t1` WHERE (((`t1`.`phase` IN (%s, %s, %s)) OR (`t1`.`started` < %s)) AND (`t1`.`logs_archived` = %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2022, 5, 25, 12, 17, 45, 372459), False, 50, 1, 0]) buildlogsarchiver stdout | 2022-06-09 12:17:45,375 [66] [DEBUG] [__main__] No more builds to archive buildlogsarchiver stdout | 2022-06-09 12:17:45,375 [66] [DEBUG] [data.database] Disconnecting from database. buildlogsarchiver stdout | 2022-06-09 12:17:45,375 [66] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 12:18:15 UTC)" executed successfully exportactionlogsworker stdout | 2022-06-09 12:17:47,411 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run exportactionlogsworker stdout | 2022-06-09 12:17:47,411 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:18:04.366245+00:00 (in 16.955011 seconds) exportactionlogsworker stdout | 2022-06-09 12:17:47,411 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:18:47 UTC)" (scheduled at 2022-06-09 12:17:47.409953+00:00) exportactionlogsworker stdout | 2022-06-09 12:17:47,411 [70] [DEBUG] [workers.queueworker] Running watchdog. exportactionlogsworker stdout | 2022-06-09 12:17:47,411 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:18:47 UTC)" executed successfully gunicorn-web stdout | 2022-06-09 12:17:49,684 [236] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '236'} gunicorn-web stdout | 2022-06-09 12:17:49,694 [243] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '243'} gunicorn-web stdout | 2022-06-09 12:17:49,701 [226] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '226'} gunicorn-web stdout | 2022-06-09 12:17:49,708 [241] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '241'} gunicorn-web stdout | 2022-06-09 12:17:49,714 [229] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '229'} gunicorn-web stdout | 2022-06-09 12:17:49,723 [228] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '228'} gunicorn-web stdout | 2022-06-09 12:17:49,730 [234] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '234'} gunicorn-web stdout | 2022-06-09 12:17:49,738 [242] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '242'} gunicorn-web stdout | 2022-06-09 12:17:49,745 [230] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '230'} gunicorn-web stdout | 2022-06-09 12:17:49,752 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '75'} gunicorn-web stdout | 2022-06-09 12:17:49,759 [235] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '235'} gunicorn-web stdout | 2022-06-09 12:17:49,770 [237] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '237'} gunicorn-web stdout | 2022-06-09 12:17:49,777 [239] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '239'} gunicorn-web stdout | 2022-06-09 12:17:49,784 [238] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '238'} gunicorn-web stdout | 2022-06-09 12:17:49,793 [231] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '231'} gunicorn-web stdout | 2022-06-09 12:17:49,799 [244] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '244'} gunicorn-web stdout | 2022-06-09 12:17:49,805 [232] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '232'} gunicorn-secscan stdout | 2022-06-09 12:17:49,815 [221] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '221'} gunicorn-secscan stdout | 2022-06-09 12:17:49,823 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '74'} gunicorn-secscan stdout | 2022-06-09 12:17:49,829 [224] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '224'} gunicorn-secscan stdout | 2022-06-09 12:17:49,838 [225] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '225'} gunicorn-secscan stdout | 2022-06-09 12:17:49,845 [227] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '227'} chunkcleanupworker stdout | 2022-06-09 12:17:50,483 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'chunkcleanupworker.py', 'pid': '67'} exportactionlogsworker stdout | 2022-06-09 12:17:50,536 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'exportactionlogsworker.py', 'pid': '70'} blobuploadcleanupworker stdout | 2022-06-09 12:17:50,542 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'blobuploadcleanupworker.py', 'pid': '64'} repositoryactioncounter stdout | 2022-06-09 12:17:50,577 [88] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositoryactioncounter.py', 'pid': '88'} notificationworker stdout | 2022-06-09 12:17:50,621 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:17:50,621 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:18:00.617379+00:00 (in 9.995710 seconds) notificationworker stdout | 2022-06-09 12:17:50,621 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:18:00 UTC)" (scheduled at 2022-06-09 12:17:50.617379+00:00) notificationworker stdout | 2022-06-09 12:17:50,621 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 12:17:50,622 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 17, 50, 622018), True, datetime.datetime(2022, 6, 9, 12, 17, 50, 622018), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 12:17:50,625 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 12:17:50,625 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:17:50,625 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:18:00 UTC)" executed successfully logrotateworker stdout | 2022-06-09 12:17:50,645 [77] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'logrotateworker.py', 'pid': '77'} globalpromstats stdout | 2022-06-09 12:17:50,944 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'globalpromstats.py', 'pid': '72'} repositorygcworker stdout | 2022-06-09 12:17:51,077 [89] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositorygcworker.py', 'pid': '89'} namespacegcworker stdout | 2022-06-09 12:17:51,083 [83] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'namespacegcworker.py', 'pid': '83'} securityscanningnotificationworker stdout | 2022-06-09 12:17:51,090 [90] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'securityscanningnotificationworker.py', 'pid': '90'} storagereplication stdout | 2022-06-09 12:17:51,182 [93] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'storagereplication.py', 'pid': '93'} manifestbackfillworker stdout | 2022-06-09 12:17:51,189 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'manifestbackfillworker.py', 'pid': '78'} notificationworker stdout | 2022-06-09 12:17:51,196 [85] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'notificationworker.py', 'pid': '85'} servicekey stdout | 2022-06-09 12:17:51,217 [92] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'servicekeyworker.py', 'pid': '92'} buildlogsarchiver stdout | 2022-06-09 12:17:51,224 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'buildlogsarchiver.py', 'pid': '66'} builder stdout | 2022-06-09 12:17:51,230 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'builder.py', 'pid': '65'} queuecleanupworker stdout | 2022-06-09 12:17:51,253 [87] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'queuecleanupworker.py', 'pid': '87'} expiredappspecifictokenworker stdout | 2022-06-09 12:17:51,275 [69] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '69'} gcworker stdout | 2022-06-09 12:17:51,302 [71] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'gcworker.py', 'pid': '71'} teamsyncworker stdout | 2022-06-09 12:17:51,309 [94] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'teamsyncworker.py', 'pid': '94'} repositorygcworker stdout | 2022-06-09 12:17:51,503 [89] [DEBUG] [apscheduler.scheduler] Looking for jobs to run repositorygcworker stdout | 2022-06-09 12:17:51,503 [89] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:18:38.463361+00:00 (in 46.959711 seconds) repositorygcworker stdout | 2022-06-09 12:17:51,503 [89] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:18:51 UTC)" (scheduled at 2022-06-09 12:17:51.502316+00:00) repositorygcworker stdout | 2022-06-09 12:17:51,504 [89] [DEBUG] [workers.queueworker] Running watchdog. repositorygcworker stdout | 2022-06-09 12:17:51,504 [89] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:18:51 UTC)" executed successfully gunicorn-registry stdout | 2022-06-09 12:17:52,041 [246] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '246'} gunicorn-registry stdout | 2022-06-09 12:17:52,050 [273] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '273'} gunicorn-registry stdout | 2022-06-09 12:17:52,057 [271] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '271'} gunicorn-registry stdout | 2022-06-09 12:17:52,073 [276] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '276'} gunicorn-registry stdout | 2022-06-09 12:17:52,082 [275] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '275'} gunicorn-registry stdout | 2022-06-09 12:17:52,088 [274] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '274'} gunicorn-registry stdout | 2022-06-09 12:17:52,096 [277] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '277'} gunicorn-registry stdout | 2022-06-09 12:17:52,103 [263] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '263'} gunicorn-registry stdout | 2022-06-09 12:17:52,119 [266] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '266'} gunicorn-registry stdout | 2022-06-09 12:17:52,126 [254] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '254'} gunicorn-registry stdout | 2022-06-09 12:17:52,133 [260] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '260'} gunicorn-registry stdout | 2022-06-09 12:17:52,143 [270] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '270'} gunicorn-registry stdout | 2022-06-09 12:17:52,153 [253] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '253'} gunicorn-registry stdout | 2022-06-09 12:17:52,159 [261] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '261'} gunicorn-registry stdout | 2022-06-09 12:17:52,170 [268] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '268'} gunicorn-registry stdout | 2022-06-09 12:17:52,179 [248] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '248'} gunicorn-registry stdout | 2022-06-09 12:17:52,186 [245] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '245'} gunicorn-registry stdout | 2022-06-09 12:17:52,194 [249] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '249'} gunicorn-registry stdout | 2022-06-09 12:17:52,201 [251] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '251'} gunicorn-registry stdout | 2022-06-09 12:17:52,208 [259] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '259'} gunicorn-registry stdout | 2022-06-09 12:17:52,215 [250] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '250'} gunicorn-registry stdout | 2022-06-09 12:17:52,223 [73] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '73'} gunicorn-registry stdout | 2022-06-09 12:17:52,230 [265] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '265'} gunicorn-registry stdout | 2022-06-09 12:17:52,237 [267] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '267'} gunicorn-registry stdout | 2022-06-09 12:17:52,245 [256] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '256'} gunicorn-registry stdout | 2022-06-09 12:17:52,251 [262] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '262'} gunicorn-registry stdout | 2022-06-09 12:17:52,258 [264] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '264'} gunicorn-registry stdout | 2022-06-09 12:17:52,266 [272] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '272'} gunicorn-registry stdout | 2022-06-09 12:17:52,273 [269] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '269'} gunicorn-registry stdout | 2022-06-09 12:17:52,283 [247] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '247'} gunicorn-registry stdout | 2022-06-09 12:17:52,291 [255] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '255'} gunicorn-registry stdout | 2022-06-09 12:17:52,301 [257] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '257'} gunicorn-registry stdout | 2022-06-09 12:17:52,306 [252] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '252'} gunicorn-web stdout | 2022-06-09 12:17:53,172 [244] [DEBUG] [app] Starting request: urn:request:edb0579a-a66c-4cba-942a-7e758340792a (/api/v1/user/notifications) {'X-Forwarded-For': '172.24.0.1'} gunicorn-web stdout | 2022-06-09 12:17:53,172 [243] [DEBUG] [app] Starting request: urn:request:36ac4997-b6cd-4cd8-b0ec-8b123f846a8e (/api/v1/user/apptoken) {'X-Forwarded-For': '172.24.0.1'} gunicorn-web stdout | 2022-06-09 12:17:53,172 [243] [DEBUG] [app] User loader loading deferred user with uuid: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 12:17:53,172 [244] [DEBUG] [app] User loader loading deferred user with uuid: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 12:17:53,172 [243] [DEBUG] [auth.cookie] Loading user from cookie: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 12:17:53,172 [244] [DEBUG] [auth.cookie] Loading user from cookie: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 12:17:53,173 [244] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`uuid`, `t1`.`username`, `t1`.`password_hash`, `t1`.`email`, `t1`.`verified`, `t1`.`stripe_id`, `t1`.`organization`, `t1`.`robot`, `t1`.`invoice_email`, `t1`.`invalid_login_attempts`, `t1`.`last_invalid_login`, `t1`.`removed_tag_expiration_s`, `t1`.`enabled`, `t1`.`invoice_email_address`, `t1`.`given_name`, `t1`.`family_name`, `t1`.`company`, `t1`.`location`, `t1`.`maximum_queued_builds_count`, `t1`.`creation_date`, `t1`.`last_accessed` FROM `user` AS `t1` WHERE ((`t1`.`uuid` = %s) AND (`t1`.`organization` = %s)) LIMIT %s OFFSET %s', ['82228490-d075-4921-ae7a-af4408cf11b4', False, 1, 0]) gunicorn-web stdout | 2022-06-09 12:17:53,173 [243] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`uuid`, `t1`.`username`, `t1`.`password_hash`, `t1`.`email`, `t1`.`verified`, `t1`.`stripe_id`, `t1`.`organization`, `t1`.`robot`, `t1`.`invoice_email`, `t1`.`invalid_login_attempts`, `t1`.`last_invalid_login`, `t1`.`removed_tag_expiration_s`, `t1`.`enabled`, `t1`.`invoice_email_address`, `t1`.`given_name`, `t1`.`family_name`, `t1`.`company`, `t1`.`location`, `t1`.`maximum_queued_builds_count`, `t1`.`creation_date`, `t1`.`last_accessed` FROM `user` AS `t1` WHERE ((`t1`.`uuid` = %s) AND (`t1`.`organization` = %s)) LIMIT %s OFFSET %s', ['82228490-d075-4921-ae7a-af4408cf11b4', False, 1, 0]) gunicorn-web stdout | 2022-06-09 12:17:53,175 [244] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None]) gunicorn-web stdout | 2022-06-09 12:17:53,176 [244] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2022-06-09 12:17:53,176 [244] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 12:17:53,176 [244] [DEBUG] [endpoints.api] Checking permission for user ibazulic gunicorn-web stdout | 2022-06-09 12:17:53,176 [244] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 12:17:53,176 [244] [DEBUG] [auth.permissions] User permission: userspecificneed(type='user', username='ibazulic', role='admin') gunicorn-web stdout | 2022-06-09 12:17:53,176 [244] [DEBUG] [auth.permissions] User namespace permission: namespacewide(type='organization', namespace='ibazulic', role='admin') gunicorn-web stdout | 2022-06-09 12:17:53,176 [244] [DEBUG] [auth.permissions] User namespace repo permission: namespacewide(type='organizationrepo', namespace='ibazulic', role='admin') gunicorn-web stdout | 2022-06-09 12:17:53,176 [244] [DEBUG] [auth.permissions] Adding superuser to user: ibazulic gunicorn-web stdout | 2022-06-09 12:17:53,177 [244] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`uuid`, `t1`.`kind_id`, `t1`.`metadata_json`, `t1`.`dismissed`, `t1`.`lookup_path`, `t1`.`created`, `t1`.`created` AS `cd`, `t1`.`target_id` FROM `notification` AS `t1` INNER JOIN `notificationkind` AS `t2` ON (`t1`.`kind_id` = `t2`.`id`) WHERE ((`t1`.`dismissed` = %s) AND (`t1`.`target_id` = %s)) UNION SELECT `t3`.`id`, `t3`.`uuid`, `t3`.`kind_id`, `t3`.`metadata_json`, `t3`.`dismissed`, `t3`.`lookup_path`, `t3`.`created`, `t3`.`created` AS `cd`, `t3`.`target_id` FROM `notification` AS `t3` INNER JOIN `notificationkind` AS `t4` ON (`t3`.`kind_id` = `t4`.`id`) INNER JOIN `user` AS `t5` ON (`t5`.`id` = `t3`.`target_id`) INNER JOIN `team` AS `t6` ON (`t5`.`id` = `t6`.`organization_id`) INNER JOIN `teamrole` AS `t7` ON (`t6`.`role_id` = `t7`.`id`) INNER JOIN `teammember` AS `t8` ON (`t6`.`id` = `t8`.`team_id`) INNER JOIN `user` AS `t9` ON (`t8`.`user_id` = `t9`.`id`) WHERE ((`t3`.`dismissed` = %s) AND ((`t9`.`id` = %s) AND (`t7`.`name` = %s))) ORDER BY cd desc LIMIT %s', [False, 1, False, 1, 'admin', 6]) gunicorn-web stdout | 2022-06-09 12:17:53,178 [243] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None]) gunicorn-web stdout | 2022-06-09 12:17:53,178 [243] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2022-06-09 12:17:53,178 [243] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 12:17:53,178 [243] [DEBUG] [endpoints.api] Checking permission for user ibazulic gunicorn-web stdout | 2022-06-09 12:17:53,178 [243] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 12:17:53,178 [243] [DEBUG] [auth.permissions] User permission: userspecificneed(type='user', username='ibazulic', role='admin') gunicorn-web stdout | 2022-06-09 12:17:53,178 [243] [DEBUG] [auth.permissions] User namespace permission: namespacewide(type='organization', namespace='ibazulic', role='admin') gunicorn-web stdout | 2022-06-09 12:17:53,178 [243] [DEBUG] [auth.permissions] User namespace repo permission: namespacewide(type='organizationrepo', namespace='ibazulic', role='admin') gunicorn-web stdout | 2022-06-09 12:17:53,178 [243] [DEBUG] [auth.permissions] Adding superuser to user: ibazulic gunicorn-web stdout | 2022-06-09 12:17:53,179 [243] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`user_id`, `t1`.`uuid`, `t1`.`title`, `t1`.`token_name`, `t1`.`token_secret`, `t1`.`created`, `t1`.`expiration`, `t1`.`last_accessed` FROM `appspecificauthtoken` AS `t1` WHERE (((`t1`.`user_id` = %s) AND (`t1`.`expiration` <= %s)) AND (`t1`.`expiration` > %s))', [1, datetime.datetime(2022, 6, 12, 7, 29, 53, 178910), datetime.datetime(2022, 6, 9, 12, 17, 53, 178955)]) gunicorn-web stdout | 2022-06-09 12:17:53,179 [244] [DEBUG] [app] Ending request: urn:request:edb0579a-a66c-4cba-942a-7e758340792a (/api/v1/user/notifications) {'endpoint': 'api.usernotificationlist', 'request_id': 'urn:request:edb0579a-a66c-4cba-942a-7e758340792a', 'remote_addr': '172.24.0.1', 'http_method': 'GET', 'original_url': 'https://quay.skynet/api/v1/user/notifications', 'path': '/api/v1/user/notifications', 'parameters': {}, 'json_body': None, 'confsha': '61c38a19', 'user-agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:101.0) Gecko/20100101 Firefox/101.0'} gunicorn-web stdout | 2022-06-09 12:17:53,180 [244] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2022-06-09 12:17:53,180 [244] [INFO] [gunicorn.access] 172.24.0.1 - - [09/Jun/2022:12:17:53 +0000] "GET /api/v1/user/notifications HTTP/1.0" 200 43 "https://quay.skynet/repository/ibazulic/quay?tab=history" "Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:101.0) Gecko/20100101 Firefox/101.0" nginx stdout | 172.24.0.1 () - - [09/Jun/2022:12:17:53 +0000] "GET /api/v1/user/notifications HTTP/2.0" 200 43 "https://quay.skynet/repository/ibazulic/quay?tab=history" "Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:101.0) Gecko/20100101 Firefox/101.0" (0.010 753 0.008) gunicorn-web stdout | 2022-06-09 12:17:53,180 [243] [DEBUG] [app] Ending request: urn:request:36ac4997-b6cd-4cd8-b0ec-8b123f846a8e (/api/v1/user/apptoken) {'endpoint': 'api.apptokens', 'request_id': 'urn:request:36ac4997-b6cd-4cd8-b0ec-8b123f846a8e', 'remote_addr': '172.24.0.1', 'http_method': 'GET', 'original_url': 'https://quay.skynet/api/v1/user/apptoken?expiring=true', 'path': '/api/v1/user/apptoken', 'parameters': {'expiring': 'true'}, 'json_body': None, 'confsha': '61c38a19', 'user-agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:101.0) Gecko/20100101 Firefox/101.0'} gunicorn-web stdout | 2022-06-09 12:17:53,181 [243] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2022-06-09 12:17:53,181 [243] [INFO] [gunicorn.access] 172.24.0.1 - - [09/Jun/2022:12:17:53 +0000] "GET /api/v1/user/apptoken?expiring=true HTTP/1.0" 200 38 "https://quay.skynet/repository/ibazulic/quay?tab=history" "Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:101.0) Gecko/20100101 Firefox/101.0" nginx stdout | 172.24.0.1 () - - [09/Jun/2022:12:17:53 +0000] "GET /api/v1/user/apptoken?expiring=true HTTP/2.0" 200 38 "https://quay.skynet/repository/ibazulic/quay?tab=history" "Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:101.0) Gecko/20100101 Firefox/101.0" (0.011 61 0.012) namespacegcworker stdout | 2022-06-09 12:17:56,085 [83] [DEBUG] [apscheduler.scheduler] Looking for jobs to run namespacegcworker stdout | 2022-06-09 12:17:56,086 [83] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:18:01.521527+00:00 (in 5.435499 seconds) namespacegcworker stdout | 2022-06-09 12:17:56,086 [83] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:18:55 UTC)" (scheduled at 2022-06-09 12:17:55.463831+00:00) namespacegcworker stdout | 2022-06-09 12:17:56,086 [83] [DEBUG] [workers.queueworker] Getting work item from queue. namespacegcworker stdout | 2022-06-09 12:17:56,091 [83] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 17, 56, 86998), True, datetime.datetime(2022, 6, 9, 12, 17, 56, 86998), 0, 'namespacegc/%', 50, 1, 0]) namespacegcworker stdout | 2022-06-09 12:17:56,097 [83] [DEBUG] [workers.queueworker] No more work. namespacegcworker stdout | 2022-06-09 12:17:56,097 [83] [DEBUG] [data.database] Disconnecting from database. namespacegcworker stdout | 2022-06-09 12:17:56,097 [83] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:18:55 UTC)" executed successfully notificationworker stdout | 2022-06-09 12:18:00,620 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:18:00,620 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:18:10.617379+00:00 (in 9.997226 seconds) notificationworker stdout | 2022-06-09 12:18:00,620 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:18:10 UTC)" (scheduled at 2022-06-09 12:18:00.617379+00:00) notificationworker stdout | 2022-06-09 12:18:00,620 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 12:18:00,621 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 18, 0, 620672), True, datetime.datetime(2022, 6, 9, 12, 18, 0, 620672), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 12:18:00,623 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 12:18:00,623 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:18:00,623 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:18:10 UTC)" executed successfully namespacegcworker stdout | 2022-06-09 12:18:01,542 [83] [DEBUG] [apscheduler.scheduler] Looking for jobs to run namespacegcworker stdout | 2022-06-09 12:18:01,542 [83] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:18:55.463831+00:00 (in 53.921461 seconds) namespacegcworker stdout | 2022-06-09 12:18:01,542 [83] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:19:01 UTC)" (scheduled at 2022-06-09 12:18:01.521527+00:00) namespacegcworker stdout | 2022-06-09 12:18:01,542 [83] [DEBUG] [workers.queueworker] Running watchdog. namespacegcworker stdout | 2022-06-09 12:18:01,542 [83] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:19:01 UTC)" executed successfully exportactionlogsworker stdout | 2022-06-09 12:18:04,388 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run exportactionlogsworker stdout | 2022-06-09 12:18:04,388 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:18:47.409953+00:00 (in 43.021489 seconds) exportactionlogsworker stdout | 2022-06-09 12:18:04,389 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:19:04 UTC)" (scheduled at 2022-06-09 12:18:04.366245+00:00) exportactionlogsworker stdout | 2022-06-09 12:18:04,389 [70] [DEBUG] [workers.queueworker] Getting work item from queue. exportactionlogsworker stdout | 2022-06-09 12:18:04,389 [70] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 18, 4, 389242), True, datetime.datetime(2022, 6, 9, 12, 18, 4, 389242), 0, 'exportactionlogs/%', 50, 1, 0]) exportactionlogsworker stdout | 2022-06-09 12:18:04,392 [70] [DEBUG] [workers.queueworker] No more work. exportactionlogsworker stdout | 2022-06-09 12:18:04,392 [70] [DEBUG] [data.database] Disconnecting from database. exportactionlogsworker stdout | 2022-06-09 12:18:04,392 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:19:04 UTC)" executed successfully gcworker stdout | 2022-06-09 12:18:07,491 [71] [DEBUG] [apscheduler.scheduler] Looking for jobs to run gcworker stdout | 2022-06-09 12:18:07,491 [71] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:18:37.490424+00:00 (in 29.999067 seconds) gcworker stdout | 2022-06-09 12:18:07,491 [71] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 12:18:37 UTC)" (scheduled at 2022-06-09 12:18:07.490424+00:00) gcworker stdout | 2022-06-09 12:18:07,492 [71] [DEBUG] [peewee] ('SELECT `candidates`.`repository_id` FROM (SELECT DISTINCT `t1`.`repository_id` FROM `tag` AS `t1` INNER JOIN `repository` AS `t2` ON (`t1`.`repository_id` = `t2`.`id`) INNER JOIN `user` AS `t3` ON (`t2`.`namespace_user_id` = `t3`.`id`) WHERE ((((NOT (`t1`.`lifetime_end_ms` IS %s) AND (`t1`.`lifetime_end_ms` <= %s)) AND (`t3`.`removed_tag_expiration_s` = %s)) AND (`t3`.`enabled` = %s)) AND (`t2`.`state` != %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', [None, 1654777087491, 0, True, 3, 500, 1, 0]) gcworker stdout | 2022-06-09 12:18:07,494 [71] [DEBUG] [__main__] No repository with garbage found gcworker stdout | 2022-06-09 12:18:07,494 [71] [DEBUG] [data.database] Disconnecting from database. gcworker stdout | 2022-06-09 12:18:07,495 [71] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 12:18:37 UTC)" executed successfully notificationworker stdout | 2022-06-09 12:18:10,619 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:18:10,619 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:18:19.645536+00:00 (in 9.025832 seconds) notificationworker stdout | 2022-06-09 12:18:10,620 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:18:20 UTC)" (scheduled at 2022-06-09 12:18:10.617379+00:00) notificationworker stdout | 2022-06-09 12:18:10,620 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 12:18:10,621 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 18, 10, 620296), True, datetime.datetime(2022, 6, 9, 12, 18, 10, 620296), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 12:18:10,623 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 12:18:10,623 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:18:10,623 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:18:20 UTC)" executed successfully buildlogsarchiver stdout | 2022-06-09 12:18:15,367 [66] [DEBUG] [apscheduler.scheduler] Looking for jobs to run buildlogsarchiver stdout | 2022-06-09 12:18:15,367 [66] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:18:45.366042+00:00 (in 29.998672 seconds) buildlogsarchiver stdout | 2022-06-09 12:18:15,367 [66] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 12:18:45 UTC)" (scheduled at 2022-06-09 12:18:15.366042+00:00) buildlogsarchiver stdout | 2022-06-09 12:18:15,368 [66] [DEBUG] [peewee] ('SELECT `candidates`.`id` FROM (SELECT `t1`.`id` FROM `repositorybuild` AS `t1` WHERE (((`t1`.`phase` IN (%s, %s, %s)) OR (`t1`.`started` < %s)) AND (`t1`.`logs_archived` = %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2022, 5, 25, 12, 18, 15, 367680), False, 50, 1, 0]) buildlogsarchiver stdout | 2022-06-09 12:18:15,370 [66] [DEBUG] [__main__] No more builds to archive buildlogsarchiver stdout | 2022-06-09 12:18:15,370 [66] [DEBUG] [data.database] Disconnecting from database. buildlogsarchiver stdout | 2022-06-09 12:18:15,370 [66] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 12:18:45 UTC)" executed successfully notificationworker stdout | 2022-06-09 12:18:19,648 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:18:19,648 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:18:20.617379+00:00 (in 0.969124 seconds) notificationworker stdout | 2022-06-09 12:18:19,648 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:19:19 UTC)" (scheduled at 2022-06-09 12:18:19.645536+00:00) notificationworker stdout | 2022-06-09 12:18:19,648 [85] [DEBUG] [workers.queueworker] Running watchdog. notificationworker stdout | 2022-06-09 12:18:19,648 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:19:19 UTC)" executed successfully gunicorn-web stdout | 2022-06-09 12:18:19,708 [236] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '236'} gunicorn-web stdout | 2022-06-09 12:18:19,715 [243] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '243'} gunicorn-web stdout | 2022-06-09 12:18:19,722 [226] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '226'} gunicorn-web stdout | 2022-06-09 12:18:19,728 [241] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '241'} gunicorn-web stdout | 2022-06-09 12:18:19,736 [229] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '229'} gunicorn-web stdout | 2022-06-09 12:18:19,743 [228] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '228'} gunicorn-web stdout | 2022-06-09 12:18:19,753 [234] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '234'} gunicorn-web stdout | 2022-06-09 12:18:19,760 [242] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '242'} gunicorn-web stdout | 2022-06-09 12:18:19,767 [230] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '230'} gunicorn-web stdout | 2022-06-09 12:18:19,774 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '75'} gunicorn-web stdout | 2022-06-09 12:18:19,782 [235] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '235'} gunicorn-web stdout | 2022-06-09 12:18:19,790 [237] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '237'} gunicorn-web stdout | 2022-06-09 12:18:19,797 [239] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '239'} gunicorn-web stdout | 2022-06-09 12:18:19,803 [238] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '238'} gunicorn-web stdout | 2022-06-09 12:18:19,810 [231] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '231'} gunicorn-web stdout | 2022-06-09 12:18:19,818 [244] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '244'} gunicorn-web stdout | 2022-06-09 12:18:19,825 [232] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '232'} gunicorn-secscan stdout | 2022-06-09 12:18:19,833 [221] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '221'} gunicorn-secscan stdout | 2022-06-09 12:18:19,839 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '74'} gunicorn-secscan stdout | 2022-06-09 12:18:19,846 [224] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '224'} gunicorn-secscan stdout | 2022-06-09 12:18:19,852 [225] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '225'} gunicorn-secscan stdout | 2022-06-09 12:18:19,862 [227] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '227'} chunkcleanupworker stdout | 2022-06-09 12:18:20,525 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'chunkcleanupworker.py', 'pid': '67'} exportactionlogsworker stdout | 2022-06-09 12:18:20,549 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'exportactionlogsworker.py', 'pid': '70'} blobuploadcleanupworker stdout | 2022-06-09 12:18:20,585 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'blobuploadcleanupworker.py', 'pid': '64'} repositoryactioncounter stdout | 2022-06-09 12:18:20,618 [88] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositoryactioncounter.py', 'pid': '88'} notificationworker stdout | 2022-06-09 12:18:20,619 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:18:20,619 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:18:30.617379+00:00 (in 9.998247 seconds) notificationworker stdout | 2022-06-09 12:18:20,619 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:18:30 UTC)" (scheduled at 2022-06-09 12:18:20.617379+00:00) notificationworker stdout | 2022-06-09 12:18:20,619 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 12:18:20,620 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 18, 20, 619478), True, datetime.datetime(2022, 6, 9, 12, 18, 20, 619478), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 12:18:20,622 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 12:18:20,623 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:18:20,623 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:18:30 UTC)" executed successfully logrotateworker stdout | 2022-06-09 12:18:20,685 [77] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'logrotateworker.py', 'pid': '77'} globalpromstats stdout | 2022-06-09 12:18:20,971 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'globalpromstats.py', 'pid': '72'} repositorygcworker stdout | 2022-06-09 12:18:21,095 [89] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositorygcworker.py', 'pid': '89'} namespacegcworker stdout | 2022-06-09 12:18:21,100 [83] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'namespacegcworker.py', 'pid': '83'} securityscanningnotificationworker stdout | 2022-06-09 12:18:21,126 [90] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'securityscanningnotificationworker.py', 'pid': '90'} manifestbackfillworker stdout | 2022-06-09 12:18:21,217 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'manifestbackfillworker.py', 'pid': '78'} notificationworker stdout | 2022-06-09 12:18:21,224 [85] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'notificationworker.py', 'pid': '85'} storagereplication stdout | 2022-06-09 12:18:21,231 [93] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'storagereplication.py', 'pid': '93'} buildlogsarchiver stdout | 2022-06-09 12:18:21,238 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'buildlogsarchiver.py', 'pid': '66'} builder stdout | 2022-06-09 12:18:21,251 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'builder.py', 'pid': '65'} servicekey stdout | 2022-06-09 12:18:21,258 [92] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'servicekeyworker.py', 'pid': '92'} queuecleanupworker stdout | 2022-06-09 12:18:21,265 [87] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'queuecleanupworker.py', 'pid': '87'} expiredappspecifictokenworker stdout | 2022-06-09 12:18:21,319 [69] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '69'} teamsyncworker stdout | 2022-06-09 12:18:21,325 [94] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'teamsyncworker.py', 'pid': '94'} gcworker stdout | 2022-06-09 12:18:21,341 [71] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'gcworker.py', 'pid': '71'} gunicorn-registry stdout | 2022-06-09 12:18:22,057 [246] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '246'} gunicorn-registry stdout | 2022-06-09 12:18:22,064 [273] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '273'} gunicorn-registry stdout | 2022-06-09 12:18:22,073 [271] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '271'} gunicorn-registry stdout | 2022-06-09 12:18:22,092 [276] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '276'} gunicorn-registry stdout | 2022-06-09 12:18:22,099 [275] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '275'} gunicorn-registry stdout | 2022-06-09 12:18:22,106 [274] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '274'} gunicorn-registry stdout | 2022-06-09 12:18:22,113 [277] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '277'} gunicorn-registry stdout | 2022-06-09 12:18:22,120 [263] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '263'} gunicorn-registry stdout | 2022-06-09 12:18:22,131 [266] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '266'} gunicorn-registry stdout | 2022-06-09 12:18:22,138 [254] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '254'} gunicorn-registry stdout | 2022-06-09 12:18:22,146 [260] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '260'} gunicorn-registry stdout | 2022-06-09 12:18:22,160 [270] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '270'} gunicorn-registry stdout | 2022-06-09 12:18:22,167 [253] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '253'} gunicorn-registry stdout | 2022-06-09 12:18:22,175 [261] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '261'} gunicorn-registry stdout | 2022-06-09 12:18:22,185 [268] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '268'} gunicorn-registry stdout | 2022-06-09 12:18:22,196 [248] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '248'} gunicorn-registry stdout | 2022-06-09 12:18:22,203 [245] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '245'} gunicorn-registry stdout | 2022-06-09 12:18:22,210 [249] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '249'} gunicorn-registry stdout | 2022-06-09 12:18:22,217 [251] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '251'} gunicorn-registry stdout | 2022-06-09 12:18:22,223 [259] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '259'} gunicorn-registry stdout | 2022-06-09 12:18:22,231 [250] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '250'} gunicorn-registry stdout | 2022-06-09 12:18:22,238 [73] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '73'} gunicorn-registry stdout | 2022-06-09 12:18:22,245 [265] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '265'} gunicorn-registry stdout | 2022-06-09 12:18:22,252 [267] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '267'} gunicorn-registry stdout | 2022-06-09 12:18:22,259 [256] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '256'} gunicorn-registry stdout | 2022-06-09 12:18:22,266 [262] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '262'} gunicorn-registry stdout | 2022-06-09 12:18:22,273 [264] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '264'} gunicorn-registry stdout | 2022-06-09 12:18:22,280 [272] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '272'} gunicorn-registry stdout | 2022-06-09 12:18:22,288 [269] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '269'} gunicorn-registry stdout | 2022-06-09 12:18:22,295 [247] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '247'} gunicorn-registry stdout | 2022-06-09 12:18:22,302 [255] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '255'} gunicorn-registry stdout | 2022-06-09 12:18:22,313 [257] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '257'} gunicorn-registry stdout | 2022-06-09 12:18:22,321 [252] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '252'} notificationworker stdout | 2022-06-09 12:18:30,618 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:18:30,618 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:18:40.617379+00:00 (in 9.998790 seconds) notificationworker stdout | 2022-06-09 12:18:30,618 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:18:40 UTC)" (scheduled at 2022-06-09 12:18:30.617379+00:00) notificationworker stdout | 2022-06-09 12:18:30,618 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 12:18:30,619 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 18, 30, 618914), True, datetime.datetime(2022, 6, 9, 12, 18, 30, 618914), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 12:18:30,621 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 12:18:30,621 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:18:30,621 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:18:40 UTC)" executed successfully gcworker stdout | 2022-06-09 12:18:37,491 [71] [DEBUG] [apscheduler.scheduler] Looking for jobs to run gcworker stdout | 2022-06-09 12:18:37,491 [71] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:19:07.490424+00:00 (in 29.998775 seconds) gcworker stdout | 2022-06-09 12:18:37,491 [71] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 12:19:07 UTC)" (scheduled at 2022-06-09 12:18:37.490424+00:00) gcworker stdout | 2022-06-09 12:18:37,492 [71] [DEBUG] [peewee] ('SELECT `candidates`.`repository_id` FROM (SELECT DISTINCT `t1`.`repository_id` FROM `tag` AS `t1` INNER JOIN `repository` AS `t2` ON (`t1`.`repository_id` = `t2`.`id`) INNER JOIN `user` AS `t3` ON (`t2`.`namespace_user_id` = `t3`.`id`) WHERE ((((NOT (`t1`.`lifetime_end_ms` IS %s) AND (`t1`.`lifetime_end_ms` <= %s)) AND (`t3`.`removed_tag_expiration_s` = %s)) AND (`t3`.`enabled` = %s)) AND (`t2`.`state` != %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', [None, 1654777117491, 0, True, 3, 500, 1, 0]) gcworker stdout | 2022-06-09 12:18:37,494 [71] [DEBUG] [__main__] No repository with garbage found gcworker stdout | 2022-06-09 12:18:37,494 [71] [DEBUG] [data.database] Disconnecting from database. gcworker stdout | 2022-06-09 12:18:37,494 [71] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 12:19:07 UTC)" executed successfully repositorygcworker stdout | 2022-06-09 12:18:38,466 [89] [DEBUG] [apscheduler.scheduler] Looking for jobs to run repositorygcworker stdout | 2022-06-09 12:18:38,466 [89] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:18:51.502316+00:00 (in 13.035924 seconds) repositorygcworker stdout | 2022-06-09 12:18:38,466 [89] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:19:38 UTC)" (scheduled at 2022-06-09 12:18:38.463361+00:00) repositorygcworker stdout | 2022-06-09 12:18:38,466 [89] [DEBUG] [workers.queueworker] Getting work item from queue. repositorygcworker stdout | 2022-06-09 12:18:38,467 [89] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 18, 38, 466716), True, datetime.datetime(2022, 6, 9, 12, 18, 38, 466716), 0, 'repositorygc/%', 50, 1, 0]) repositorygcworker stdout | 2022-06-09 12:18:38,469 [89] [DEBUG] [workers.queueworker] No more work. repositorygcworker stdout | 2022-06-09 12:18:38,470 [89] [DEBUG] [data.database] Disconnecting from database. repositorygcworker stdout | 2022-06-09 12:18:38,470 [89] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:19:38 UTC)" executed successfully notificationworker stdout | 2022-06-09 12:18:40,617 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:18:40,618 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:18:50.617379+00:00 (in 9.999322 seconds) notificationworker stdout | 2022-06-09 12:18:40,618 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:18:50 UTC)" (scheduled at 2022-06-09 12:18:40.617379+00:00) notificationworker stdout | 2022-06-09 12:18:40,618 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 12:18:40,619 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 18, 40, 618390), True, datetime.datetime(2022, 6, 9, 12, 18, 40, 618390), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 12:18:40,621 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 12:18:40,621 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:18:40,621 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:18:50 UTC)" executed successfully buildlogsarchiver stdout | 2022-06-09 12:18:45,366 [66] [DEBUG] [apscheduler.scheduler] Looking for jobs to run buildlogsarchiver stdout | 2022-06-09 12:18:45,366 [66] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:19:15.366042+00:00 (in 29.999209 seconds) buildlogsarchiver stdout | 2022-06-09 12:18:45,367 [66] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 12:19:15 UTC)" (scheduled at 2022-06-09 12:18:45.366042+00:00) buildlogsarchiver stdout | 2022-06-09 12:18:45,367 [66] [DEBUG] [peewee] ('SELECT `candidates`.`id` FROM (SELECT `t1`.`id` FROM `repositorybuild` AS `t1` WHERE (((`t1`.`phase` IN (%s, %s, %s)) OR (`t1`.`started` < %s)) AND (`t1`.`logs_archived` = %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2022, 5, 25, 12, 18, 45, 367164), False, 50, 1, 0]) buildlogsarchiver stdout | 2022-06-09 12:18:45,369 [66] [DEBUG] [__main__] No more builds to archive buildlogsarchiver stdout | 2022-06-09 12:18:45,369 [66] [DEBUG] [data.database] Disconnecting from database. buildlogsarchiver stdout | 2022-06-09 12:18:45,369 [66] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 12:19:15 UTC)" executed successfully exportactionlogsworker stdout | 2022-06-09 12:18:47,410 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run exportactionlogsworker stdout | 2022-06-09 12:18:47,411 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:19:04.366245+00:00 (in 16.955221 seconds) exportactionlogsworker stdout | 2022-06-09 12:18:47,411 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:19:47 UTC)" (scheduled at 2022-06-09 12:18:47.409953+00:00) exportactionlogsworker stdout | 2022-06-09 12:18:47,411 [70] [DEBUG] [workers.queueworker] Running watchdog. exportactionlogsworker stdout | 2022-06-09 12:18:47,411 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:19:47 UTC)" executed successfully gunicorn-web stdout | 2022-06-09 12:18:49,731 [236] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '236'} gunicorn-web stdout | 2022-06-09 12:18:49,739 [243] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '243'} gunicorn-web stdout | 2022-06-09 12:18:49,745 [226] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '226'} gunicorn-web stdout | 2022-06-09 12:18:49,752 [241] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '241'} gunicorn-web stdout | 2022-06-09 12:18:49,759 [229] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '229'} gunicorn-web stdout | 2022-06-09 12:18:49,766 [228] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '228'} gunicorn-web stdout | 2022-06-09 12:18:49,773 [234] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '234'} gunicorn-web stdout | 2022-06-09 12:18:49,780 [242] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '242'} gunicorn-web stdout | 2022-06-09 12:18:49,788 [230] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '230'} gunicorn-web stdout | 2022-06-09 12:18:49,795 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '75'} gunicorn-web stdout | 2022-06-09 12:18:49,803 [235] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '235'} gunicorn-web stdout | 2022-06-09 12:18:49,809 [237] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '237'} gunicorn-web stdout | 2022-06-09 12:18:49,816 [239] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '239'} gunicorn-web stdout | 2022-06-09 12:18:49,823 [238] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '238'} gunicorn-web stdout | 2022-06-09 12:18:49,831 [231] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '231'} gunicorn-web stdout | 2022-06-09 12:18:49,837 [244] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '244'} gunicorn-web stdout | 2022-06-09 12:18:49,844 [232] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '232'} gunicorn-secscan stdout | 2022-06-09 12:18:49,852 [221] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '221'} gunicorn-secscan stdout | 2022-06-09 12:18:49,859 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '74'} gunicorn-secscan stdout | 2022-06-09 12:18:49,865 [224] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '224'} gunicorn-secscan stdout | 2022-06-09 12:18:49,871 [225] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '225'} gunicorn-secscan stdout | 2022-06-09 12:18:49,880 [227] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '227'} chunkcleanupworker stdout | 2022-06-09 12:18:50,573 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'chunkcleanupworker.py', 'pid': '67'} exportactionlogsworker stdout | 2022-06-09 12:18:50,578 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'exportactionlogsworker.py', 'pid': '70'} notificationworker stdout | 2022-06-09 12:18:50,618 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:18:50,619 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:19:00.617379+00:00 (in 9.998400 seconds) notificationworker stdout | 2022-06-09 12:18:50,619 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:19:00 UTC)" (scheduled at 2022-06-09 12:18:50.617379+00:00) notificationworker stdout | 2022-06-09 12:18:50,619 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 12:18:50,620 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 18, 50, 619427), True, datetime.datetime(2022, 6, 9, 12, 18, 50, 619427), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 12:18:50,622 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 12:18:50,622 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:18:50,623 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:19:00 UTC)" executed successfully blobuploadcleanupworker stdout | 2022-06-09 12:18:50,627 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'blobuploadcleanupworker.py', 'pid': '64'} repositoryactioncounter stdout | 2022-06-09 12:18:50,634 [88] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositoryactioncounter.py', 'pid': '88'} logrotateworker stdout | 2022-06-09 12:18:50,706 [77] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'logrotateworker.py', 'pid': '77'} globalpromstats stdout | 2022-06-09 12:18:50,983 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'globalpromstats.py', 'pid': '72'} repositorygcworker stdout | 2022-06-09 12:18:51,134 [89] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositorygcworker.py', 'pid': '89'} namespacegcworker stdout | 2022-06-09 12:18:51,141 [83] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'namespacegcworker.py', 'pid': '83'} securityscanningnotificationworker stdout | 2022-06-09 12:18:51,162 [90] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'securityscanningnotificationworker.py', 'pid': '90'} storagereplication stdout | 2022-06-09 12:18:51,298 [93] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'storagereplication.py', 'pid': '93'} builder stdout | 2022-06-09 12:18:51,307 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'builder.py', 'pid': '65'} notificationworker stdout | 2022-06-09 12:18:51,313 [85] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'notificationworker.py', 'pid': '85'} servicekey stdout | 2022-06-09 12:18:51,327 [92] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'servicekeyworker.py', 'pid': '92'} manifestbackfillworker stdout | 2022-06-09 12:18:51,334 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'manifestbackfillworker.py', 'pid': '78'} buildlogsarchiver stdout | 2022-06-09 12:18:51,341 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'buildlogsarchiver.py', 'pid': '66'} queuecleanupworker stdout | 2022-06-09 12:18:51,347 [87] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'queuecleanupworker.py', 'pid': '87'} expiredappspecifictokenworker stdout | 2022-06-09 12:18:51,357 [69] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '69'} teamsyncworker stdout | 2022-06-09 12:18:51,364 [94] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'teamsyncworker.py', 'pid': '94'} gcworker stdout | 2022-06-09 12:18:51,382 [71] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'gcworker.py', 'pid': '71'} repositorygcworker stdout | 2022-06-09 12:18:51,505 [89] [DEBUG] [apscheduler.scheduler] Looking for jobs to run repositorygcworker stdout | 2022-06-09 12:18:51,505 [89] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:19:38.463361+00:00 (in 46.957903 seconds) repositorygcworker stdout | 2022-06-09 12:18:51,505 [89] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:19:51 UTC)" (scheduled at 2022-06-09 12:18:51.502316+00:00) repositorygcworker stdout | 2022-06-09 12:18:51,505 [89] [DEBUG] [workers.queueworker] Running watchdog. repositorygcworker stdout | 2022-06-09 12:18:51,505 [89] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:19:51 UTC)" executed successfully gunicorn-registry stdout | 2022-06-09 12:18:52,075 [246] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '246'} gunicorn-registry stdout | 2022-06-09 12:18:52,082 [273] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '273'} gunicorn-registry stdout | 2022-06-09 12:18:52,088 [271] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '271'} gunicorn-registry stdout | 2022-06-09 12:18:52,107 [276] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '276'} gunicorn-registry stdout | 2022-06-09 12:18:52,114 [275] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '275'} gunicorn-registry stdout | 2022-06-09 12:18:52,122 [274] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '274'} gunicorn-registry stdout | 2022-06-09 12:18:52,130 [277] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '277'} gunicorn-registry stdout | 2022-06-09 12:18:52,137 [263] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '263'} gunicorn-registry stdout | 2022-06-09 12:18:52,143 [266] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '266'} gunicorn-registry stdout | 2022-06-09 12:18:52,151 [254] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '254'} gunicorn-registry stdout | 2022-06-09 12:18:52,158 [260] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '260'} gunicorn-registry stdout | 2022-06-09 12:18:52,178 [270] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '270'} gunicorn-registry stdout | 2022-06-09 12:18:52,186 [253] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '253'} gunicorn-registry stdout | 2022-06-09 12:18:52,194 [261] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '261'} gunicorn-registry stdout | 2022-06-09 12:18:52,200 [268] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '268'} gunicorn-registry stdout | 2022-06-09 12:18:52,210 [248] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '248'} gunicorn-registry stdout | 2022-06-09 12:18:52,217 [245] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '245'} gunicorn-registry stdout | 2022-06-09 12:18:52,224 [249] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '249'} gunicorn-registry stdout | 2022-06-09 12:18:52,233 [251] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '251'} gunicorn-registry stdout | 2022-06-09 12:18:52,240 [259] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '259'} gunicorn-registry stdout | 2022-06-09 12:18:52,246 [250] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '250'} gunicorn-registry stdout | 2022-06-09 12:18:52,253 [73] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '73'} gunicorn-registry stdout | 2022-06-09 12:18:52,260 [265] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '265'} gunicorn-registry stdout | 2022-06-09 12:18:52,268 [267] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '267'} gunicorn-registry stdout | 2022-06-09 12:18:52,276 [256] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '256'} gunicorn-registry stdout | 2022-06-09 12:18:52,282 [262] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '262'} gunicorn-registry stdout | 2022-06-09 12:18:52,289 [264] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '264'} gunicorn-registry stdout | 2022-06-09 12:18:52,299 [272] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '272'} gunicorn-registry stdout | 2022-06-09 12:18:52,305 [269] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '269'} gunicorn-registry stdout | 2022-06-09 12:18:52,312 [247] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '247'} gunicorn-registry stdout | 2022-06-09 12:18:52,318 [255] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '255'} gunicorn-registry stdout | 2022-06-09 12:18:52,328 [257] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '257'} gunicorn-registry stdout | 2022-06-09 12:18:52,335 [252] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '252'} namespacegcworker stdout | 2022-06-09 12:18:55,466 [83] [DEBUG] [apscheduler.scheduler] Looking for jobs to run namespacegcworker stdout | 2022-06-09 12:18:55,467 [83] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:19:01.521527+00:00 (in 6.054662 seconds) namespacegcworker stdout | 2022-06-09 12:18:55,467 [83] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:19:55 UTC)" (scheduled at 2022-06-09 12:18:55.463831+00:00) namespacegcworker stdout | 2022-06-09 12:18:55,467 [83] [DEBUG] [workers.queueworker] Getting work item from queue. namespacegcworker stdout | 2022-06-09 12:18:55,467 [83] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 18, 55, 467190), True, datetime.datetime(2022, 6, 9, 12, 18, 55, 467190), 0, 'namespacegc/%', 50, 1, 0]) namespacegcworker stdout | 2022-06-09 12:18:55,470 [83] [DEBUG] [workers.queueworker] No more work. namespacegcworker stdout | 2022-06-09 12:18:55,470 [83] [DEBUG] [data.database] Disconnecting from database. namespacegcworker stdout | 2022-06-09 12:18:55,470 [83] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:19:55 UTC)" executed successfully notificationworker stdout | 2022-06-09 12:19:00,617 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:19:00,618 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:19:02.645216+00:00 (in 2.027229 seconds) notificationworker stdout | 2022-06-09 12:19:00,618 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:19:10 UTC)" (scheduled at 2022-06-09 12:19:00.617379+00:00) notificationworker stdout | 2022-06-09 12:19:00,618 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 12:19:00,618 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 19, 0, 618312), True, datetime.datetime(2022, 6, 9, 12, 19, 0, 618312), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 12:19:00,621 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 12:19:00,621 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:19:00,621 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:19:10 UTC)" executed successfully namespacegcworker stdout | 2022-06-09 12:19:01,522 [83] [DEBUG] [apscheduler.scheduler] Looking for jobs to run namespacegcworker stdout | 2022-06-09 12:19:01,522 [83] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:19:21.521215+00:00 (in 19.998785 seconds) namespacegcworker stdout | 2022-06-09 12:19:01,522 [83] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:20:01 UTC)" (scheduled at 2022-06-09 12:19:01.521527+00:00) namespacegcworker stdout | 2022-06-09 12:19:01,522 [83] [DEBUG] [workers.queueworker] Running watchdog. namespacegcworker stdout | 2022-06-09 12:19:01,522 [83] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:20:01 UTC)" executed successfully notificationworker stdout | 2022-06-09 12:19:02,665 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:19:02,665 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:19:10.617379+00:00 (in 7.952216 seconds) notificationworker stdout | 2022-06-09 12:19:02,665 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2022-06-09 12:24:02 UTC)" (scheduled at 2022-06-09 12:19:02.645216+00:00) notificationworker stdout | 2022-06-09 12:19:02,666 [85] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT `t1`.`queue_name` FROM `queueitem` AS `t1` WHERE (((`t1`.`available` = %s) AND (`t1`.`processing_expires` > %s)) AND (`t1`.`queue_name` LIKE %s))) AS `_wrapped`', [False, datetime.datetime(2022, 6, 9, 12, 19, 2, 665726), 'notification/%']) notificationworker stdout | 2022-06-09 12:19:02,668 [85] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT `t1`.`queue_name` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s))) AS `_wrapped`', [datetime.datetime(2022, 6, 9, 12, 19, 2, 665726), True, datetime.datetime(2022, 6, 9, 12, 19, 2, 665726), 0, 'notification/%']) notificationworker stdout | 2022-06-09 12:19:02,669 [85] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT `t1`.`queue_name` FROM `queueitem` AS `t1` WHERE (((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) AND NOT (`t1`.`queue_name` IN (SELECT `t1`.`queue_name` FROM `queueitem` AS `t1` WHERE (((`t1`.`available` = %s) AND (`t1`.`processing_expires` > %s)) AND (`t1`.`queue_name` LIKE %s)))))) AS `_wrapped`', [datetime.datetime(2022, 6, 9, 12, 19, 2, 665726), True, datetime.datetime(2022, 6, 9, 12, 19, 2, 665726), 0, 'notification/%', False, datetime.datetime(2022, 6, 9, 12, 19, 2, 665726), 'notification/%']) notificationworker stdout | 2022-06-09 12:19:02,670 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:19:02,670 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2022-06-09 12:24:02 UTC)" executed successfully exportactionlogsworker stdout | 2022-06-09 12:19:04,375 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run exportactionlogsworker stdout | 2022-06-09 12:19:04,375 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:19:47.409953+00:00 (in 43.034445 seconds) exportactionlogsworker stdout | 2022-06-09 12:19:04,375 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:20:04 UTC)" (scheduled at 2022-06-09 12:19:04.366245+00:00) exportactionlogsworker stdout | 2022-06-09 12:19:04,376 [70] [DEBUG] [workers.queueworker] Getting work item from queue. exportactionlogsworker stdout | 2022-06-09 12:19:04,376 [70] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 19, 4, 376027), True, datetime.datetime(2022, 6, 9, 12, 19, 4, 376027), 0, 'exportactionlogs/%', 50, 1, 0]) exportactionlogsworker stdout | 2022-06-09 12:19:04,379 [70] [DEBUG] [workers.queueworker] No more work. exportactionlogsworker stdout | 2022-06-09 12:19:04,379 [70] [DEBUG] [data.database] Disconnecting from database. exportactionlogsworker stdout | 2022-06-09 12:19:04,379 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:20:04 UTC)" executed successfully gcworker stdout | 2022-06-09 12:19:07,497 [71] [DEBUG] [apscheduler.scheduler] Looking for jobs to run gcworker stdout | 2022-06-09 12:19:07,497 [71] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:19:37.490424+00:00 (in 29.993239 seconds) gcworker stdout | 2022-06-09 12:19:07,497 [71] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 12:19:37 UTC)" (scheduled at 2022-06-09 12:19:07.490424+00:00) gcworker stdout | 2022-06-09 12:19:07,498 [71] [DEBUG] [peewee] ('SELECT `candidates`.`repository_id` FROM (SELECT DISTINCT `t1`.`repository_id` FROM `tag` AS `t1` INNER JOIN `repository` AS `t2` ON (`t1`.`repository_id` = `t2`.`id`) INNER JOIN `user` AS `t3` ON (`t2`.`namespace_user_id` = `t3`.`id`) WHERE ((((NOT (`t1`.`lifetime_end_ms` IS %s) AND (`t1`.`lifetime_end_ms` <= %s)) AND (`t3`.`removed_tag_expiration_s` = %s)) AND (`t3`.`enabled` = %s)) AND (`t2`.`state` != %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', [None, 1654777147497, 0, True, 3, 500, 1, 0]) gcworker stdout | 2022-06-09 12:19:07,500 [71] [DEBUG] [__main__] No repository with garbage found gcworker stdout | 2022-06-09 12:19:07,500 [71] [DEBUG] [data.database] Disconnecting from database. gcworker stdout | 2022-06-09 12:19:07,500 [71] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 12:19:37 UTC)" executed successfully notificationworker stdout | 2022-06-09 12:19:10,633 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:19:10,634 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:19:19.645536+00:00 (in 9.011417 seconds) notificationworker stdout | 2022-06-09 12:19:10,634 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:19:20 UTC)" (scheduled at 2022-06-09 12:19:10.617379+00:00) notificationworker stdout | 2022-06-09 12:19:10,634 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 12:19:10,635 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 19, 10, 634725), True, datetime.datetime(2022, 6, 9, 12, 19, 10, 634725), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 12:19:10,637 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 12:19:10,638 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:19:10,638 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:19:20 UTC)" executed successfully buildlogsarchiver stdout | 2022-06-09 12:19:15,370 [66] [DEBUG] [apscheduler.scheduler] Looking for jobs to run buildlogsarchiver stdout | 2022-06-09 12:19:15,371 [66] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:19:45.366042+00:00 (in 29.994957 seconds) buildlogsarchiver stdout | 2022-06-09 12:19:15,371 [66] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 12:19:45 UTC)" (scheduled at 2022-06-09 12:19:15.366042+00:00) buildlogsarchiver stdout | 2022-06-09 12:19:15,372 [66] [DEBUG] [peewee] ('SELECT `candidates`.`id` FROM (SELECT `t1`.`id` FROM `repositorybuild` AS `t1` WHERE (((`t1`.`phase` IN (%s, %s, %s)) OR (`t1`.`started` < %s)) AND (`t1`.`logs_archived` = %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2022, 5, 25, 12, 19, 15, 371548), False, 50, 1, 0]) buildlogsarchiver stdout | 2022-06-09 12:19:15,374 [66] [DEBUG] [__main__] No more builds to archive buildlogsarchiver stdout | 2022-06-09 12:19:15,374 [66] [DEBUG] [data.database] Disconnecting from database. buildlogsarchiver stdout | 2022-06-09 12:19:15,374 [66] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 12:19:45 UTC)" executed successfully notificationworker stdout | 2022-06-09 12:19:19,645 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:19:19,646 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:19:20.617379+00:00 (in 0.971303 seconds) notificationworker stdout | 2022-06-09 12:19:19,646 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:20:19 UTC)" (scheduled at 2022-06-09 12:19:19.645536+00:00) notificationworker stdout | 2022-06-09 12:19:19,646 [85] [DEBUG] [workers.queueworker] Running watchdog. notificationworker stdout | 2022-06-09 12:19:19,646 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:20:19 UTC)" executed successfully gunicorn-web stdout | 2022-06-09 12:19:19,749 [236] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '236'} gunicorn-web stdout | 2022-06-09 12:19:19,757 [243] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '243'} gunicorn-web stdout | 2022-06-09 12:19:19,764 [226] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '226'} gunicorn-web stdout | 2022-06-09 12:19:19,772 [241] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '241'} gunicorn-web stdout | 2022-06-09 12:19:19,779 [229] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '229'} gunicorn-web stdout | 2022-06-09 12:19:19,786 [228] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '228'} gunicorn-web stdout | 2022-06-09 12:19:19,794 [234] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '234'} gunicorn-web stdout | 2022-06-09 12:19:19,800 [242] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '242'} gunicorn-web stdout | 2022-06-09 12:19:19,807 [230] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '230'} gunicorn-web stdout | 2022-06-09 12:19:19,813 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '75'} gunicorn-web stdout | 2022-06-09 12:19:19,822 [235] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '235'} gunicorn-web stdout | 2022-06-09 12:19:19,829 [237] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '237'} gunicorn-web stdout | 2022-06-09 12:19:19,835 [239] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '239'} gunicorn-web stdout | 2022-06-09 12:19:19,842 [238] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '238'} gunicorn-web stdout | 2022-06-09 12:19:19,849 [231] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '231'} gunicorn-web stdout | 2022-06-09 12:19:19,856 [244] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '244'} gunicorn-web stdout | 2022-06-09 12:19:19,864 [232] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '232'} gunicorn-secscan stdout | 2022-06-09 12:19:19,871 [221] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '221'} gunicorn-secscan stdout | 2022-06-09 12:19:19,878 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '74'} gunicorn-secscan stdout | 2022-06-09 12:19:19,887 [224] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '224'} gunicorn-secscan stdout | 2022-06-09 12:19:19,894 [225] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '225'} gunicorn-secscan stdout | 2022-06-09 12:19:19,900 [227] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '227'} exportactionlogsworker stdout | 2022-06-09 12:19:20,617 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'exportactionlogsworker.py', 'pid': '70'} notificationworker stdout | 2022-06-09 12:19:20,618 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:19:20,618 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:19:30.617379+00:00 (in 9.999235 seconds) notificationworker stdout | 2022-06-09 12:19:20,618 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:19:30 UTC)" (scheduled at 2022-06-09 12:19:20.617379+00:00) notificationworker stdout | 2022-06-09 12:19:20,618 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 12:19:20,619 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 19, 20, 618500), True, datetime.datetime(2022, 6, 9, 12, 19, 20, 618500), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 12:19:20,621 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 12:19:20,621 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:19:20,622 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:19:30 UTC)" executed successfully chunkcleanupworker stdout | 2022-06-09 12:19:20,625 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'chunkcleanupworker.py', 'pid': '67'} blobuploadcleanupworker stdout | 2022-06-09 12:19:20,657 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'blobuploadcleanupworker.py', 'pid': '64'} repositoryactioncounter stdout | 2022-06-09 12:19:20,663 [88] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositoryactioncounter.py', 'pid': '88'} logrotateworker stdout | 2022-06-09 12:19:20,726 [77] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'logrotateworker.py', 'pid': '77'} globalpromstats stdout | 2022-06-09 12:19:20,999 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'globalpromstats.py', 'pid': '72'} namespacegcworker stdout | 2022-06-09 12:19:21,171 [83] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'namespacegcworker.py', 'pid': '83'} repositorygcworker stdout | 2022-06-09 12:19:21,177 [89] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositorygcworker.py', 'pid': '89'} securityscanningnotificationworker stdout | 2022-06-09 12:19:21,199 [90] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'securityscanningnotificationworker.py', 'pid': '90'} buildlogsarchiver stdout | 2022-06-09 12:19:21,359 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'buildlogsarchiver.py', 'pid': '66'} servicekey stdout | 2022-06-09 12:19:21,365 [92] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'servicekeyworker.py', 'pid': '92'} builder stdout | 2022-06-09 12:19:21,372 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'builder.py', 'pid': '65'} storagereplication stdout | 2022-06-09 12:19:21,379 [93] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'storagereplication.py', 'pid': '93'} notificationworker stdout | 2022-06-09 12:19:21,392 [85] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'notificationworker.py', 'pid': '85'} manifestbackfillworker stdout | 2022-06-09 12:19:21,398 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'manifestbackfillworker.py', 'pid': '78'} queuecleanupworker stdout | 2022-06-09 12:19:21,405 [87] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'queuecleanupworker.py', 'pid': '87'} expiredappspecifictokenworker stdout | 2022-06-09 12:19:21,412 [69] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '69'} teamsyncworker stdout | 2022-06-09 12:19:21,418 [94] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'teamsyncworker.py', 'pid': '94'} gcworker stdout | 2022-06-09 12:19:21,425 [71] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'gcworker.py', 'pid': '71'} namespacegcworker stdout | 2022-06-09 12:19:21,523 [83] [DEBUG] [apscheduler.scheduler] Looking for jobs to run namespacegcworker stdout | 2022-06-09 12:19:21,523 [83] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:19:55.463831+00:00 (in 33.940487 seconds) namespacegcworker stdout | 2022-06-09 12:19:21,523 [83] [INFO] [apscheduler.executors.default] Running job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2022-06-09 12:24:21 UTC)" (scheduled at 2022-06-09 12:19:21.521215+00:00) namespacegcworker stdout | 2022-06-09 12:19:21,524 [83] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT `t1`.`queue_name` FROM `queueitem` AS `t1` WHERE (((`t1`.`available` = %s) AND (`t1`.`processing_expires` > %s)) AND (`t1`.`queue_name` LIKE %s))) AS `_wrapped`', [False, datetime.datetime(2022, 6, 9, 12, 19, 21, 523639), 'namespacegc/%']) namespacegcworker stdout | 2022-06-09 12:19:21,526 [83] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT `t1`.`queue_name` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s))) AS `_wrapped`', [datetime.datetime(2022, 6, 9, 12, 19, 21, 523639), True, datetime.datetime(2022, 6, 9, 12, 19, 21, 523639), 0, 'namespacegc/%']) namespacegcworker stdout | 2022-06-09 12:19:21,527 [83] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT `t1`.`queue_name` FROM `queueitem` AS `t1` WHERE (((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) AND NOT (`t1`.`queue_name` IN (SELECT `t1`.`queue_name` FROM `queueitem` AS `t1` WHERE (((`t1`.`available` = %s) AND (`t1`.`processing_expires` > %s)) AND (`t1`.`queue_name` LIKE %s)))))) AS `_wrapped`', [datetime.datetime(2022, 6, 9, 12, 19, 21, 523639), True, datetime.datetime(2022, 6, 9, 12, 19, 21, 523639), 0, 'namespacegc/%', False, datetime.datetime(2022, 6, 9, 12, 19, 21, 523639), 'namespacegc/%']) namespacegcworker stdout | 2022-06-09 12:19:21,528 [83] [DEBUG] [data.database] Disconnecting from database. namespacegcworker stdout | 2022-06-09 12:19:21,528 [83] [INFO] [apscheduler.executors.default] Job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2022-06-09 12:24:21 UTC)" executed successfully gunicorn-registry stdout | 2022-06-09 12:19:22,088 [246] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '246'} gunicorn-registry stdout | 2022-06-09 12:19:22,099 [273] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '273'} gunicorn-registry stdout | 2022-06-09 12:19:22,105 [271] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '271'} gunicorn-registry stdout | 2022-06-09 12:19:22,126 [276] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '276'} gunicorn-registry stdout | 2022-06-09 12:19:22,133 [275] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '275'} gunicorn-registry stdout | 2022-06-09 12:19:22,141 [274] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '274'} gunicorn-registry stdout | 2022-06-09 12:19:22,147 [277] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '277'} gunicorn-registry stdout | 2022-06-09 12:19:22,156 [263] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '263'} gunicorn-registry stdout | 2022-06-09 12:19:22,163 [266] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '266'} gunicorn-registry stdout | 2022-06-09 12:19:22,174 [254] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '254'} gunicorn-registry stdout | 2022-06-09 12:19:22,179 [260] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '260'} gunicorn-registry stdout | 2022-06-09 12:19:22,194 [270] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '270'} gunicorn-registry stdout | 2022-06-09 12:19:22,201 [253] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '253'} gunicorn-registry stdout | 2022-06-09 12:19:22,211 [261] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '261'} gunicorn-registry stdout | 2022-06-09 12:19:22,219 [268] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '268'} gunicorn-registry stdout | 2022-06-09 12:19:22,227 [248] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '248'} gunicorn-registry stdout | 2022-06-09 12:19:22,234 [245] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '245'} gunicorn-registry stdout | 2022-06-09 12:19:22,241 [249] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '249'} gunicorn-registry stdout | 2022-06-09 12:19:22,248 [251] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '251'} gunicorn-registry stdout | 2022-06-09 12:19:22,254 [259] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '259'} gunicorn-registry stdout | 2022-06-09 12:19:22,262 [250] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '250'} gunicorn-registry stdout | 2022-06-09 12:19:22,269 [73] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '73'} gunicorn-registry stdout | 2022-06-09 12:19:22,276 [265] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '265'} gunicorn-registry stdout | 2022-06-09 12:19:22,283 [267] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '267'} gunicorn-registry stdout | 2022-06-09 12:19:22,293 [256] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '256'} gunicorn-registry stdout | 2022-06-09 12:19:22,299 [262] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '262'} gunicorn-registry stdout | 2022-06-09 12:19:22,306 [264] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '264'} gunicorn-registry stdout | 2022-06-09 12:19:22,314 [272] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '272'} gunicorn-registry stdout | 2022-06-09 12:19:22,321 [269] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '269'} gunicorn-registry stdout | 2022-06-09 12:19:22,328 [247] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '247'} gunicorn-registry stdout | 2022-06-09 12:19:22,334 [255] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '255'} gunicorn-registry stdout | 2022-06-09 12:19:22,343 [257] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '257'} gunicorn-registry stdout | 2022-06-09 12:19:22,350 [252] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '252'} notificationworker stdout | 2022-06-09 12:19:30,624 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:19:30,624 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:19:40.617379+00:00 (in 9.993032 seconds) notificationworker stdout | 2022-06-09 12:19:30,624 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:19:40 UTC)" (scheduled at 2022-06-09 12:19:30.617379+00:00) notificationworker stdout | 2022-06-09 12:19:30,625 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 12:19:30,625 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 19, 30, 625052), True, datetime.datetime(2022, 6, 9, 12, 19, 30, 625052), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 12:19:30,628 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 12:19:30,628 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:19:30,628 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:19:40 UTC)" executed successfully gcworker stdout | 2022-06-09 12:19:37,492 [71] [DEBUG] [apscheduler.scheduler] Looking for jobs to run gcworker stdout | 2022-06-09 12:19:37,492 [71] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:20:07.490424+00:00 (in 29.997977 seconds) gcworker stdout | 2022-06-09 12:19:37,492 [71] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 12:20:07 UTC)" (scheduled at 2022-06-09 12:19:37.490424+00:00) gcworker stdout | 2022-06-09 12:19:37,493 [71] [DEBUG] [peewee] ('SELECT `candidates`.`repository_id` FROM (SELECT DISTINCT `t1`.`repository_id` FROM `tag` AS `t1` INNER JOIN `repository` AS `t2` ON (`t1`.`repository_id` = `t2`.`id`) INNER JOIN `user` AS `t3` ON (`t2`.`namespace_user_id` = `t3`.`id`) WHERE ((((NOT (`t1`.`lifetime_end_ms` IS %s) AND (`t1`.`lifetime_end_ms` <= %s)) AND (`t3`.`removed_tag_expiration_s` = %s)) AND (`t3`.`enabled` = %s)) AND (`t2`.`state` != %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', [None, 1654777177492, 0, True, 3, 500, 1, 0]) gcworker stdout | 2022-06-09 12:19:37,495 [71] [DEBUG] [__main__] No repository with garbage found gcworker stdout | 2022-06-09 12:19:37,495 [71] [DEBUG] [data.database] Disconnecting from database. gcworker stdout | 2022-06-09 12:19:37,495 [71] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 12:20:07 UTC)" executed successfully repositorygcworker stdout | 2022-06-09 12:19:38,469 [89] [DEBUG] [apscheduler.scheduler] Looking for jobs to run repositorygcworker stdout | 2022-06-09 12:19:38,470 [89] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:19:51.502316+00:00 (in 13.032266 seconds) repositorygcworker stdout | 2022-06-09 12:19:38,470 [89] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:20:38 UTC)" (scheduled at 2022-06-09 12:19:38.463361+00:00) repositorygcworker stdout | 2022-06-09 12:19:38,470 [89] [DEBUG] [workers.queueworker] Getting work item from queue. repositorygcworker stdout | 2022-06-09 12:19:38,471 [89] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 19, 38, 470487), True, datetime.datetime(2022, 6, 9, 12, 19, 38, 470487), 0, 'repositorygc/%', 50, 1, 0]) repositorygcworker stdout | 2022-06-09 12:19:38,473 [89] [DEBUG] [workers.queueworker] No more work. repositorygcworker stdout | 2022-06-09 12:19:38,473 [89] [DEBUG] [data.database] Disconnecting from database. repositorygcworker stdout | 2022-06-09 12:19:38,473 [89] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:20:38 UTC)" executed successfully notificationworker stdout | 2022-06-09 12:19:40,618 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:19:40,619 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:19:50.617379+00:00 (in 9.998529 seconds) notificationworker stdout | 2022-06-09 12:19:40,619 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:19:50 UTC)" (scheduled at 2022-06-09 12:19:40.617379+00:00) notificationworker stdout | 2022-06-09 12:19:40,619 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 12:19:40,619 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 19, 40, 619357), True, datetime.datetime(2022, 6, 9, 12, 19, 40, 619357), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 12:19:40,622 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 12:19:40,622 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:19:40,623 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:19:50 UTC)" executed successfully buildlogsarchiver stdout | 2022-06-09 12:19:45,369 [66] [DEBUG] [apscheduler.scheduler] Looking for jobs to run buildlogsarchiver stdout | 2022-06-09 12:19:45,369 [66] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:20:15.366042+00:00 (in 29.996482 seconds) buildlogsarchiver stdout | 2022-06-09 12:19:45,369 [66] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 12:20:15 UTC)" (scheduled at 2022-06-09 12:19:45.366042+00:00) buildlogsarchiver stdout | 2022-06-09 12:19:45,370 [66] [DEBUG] [peewee] ('SELECT `candidates`.`id` FROM (SELECT `t1`.`id` FROM `repositorybuild` AS `t1` WHERE (((`t1`.`phase` IN (%s, %s, %s)) OR (`t1`.`started` < %s)) AND (`t1`.`logs_archived` = %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2022, 5, 25, 12, 19, 45, 369856), False, 50, 1, 0]) buildlogsarchiver stdout | 2022-06-09 12:19:45,372 [66] [DEBUG] [__main__] No more builds to archive buildlogsarchiver stdout | 2022-06-09 12:19:45,372 [66] [DEBUG] [data.database] Disconnecting from database. buildlogsarchiver stdout | 2022-06-09 12:19:45,372 [66] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 12:20:15 UTC)" executed successfully exportactionlogsworker stdout | 2022-06-09 12:19:47,432 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run exportactionlogsworker stdout | 2022-06-09 12:19:47,433 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:20:04.366245+00:00 (in 16.933396 seconds) exportactionlogsworker stdout | 2022-06-09 12:19:47,433 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:20:47 UTC)" (scheduled at 2022-06-09 12:19:47.409953+00:00) exportactionlogsworker stdout | 2022-06-09 12:19:47,433 [70] [DEBUG] [workers.queueworker] Running watchdog. exportactionlogsworker stdout | 2022-06-09 12:19:47,434 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:20:47 UTC)" executed successfully gunicorn-web stdout | 2022-06-09 12:19:49,761 [236] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '236'} gunicorn-web stdout | 2022-06-09 12:19:49,773 [243] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '243'} gunicorn-web stdout | 2022-06-09 12:19:49,779 [226] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '226'} gunicorn-web stdout | 2022-06-09 12:19:49,787 [241] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '241'} gunicorn-web stdout | 2022-06-09 12:19:49,794 [229] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '229'} gunicorn-web stdout | 2022-06-09 12:19:49,801 [228] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '228'} gunicorn-web stdout | 2022-06-09 12:19:49,808 [234] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '234'} gunicorn-web stdout | 2022-06-09 12:19:49,815 [242] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '242'} gunicorn-web stdout | 2022-06-09 12:19:49,822 [230] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '230'} gunicorn-web stdout | 2022-06-09 12:19:49,829 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '75'} gunicorn-web stdout | 2022-06-09 12:19:49,835 [235] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '235'} gunicorn-web stdout | 2022-06-09 12:19:49,843 [237] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '237'} gunicorn-web stdout | 2022-06-09 12:19:49,851 [239] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '239'} gunicorn-web stdout | 2022-06-09 12:19:49,857 [238] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '238'} gunicorn-web stdout | 2022-06-09 12:19:49,867 [231] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '231'} gunicorn-web stdout | 2022-06-09 12:19:49,873 [244] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '244'} gunicorn-web stdout | 2022-06-09 12:19:49,880 [232] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '232'} gunicorn-secscan stdout | 2022-06-09 12:19:49,887 [221] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '221'} gunicorn-secscan stdout | 2022-06-09 12:19:49,894 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '74'} gunicorn-secscan stdout | 2022-06-09 12:19:49,901 [224] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '224'} gunicorn-secscan stdout | 2022-06-09 12:19:49,908 [225] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '225'} gunicorn-secscan stdout | 2022-06-09 12:19:49,915 [227] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '227'} notificationworker stdout | 2022-06-09 12:19:50,618 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:19:50,619 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:20:00.617379+00:00 (in 9.998456 seconds) notificationworker stdout | 2022-06-09 12:19:50,619 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:20:00 UTC)" (scheduled at 2022-06-09 12:19:50.617379+00:00) notificationworker stdout | 2022-06-09 12:19:50,619 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 12:19:50,620 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 19, 50, 619453), True, datetime.datetime(2022, 6, 9, 12, 19, 50, 619453), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 12:19:50,622 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 12:19:50,622 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:19:50,622 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:20:00 UTC)" executed successfully exportactionlogsworker stdout | 2022-06-09 12:19:50,642 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'exportactionlogsworker.py', 'pid': '70'} chunkcleanupworker stdout | 2022-06-09 12:19:50,661 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'chunkcleanupworker.py', 'pid': '67'} blobuploadcleanupworker stdout | 2022-06-09 12:19:50,696 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'blobuploadcleanupworker.py', 'pid': '64'} repositoryactioncounter stdout | 2022-06-09 12:19:50,702 [88] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositoryactioncounter.py', 'pid': '88'} logrotateworker stdout | 2022-06-09 12:19:50,757 [77] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'logrotateworker.py', 'pid': '77'} globalpromstats stdout | 2022-06-09 12:19:51,041 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'globalpromstats.py', 'pid': '72'} namespacegcworker stdout | 2022-06-09 12:19:51,187 [83] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'namespacegcworker.py', 'pid': '83'} repositorygcworker stdout | 2022-06-09 12:19:51,213 [89] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositorygcworker.py', 'pid': '89'} securityscanningnotificationworker stdout | 2022-06-09 12:19:51,223 [90] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'securityscanningnotificationworker.py', 'pid': '90'} buildlogsarchiver stdout | 2022-06-09 12:19:51,405 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'buildlogsarchiver.py', 'pid': '66'} servicekey stdout | 2022-06-09 12:19:51,411 [92] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'servicekeyworker.py', 'pid': '92'} builder stdout | 2022-06-09 12:19:51,419 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'builder.py', 'pid': '65'} notificationworker stdout | 2022-06-09 12:19:51,429 [85] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'notificationworker.py', 'pid': '85'} manifestbackfillworker stdout | 2022-06-09 12:19:51,435 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'manifestbackfillworker.py', 'pid': '78'} storagereplication stdout | 2022-06-09 12:19:51,443 [93] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'storagereplication.py', 'pid': '93'} queuecleanupworker stdout | 2022-06-09 12:19:51,457 [87] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'queuecleanupworker.py', 'pid': '87'} expiredappspecifictokenworker stdout | 2022-06-09 12:19:51,464 [69] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '69'} teamsyncworker stdout | 2022-06-09 12:19:51,473 [94] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'teamsyncworker.py', 'pid': '94'} gcworker stdout | 2022-06-09 12:19:51,479 [71] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'gcworker.py', 'pid': '71'} repositorygcworker stdout | 2022-06-09 12:19:51,503 [89] [DEBUG] [apscheduler.scheduler] Looking for jobs to run repositorygcworker stdout | 2022-06-09 12:19:51,503 [89] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:19:53.501847+00:00 (in 1.998048 seconds) repositorygcworker stdout | 2022-06-09 12:19:51,504 [89] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:20:51 UTC)" (scheduled at 2022-06-09 12:19:51.502316+00:00) repositorygcworker stdout | 2022-06-09 12:19:51,504 [89] [DEBUG] [workers.queueworker] Running watchdog. repositorygcworker stdout | 2022-06-09 12:19:51,504 [89] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:20:51 UTC)" executed successfully gunicorn-registry stdout | 2022-06-09 12:19:52,103 [246] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '246'} gunicorn-registry stdout | 2022-06-09 12:19:52,113 [273] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '273'} gunicorn-registry stdout | 2022-06-09 12:19:52,120 [271] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '271'} gunicorn-registry stdout | 2022-06-09 12:19:52,141 [276] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '276'} gunicorn-registry stdout | 2022-06-09 12:19:52,149 [275] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '275'} gunicorn-registry stdout | 2022-06-09 12:19:52,156 [274] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '274'} gunicorn-registry stdout | 2022-06-09 12:19:52,163 [277] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '277'} gunicorn-registry stdout | 2022-06-09 12:19:52,172 [263] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '263'} gunicorn-registry stdout | 2022-06-09 12:19:52,178 [266] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '266'} gunicorn-registry stdout | 2022-06-09 12:19:52,191 [254] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '254'} gunicorn-registry stdout | 2022-06-09 12:19:52,198 [260] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '260'} gunicorn-registry stdout | 2022-06-09 12:19:52,208 [270] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '270'} gunicorn-registry stdout | 2022-06-09 12:19:52,215 [253] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '253'} gunicorn-registry stdout | 2022-06-09 12:19:52,226 [261] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '261'} gunicorn-registry stdout | 2022-06-09 12:19:52,236 [268] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '268'} gunicorn-registry stdout | 2022-06-09 12:19:52,243 [248] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '248'} gunicorn-registry stdout | 2022-06-09 12:19:52,251 [245] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '245'} gunicorn-registry stdout | 2022-06-09 12:19:52,259 [249] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '249'} gunicorn-registry stdout | 2022-06-09 12:19:52,266 [251] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '251'} gunicorn-registry stdout | 2022-06-09 12:19:52,272 [259] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '259'} gunicorn-registry stdout | 2022-06-09 12:19:52,279 [250] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '250'} gunicorn-registry stdout | 2022-06-09 12:19:52,286 [73] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '73'} gunicorn-registry stdout | 2022-06-09 12:19:52,294 [265] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '265'} gunicorn-registry stdout | 2022-06-09 12:19:52,300 [267] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '267'} gunicorn-registry stdout | 2022-06-09 12:19:52,308 [256] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '256'} gunicorn-registry stdout | 2022-06-09 12:19:52,316 [262] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '262'} gunicorn-registry stdout | 2022-06-09 12:19:52,322 [264] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '264'} gunicorn-registry stdout | 2022-06-09 12:19:52,329 [272] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '272'} gunicorn-registry stdout | 2022-06-09 12:19:52,336 [269] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '269'} gunicorn-registry stdout | 2022-06-09 12:19:52,343 [247] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '247'} gunicorn-registry stdout | 2022-06-09 12:19:52,352 [255] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '255'} gunicorn-registry stdout | 2022-06-09 12:19:52,358 [257] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '257'} gunicorn-registry stdout | 2022-06-09 12:19:52,364 [252] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '252'} repositorygcworker stdout | 2022-06-09 12:19:53,511 [89] [DEBUG] [apscheduler.scheduler] Looking for jobs to run repositorygcworker stdout | 2022-06-09 12:19:53,512 [89] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:20:38.463361+00:00 (in 44.951405 seconds) repositorygcworker stdout | 2022-06-09 12:19:53,512 [89] [INFO] [apscheduler.executors.default] Running job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2022-06-09 12:24:53 UTC)" (scheduled at 2022-06-09 12:19:53.501847+00:00) repositorygcworker stdout | 2022-06-09 12:19:53,512 [89] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT `t1`.`queue_name` FROM `queueitem` AS `t1` WHERE (((`t1`.`available` = %s) AND (`t1`.`processing_expires` > %s)) AND (`t1`.`queue_name` LIKE %s))) AS `_wrapped`', [False, datetime.datetime(2022, 6, 9, 12, 19, 53, 512356), 'repositorygc/%']) repositorygcworker stdout | 2022-06-09 12:19:53,515 [89] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT `t1`.`queue_name` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s))) AS `_wrapped`', [datetime.datetime(2022, 6, 9, 12, 19, 53, 512356), True, datetime.datetime(2022, 6, 9, 12, 19, 53, 512356), 0, 'repositorygc/%']) repositorygcworker stdout | 2022-06-09 12:19:53,516 [89] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT `t1`.`queue_name` FROM `queueitem` AS `t1` WHERE (((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) AND NOT (`t1`.`queue_name` IN (SELECT `t1`.`queue_name` FROM `queueitem` AS `t1` WHERE (((`t1`.`available` = %s) AND (`t1`.`processing_expires` > %s)) AND (`t1`.`queue_name` LIKE %s)))))) AS `_wrapped`', [datetime.datetime(2022, 6, 9, 12, 19, 53, 512356), True, datetime.datetime(2022, 6, 9, 12, 19, 53, 512356), 0, 'repositorygc/%', False, datetime.datetime(2022, 6, 9, 12, 19, 53, 512356), 'repositorygc/%']) repositorygcworker stdout | 2022-06-09 12:19:53,517 [89] [DEBUG] [data.database] Disconnecting from database. repositorygcworker stdout | 2022-06-09 12:19:53,517 [89] [INFO] [apscheduler.executors.default] Job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2022-06-09 12:24:53 UTC)" executed successfully namespacegcworker stdout | 2022-06-09 12:19:55,466 [83] [DEBUG] [apscheduler.scheduler] Looking for jobs to run namespacegcworker stdout | 2022-06-09 12:19:55,466 [83] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:20:01.521527+00:00 (in 6.055279 seconds) namespacegcworker stdout | 2022-06-09 12:19:55,466 [83] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:20:55 UTC)" (scheduled at 2022-06-09 12:19:55.463831+00:00) namespacegcworker stdout | 2022-06-09 12:19:55,466 [83] [DEBUG] [workers.queueworker] Getting work item from queue. namespacegcworker stdout | 2022-06-09 12:19:55,467 [83] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 19, 55, 466699), True, datetime.datetime(2022, 6, 9, 12, 19, 55, 466699), 0, 'namespacegc/%', 50, 1, 0]) namespacegcworker stdout | 2022-06-09 12:19:55,469 [83] [DEBUG] [workers.queueworker] No more work. namespacegcworker stdout | 2022-06-09 12:19:55,469 [83] [DEBUG] [data.database] Disconnecting from database. namespacegcworker stdout | 2022-06-09 12:19:55,469 [83] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:20:55 UTC)" executed successfully notificationworker stdout | 2022-06-09 12:20:00,637 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:20:00,637 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:20:10.617379+00:00 (in 9.980051 seconds) notificationworker stdout | 2022-06-09 12:20:00,637 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:20:10 UTC)" (scheduled at 2022-06-09 12:20:00.617379+00:00) notificationworker stdout | 2022-06-09 12:20:00,637 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 12:20:00,638 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 20, 0, 637677), True, datetime.datetime(2022, 6, 9, 12, 20, 0, 637677), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 12:20:00,640 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 12:20:00,640 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:20:00,640 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:20:10 UTC)" executed successfully namespacegcworker stdout | 2022-06-09 12:20:01,522 [83] [DEBUG] [apscheduler.scheduler] Looking for jobs to run namespacegcworker stdout | 2022-06-09 12:20:01,523 [83] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:20:55.463831+00:00 (in 53.940748 seconds) namespacegcworker stdout | 2022-06-09 12:20:01,523 [83] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:21:01 UTC)" (scheduled at 2022-06-09 12:20:01.521527+00:00) namespacegcworker stdout | 2022-06-09 12:20:01,523 [83] [DEBUG] [workers.queueworker] Running watchdog. namespacegcworker stdout | 2022-06-09 12:20:01,523 [83] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:21:01 UTC)" executed successfully exportactionlogsworker stdout | 2022-06-09 12:20:04,380 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run exportactionlogsworker stdout | 2022-06-09 12:20:04,381 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:20:47.409953+00:00 (in 43.029037 seconds) exportactionlogsworker stdout | 2022-06-09 12:20:04,381 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:21:04 UTC)" (scheduled at 2022-06-09 12:20:04.366245+00:00) exportactionlogsworker stdout | 2022-06-09 12:20:04,381 [70] [DEBUG] [workers.queueworker] Getting work item from queue. exportactionlogsworker stdout | 2022-06-09 12:20:04,382 [70] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 20, 4, 381347), True, datetime.datetime(2022, 6, 9, 12, 20, 4, 381347), 0, 'exportactionlogs/%', 50, 1, 0]) exportactionlogsworker stdout | 2022-06-09 12:20:04,384 [70] [DEBUG] [workers.queueworker] No more work. exportactionlogsworker stdout | 2022-06-09 12:20:04,384 [70] [DEBUG] [data.database] Disconnecting from database. exportactionlogsworker stdout | 2022-06-09 12:20:04,384 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:21:04 UTC)" executed successfully gcworker stdout | 2022-06-09 12:20:07,495 [71] [DEBUG] [apscheduler.scheduler] Looking for jobs to run gcworker stdout | 2022-06-09 12:20:07,495 [71] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:20:37.490424+00:00 (in 29.994766 seconds) gcworker stdout | 2022-06-09 12:20:07,496 [71] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 12:20:37 UTC)" (scheduled at 2022-06-09 12:20:07.490424+00:00) gcworker stdout | 2022-06-09 12:20:07,497 [71] [DEBUG] [peewee] ('SELECT `candidates`.`repository_id` FROM (SELECT DISTINCT `t1`.`repository_id` FROM `tag` AS `t1` INNER JOIN `repository` AS `t2` ON (`t1`.`repository_id` = `t2`.`id`) INNER JOIN `user` AS `t3` ON (`t2`.`namespace_user_id` = `t3`.`id`) WHERE ((((NOT (`t1`.`lifetime_end_ms` IS %s) AND (`t1`.`lifetime_end_ms` <= %s)) AND (`t3`.`removed_tag_expiration_s` = %s)) AND (`t3`.`enabled` = %s)) AND (`t2`.`state` != %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', [None, 1654777207496, 0, True, 3, 500, 1, 0]) gcworker stdout | 2022-06-09 12:20:07,499 [71] [DEBUG] [__main__] No repository with garbage found gcworker stdout | 2022-06-09 12:20:07,499 [71] [DEBUG] [data.database] Disconnecting from database. gcworker stdout | 2022-06-09 12:20:07,499 [71] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 12:20:37 UTC)" executed successfully notificationworker stdout | 2022-06-09 12:20:10,622 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:20:10,622 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:20:19.645536+00:00 (in 9.023244 seconds) notificationworker stdout | 2022-06-09 12:20:10,622 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:20:20 UTC)" (scheduled at 2022-06-09 12:20:10.617379+00:00) notificationworker stdout | 2022-06-09 12:20:10,622 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 12:20:10,623 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 20, 10, 622644), True, datetime.datetime(2022, 6, 9, 12, 20, 10, 622644), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 12:20:10,625 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 12:20:10,625 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:20:10,626 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:20:20 UTC)" executed successfully buildlogsarchiver stdout | 2022-06-09 12:20:15,368 [66] [DEBUG] [apscheduler.scheduler] Looking for jobs to run buildlogsarchiver stdout | 2022-06-09 12:20:15,368 [66] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:20:45.366042+00:00 (in 29.997869 seconds) buildlogsarchiver stdout | 2022-06-09 12:20:15,368 [66] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 12:20:45 UTC)" (scheduled at 2022-06-09 12:20:15.366042+00:00) buildlogsarchiver stdout | 2022-06-09 12:20:15,369 [66] [DEBUG] [peewee] ('SELECT `candidates`.`id` FROM (SELECT `t1`.`id` FROM `repositorybuild` AS `t1` WHERE (((`t1`.`phase` IN (%s, %s, %s)) OR (`t1`.`started` < %s)) AND (`t1`.`logs_archived` = %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2022, 5, 25, 12, 20, 15, 368514), False, 50, 1, 0]) buildlogsarchiver stdout | 2022-06-09 12:20:15,371 [66] [DEBUG] [__main__] No more builds to archive buildlogsarchiver stdout | 2022-06-09 12:20:15,371 [66] [DEBUG] [data.database] Disconnecting from database. buildlogsarchiver stdout | 2022-06-09 12:20:15,371 [66] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 12:20:45 UTC)" executed successfully notificationworker stdout | 2022-06-09 12:20:19,670 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:20:19,671 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:20:20.617379+00:00 (in 0.946515 seconds) notificationworker stdout | 2022-06-09 12:20:19,671 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:21:19 UTC)" (scheduled at 2022-06-09 12:20:19.645536+00:00) notificationworker stdout | 2022-06-09 12:20:19,671 [85] [DEBUG] [workers.queueworker] Running watchdog. notificationworker stdout | 2022-06-09 12:20:19,671 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:21:19 UTC)" executed successfully gunicorn-web stdout | 2022-06-09 12:20:19,787 [236] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '236'} gunicorn-web stdout | 2022-06-09 12:20:19,794 [243] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '243'} gunicorn-web stdout | 2022-06-09 12:20:19,800 [226] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '226'} gunicorn-web stdout | 2022-06-09 12:20:19,807 [241] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '241'} gunicorn-web stdout | 2022-06-09 12:20:19,815 [229] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '229'} gunicorn-web stdout | 2022-06-09 12:20:19,822 [228] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '228'} gunicorn-web stdout | 2022-06-09 12:20:19,830 [234] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '234'} gunicorn-web stdout | 2022-06-09 12:20:19,836 [242] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '242'} gunicorn-web stdout | 2022-06-09 12:20:19,843 [230] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '230'} gunicorn-web stdout | 2022-06-09 12:20:19,850 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '75'} gunicorn-web stdout | 2022-06-09 12:20:19,858 [235] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '235'} gunicorn-web stdout | 2022-06-09 12:20:19,865 [237] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '237'} gunicorn-web stdout | 2022-06-09 12:20:19,872 [239] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '239'} gunicorn-web stdout | 2022-06-09 12:20:19,879 [238] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '238'} gunicorn-web stdout | 2022-06-09 12:20:19,886 [231] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '231'} gunicorn-web stdout | 2022-06-09 12:20:19,893 [244] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '244'} gunicorn-web stdout | 2022-06-09 12:20:19,900 [232] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '232'} gunicorn-secscan stdout | 2022-06-09 12:20:19,910 [221] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '221'} gunicorn-secscan stdout | 2022-06-09 12:20:19,917 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '74'} gunicorn-secscan stdout | 2022-06-09 12:20:19,923 [224] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '224'} gunicorn-secscan stdout | 2022-06-09 12:20:19,931 [225] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '225'} gunicorn-secscan stdout | 2022-06-09 12:20:19,938 [227] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '227'} notificationworker stdout | 2022-06-09 12:20:20,622 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:20:20,622 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:20:30.617379+00:00 (in 9.995236 seconds) notificationworker stdout | 2022-06-09 12:20:20,622 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:20:30 UTC)" (scheduled at 2022-06-09 12:20:20.617379+00:00) notificationworker stdout | 2022-06-09 12:20:20,622 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 12:20:20,623 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 20, 20, 622600), True, datetime.datetime(2022, 6, 9, 12, 20, 20, 622600), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 12:20:20,625 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 12:20:20,625 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:20:20,626 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:20:30 UTC)" executed successfully exportactionlogsworker stdout | 2022-06-09 12:20:20,665 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'exportactionlogsworker.py', 'pid': '70'} chunkcleanupworker stdout | 2022-06-09 12:20:20,686 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'chunkcleanupworker.py', 'pid': '67'} blobuploadcleanupworker stdout | 2022-06-09 12:20:20,734 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'blobuploadcleanupworker.py', 'pid': '64'} repositoryactioncounter stdout | 2022-06-09 12:20:20,740 [88] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositoryactioncounter.py', 'pid': '88'} logrotateworker stdout | 2022-06-09 12:20:20,795 [77] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'logrotateworker.py', 'pid': '77'} globalpromstats stdout | 2022-06-09 12:20:21,065 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'globalpromstats.py', 'pid': '72'} namespacegcworker stdout | 2022-06-09 12:20:21,228 [83] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'namespacegcworker.py', 'pid': '83'} repositorygcworker stdout | 2022-06-09 12:20:21,234 [89] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositorygcworker.py', 'pid': '89'} securityscanningnotificationworker stdout | 2022-06-09 12:20:21,263 [90] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'securityscanningnotificationworker.py', 'pid': '90'} buildlogsarchiver stdout | 2022-06-09 12:20:21,439 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'buildlogsarchiver.py', 'pid': '66'} servicekey stdout | 2022-06-09 12:20:21,452 [92] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'servicekeyworker.py', 'pid': '92'} builder stdout | 2022-06-09 12:20:21,458 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'builder.py', 'pid': '65'} notificationworker stdout | 2022-06-09 12:20:21,465 [85] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'notificationworker.py', 'pid': '85'} manifestbackfillworker stdout | 2022-06-09 12:20:21,473 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'manifestbackfillworker.py', 'pid': '78'} storagereplication stdout | 2022-06-09 12:20:21,484 [93] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'storagereplication.py', 'pid': '93'} queuecleanupworker stdout | 2022-06-09 12:20:21,499 [87] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'queuecleanupworker.py', 'pid': '87'} expiredappspecifictokenworker stdout | 2022-06-09 12:20:21,507 [69] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '69'} teamsyncworker stdout | 2022-06-09 12:20:21,514 [94] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'teamsyncworker.py', 'pid': '94'} gcworker stdout | 2022-06-09 12:20:21,521 [71] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'gcworker.py', 'pid': '71'} gunicorn-registry stdout | 2022-06-09 12:20:22,113 [246] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '246'} gunicorn-registry stdout | 2022-06-09 12:20:22,126 [273] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '273'} gunicorn-registry stdout | 2022-06-09 12:20:22,132 [271] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '271'} gunicorn-registry stdout | 2022-06-09 12:20:22,154 [276] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '276'} gunicorn-registry stdout | 2022-06-09 12:20:22,165 [275] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '275'} gunicorn-registry stdout | 2022-06-09 12:20:22,172 [274] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '274'} gunicorn-registry stdout | 2022-06-09 12:20:22,181 [277] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '277'} gunicorn-registry stdout | 2022-06-09 12:20:22,188 [263] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '263'} gunicorn-registry stdout | 2022-06-09 12:20:22,196 [266] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '266'} gunicorn-registry stdout | 2022-06-09 12:20:22,202 [254] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '254'} gunicorn-registry stdout | 2022-06-09 12:20:22,210 [260] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '260'} gunicorn-registry stdout | 2022-06-09 12:20:22,219 [270] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '270'} gunicorn-registry stdout | 2022-06-09 12:20:22,227 [253] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '253'} gunicorn-registry stdout | 2022-06-09 12:20:22,240 [261] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '261'} gunicorn-registry stdout | 2022-06-09 12:20:22,248 [268] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '268'} gunicorn-registry stdout | 2022-06-09 12:20:22,255 [248] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '248'} gunicorn-registry stdout | 2022-06-09 12:20:22,263 [245] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '245'} gunicorn-registry stdout | 2022-06-09 12:20:22,271 [249] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '249'} gunicorn-registry stdout | 2022-06-09 12:20:22,280 [251] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '251'} gunicorn-registry stdout | 2022-06-09 12:20:22,287 [259] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '259'} gunicorn-registry stdout | 2022-06-09 12:20:22,294 [250] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '250'} gunicorn-registry stdout | 2022-06-09 12:20:22,301 [73] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '73'} gunicorn-registry stdout | 2022-06-09 12:20:22,308 [265] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '265'} gunicorn-registry stdout | 2022-06-09 12:20:22,315 [267] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '267'} gunicorn-registry stdout | 2022-06-09 12:20:22,322 [256] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '256'} gunicorn-registry stdout | 2022-06-09 12:20:22,329 [262] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '262'} gunicorn-registry stdout | 2022-06-09 12:20:22,337 [264] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '264'} gunicorn-registry stdout | 2022-06-09 12:20:22,343 [272] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '272'} gunicorn-registry stdout | 2022-06-09 12:20:22,350 [269] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '269'} gunicorn-registry stdout | 2022-06-09 12:20:22,358 [247] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '247'} gunicorn-registry stdout | 2022-06-09 12:20:22,363 [255] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '255'} gunicorn-registry stdout | 2022-06-09 12:20:22,370 [257] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '257'} gunicorn-registry stdout | 2022-06-09 12:20:22,377 [252] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '252'} notificationworker stdout | 2022-06-09 12:20:30,619 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:20:30,619 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:20:40.617379+00:00 (in 9.997649 seconds) notificationworker stdout | 2022-06-09 12:20:30,619 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:20:40 UTC)" (scheduled at 2022-06-09 12:20:30.617379+00:00) notificationworker stdout | 2022-06-09 12:20:30,620 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 12:20:30,620 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 20, 30, 620072), True, datetime.datetime(2022, 6, 9, 12, 20, 30, 620072), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 12:20:30,623 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 12:20:30,623 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:20:30,623 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:20:40 UTC)" executed successfully gcworker stdout | 2022-06-09 12:20:37,491 [71] [DEBUG] [apscheduler.scheduler] Looking for jobs to run gcworker stdout | 2022-06-09 12:20:37,491 [71] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:21:07.490424+00:00 (in 29.998585 seconds) gcworker stdout | 2022-06-09 12:20:37,492 [71] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 12:21:07 UTC)" (scheduled at 2022-06-09 12:20:37.490424+00:00) gcworker stdout | 2022-06-09 12:20:37,493 [71] [DEBUG] [peewee] ('SELECT `candidates`.`repository_id` FROM (SELECT DISTINCT `t1`.`repository_id` FROM `tag` AS `t1` INNER JOIN `repository` AS `t2` ON (`t1`.`repository_id` = `t2`.`id`) INNER JOIN `user` AS `t3` ON (`t2`.`namespace_user_id` = `t3`.`id`) WHERE ((((NOT (`t1`.`lifetime_end_ms` IS %s) AND (`t1`.`lifetime_end_ms` <= %s)) AND (`t3`.`removed_tag_expiration_s` = %s)) AND (`t3`.`enabled` = %s)) AND (`t2`.`state` != %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', [None, 1654777237492, 0, True, 3, 500, 1, 0]) gcworker stdout | 2022-06-09 12:20:37,495 [71] [DEBUG] [__main__] No repository with garbage found gcworker stdout | 2022-06-09 12:20:37,495 [71] [DEBUG] [data.database] Disconnecting from database. gcworker stdout | 2022-06-09 12:20:37,495 [71] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 12:21:07 UTC)" executed successfully repositorygcworker stdout | 2022-06-09 12:20:38,474 [89] [DEBUG] [apscheduler.scheduler] Looking for jobs to run repositorygcworker stdout | 2022-06-09 12:20:38,474 [89] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:20:51.502316+00:00 (in 13.027868 seconds) repositorygcworker stdout | 2022-06-09 12:20:38,474 [89] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:21:38 UTC)" (scheduled at 2022-06-09 12:20:38.463361+00:00) repositorygcworker stdout | 2022-06-09 12:20:38,474 [89] [DEBUG] [workers.queueworker] Getting work item from queue. repositorygcworker stdout | 2022-06-09 12:20:38,475 [89] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 20, 38, 474892), True, datetime.datetime(2022, 6, 9, 12, 20, 38, 474892), 0, 'repositorygc/%', 50, 1, 0]) repositorygcworker stdout | 2022-06-09 12:20:38,478 [89] [DEBUG] [workers.queueworker] No more work. repositorygcworker stdout | 2022-06-09 12:20:38,478 [89] [DEBUG] [data.database] Disconnecting from database. repositorygcworker stdout | 2022-06-09 12:20:38,478 [89] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:21:38 UTC)" executed successfully notificationworker stdout | 2022-06-09 12:20:40,627 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:20:40,627 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:20:50.617379+00:00 (in 9.990081 seconds) notificationworker stdout | 2022-06-09 12:20:40,627 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:20:50 UTC)" (scheduled at 2022-06-09 12:20:40.617379+00:00) notificationworker stdout | 2022-06-09 12:20:40,627 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 12:20:40,629 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 20, 40, 627712), True, datetime.datetime(2022, 6, 9, 12, 20, 40, 627712), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 12:20:40,631 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 12:20:40,632 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:20:40,632 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:20:50 UTC)" executed successfully buildlogsarchiver stdout | 2022-06-09 12:20:45,394 [66] [DEBUG] [apscheduler.scheduler] Looking for jobs to run buildlogsarchiver stdout | 2022-06-09 12:20:45,394 [66] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:21:15.366042+00:00 (in 29.971541 seconds) buildlogsarchiver stdout | 2022-06-09 12:20:45,394 [66] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 12:21:15 UTC)" (scheduled at 2022-06-09 12:20:45.366042+00:00) buildlogsarchiver stdout | 2022-06-09 12:20:45,395 [66] [DEBUG] [peewee] ('SELECT `candidates`.`id` FROM (SELECT `t1`.`id` FROM `repositorybuild` AS `t1` WHERE (((`t1`.`phase` IN (%s, %s, %s)) OR (`t1`.`started` < %s)) AND (`t1`.`logs_archived` = %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2022, 5, 25, 12, 20, 45, 394822), False, 50, 1, 0]) buildlogsarchiver stdout | 2022-06-09 12:20:45,397 [66] [DEBUG] [__main__] No more builds to archive buildlogsarchiver stdout | 2022-06-09 12:20:45,397 [66] [DEBUG] [data.database] Disconnecting from database. buildlogsarchiver stdout | 2022-06-09 12:20:45,397 [66] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 12:21:15 UTC)" executed successfully exportactionlogsworker stdout | 2022-06-09 12:20:47,419 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run exportactionlogsworker stdout | 2022-06-09 12:20:47,419 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:21:04.366245+00:00 (in 16.946852 seconds) exportactionlogsworker stdout | 2022-06-09 12:20:47,419 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:21:47 UTC)" (scheduled at 2022-06-09 12:20:47.409953+00:00) exportactionlogsworker stdout | 2022-06-09 12:20:47,419 [70] [DEBUG] [workers.queueworker] Running watchdog. exportactionlogsworker stdout | 2022-06-09 12:20:47,419 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:21:47 UTC)" executed successfully gunicorn-web stdout | 2022-06-09 12:20:49,806 [243] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '243'} gunicorn-web stdout | 2022-06-09 12:20:49,817 [236] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '236'} gunicorn-web stdout | 2022-06-09 12:20:49,825 [226] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '226'} gunicorn-web stdout | 2022-06-09 12:20:49,831 [241] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '241'} gunicorn-web stdout | 2022-06-09 12:20:49,838 [229] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '229'} gunicorn-web stdout | 2022-06-09 12:20:49,846 [228] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '228'} gunicorn-web stdout | 2022-06-09 12:20:49,853 [234] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '234'} gunicorn-web stdout | 2022-06-09 12:20:49,861 [242] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '242'} gunicorn-web stdout | 2022-06-09 12:20:49,867 [230] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '230'} gunicorn-web stdout | 2022-06-09 12:20:49,874 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '75'} gunicorn-web stdout | 2022-06-09 12:20:49,881 [235] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '235'} gunicorn-web stdout | 2022-06-09 12:20:49,888 [237] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '237'} gunicorn-web stdout | 2022-06-09 12:20:49,895 [239] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '239'} gunicorn-web stdout | 2022-06-09 12:20:49,903 [238] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '238'} gunicorn-web stdout | 2022-06-09 12:20:49,910 [231] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '231'} gunicorn-web stdout | 2022-06-09 12:20:49,918 [244] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '244'} gunicorn-web stdout | 2022-06-09 12:20:49,926 [232] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '232'} gunicorn-secscan stdout | 2022-06-09 12:20:49,932 [221] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '221'} gunicorn-secscan stdout | 2022-06-09 12:20:49,939 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '74'} gunicorn-secscan stdout | 2022-06-09 12:20:49,946 [224] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '224'} gunicorn-secscan stdout | 2022-06-09 12:20:49,955 [225] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '225'} gunicorn-secscan stdout | 2022-06-09 12:20:49,962 [227] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '227'} notificationworker stdout | 2022-06-09 12:20:50,619 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:20:50,619 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:21:00.617379+00:00 (in 9.998206 seconds) notificationworker stdout | 2022-06-09 12:20:50,619 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:21:00 UTC)" (scheduled at 2022-06-09 12:20:50.617379+00:00) notificationworker stdout | 2022-06-09 12:20:50,619 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 12:20:50,620 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 20, 50, 619496), True, datetime.datetime(2022, 6, 9, 12, 20, 50, 619496), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 12:20:50,622 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 12:20:50,622 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:20:50,622 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:21:00 UTC)" executed successfully exportactionlogsworker stdout | 2022-06-09 12:20:50,701 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'exportactionlogsworker.py', 'pid': '70'} chunkcleanupworker stdout | 2022-06-09 12:20:50,707 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'chunkcleanupworker.py', 'pid': '67'} blobuploadcleanupworker stdout | 2022-06-09 12:20:50,767 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'blobuploadcleanupworker.py', 'pid': '64'} repositoryactioncounter stdout | 2022-06-09 12:20:50,773 [88] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositoryactioncounter.py', 'pid': '88'} logrotateworker stdout | 2022-06-09 12:20:50,833 [77] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'logrotateworker.py', 'pid': '77'} globalpromstats stdout | 2022-06-09 12:20:51,103 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'globalpromstats.py', 'pid': '72'} namespacegcworker stdout | 2022-06-09 12:20:51,317 [83] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'namespacegcworker.py', 'pid': '83'} repositorygcworker stdout | 2022-06-09 12:20:51,323 [89] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositorygcworker.py', 'pid': '89'} securityscanningnotificationworker stdout | 2022-06-09 12:20:51,331 [90] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'securityscanningnotificationworker.py', 'pid': '90'} buildlogsarchiver stdout | 2022-06-09 12:20:51,453 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'buildlogsarchiver.py', 'pid': '66'} servicekey stdout | 2022-06-09 12:20:51,464 [92] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'servicekeyworker.py', 'pid': '92'} builder stdout | 2022-06-09 12:20:51,474 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'builder.py', 'pid': '65'} storagereplication stdout | 2022-06-09 12:20:51,495 [93] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'storagereplication.py', 'pid': '93'} repositorygcworker stdout | 2022-06-09 12:20:51,503 [89] [DEBUG] [apscheduler.scheduler] Looking for jobs to run repositorygcworker stdout | 2022-06-09 12:20:51,503 [89] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:21:38.463361+00:00 (in 46.959701 seconds) repositorygcworker stdout | 2022-06-09 12:20:51,504 [89] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:21:51 UTC)" (scheduled at 2022-06-09 12:20:51.502316+00:00) repositorygcworker stdout | 2022-06-09 12:20:51,504 [89] [DEBUG] [workers.queueworker] Running watchdog. repositorygcworker stdout | 2022-06-09 12:20:51,504 [89] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:21:51 UTC)" executed successfully notificationworker stdout | 2022-06-09 12:20:51,509 [85] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'notificationworker.py', 'pid': '85'} manifestbackfillworker stdout | 2022-06-09 12:20:51,516 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'manifestbackfillworker.py', 'pid': '78'} queuecleanupworker stdout | 2022-06-09 12:20:51,539 [87] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'queuecleanupworker.py', 'pid': '87'} expiredappspecifictokenworker stdout | 2022-06-09 12:20:51,550 [69] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '69'} gcworker stdout | 2022-06-09 12:20:51,557 [71] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'gcworker.py', 'pid': '71'} teamsyncworker stdout | 2022-06-09 12:20:51,565 [94] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'teamsyncworker.py', 'pid': '94'} gunicorn-registry stdout | 2022-06-09 12:20:52,133 [246] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '246'} gunicorn-registry stdout | 2022-06-09 12:20:52,143 [273] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '273'} gunicorn-registry stdout | 2022-06-09 12:20:52,150 [271] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '271'} gunicorn-registry stdout | 2022-06-09 12:20:52,166 [276] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '276'} gunicorn-registry stdout | 2022-06-09 12:20:52,177 [275] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '275'} gunicorn-registry stdout | 2022-06-09 12:20:52,187 [274] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '274'} gunicorn-registry stdout | 2022-06-09 12:20:52,197 [277] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '277'} gunicorn-registry stdout | 2022-06-09 12:20:52,204 [263] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '263'} gunicorn-registry stdout | 2022-06-09 12:20:52,210 [266] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '266'} gunicorn-registry stdout | 2022-06-09 12:20:52,217 [254] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '254'} gunicorn-registry stdout | 2022-06-09 12:20:52,223 [260] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '260'} gunicorn-registry stdout | 2022-06-09 12:20:52,232 [270] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '270'} gunicorn-registry stdout | 2022-06-09 12:20:52,238 [253] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '253'} gunicorn-registry stdout | 2022-06-09 12:20:52,251 [261] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '261'} gunicorn-registry stdout | 2022-06-09 12:20:52,259 [268] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '268'} gunicorn-registry stdout | 2022-06-09 12:20:52,267 [248] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '248'} gunicorn-registry stdout | 2022-06-09 12:20:52,277 [245] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '245'} gunicorn-registry stdout | 2022-06-09 12:20:52,284 [249] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '249'} gunicorn-registry stdout | 2022-06-09 12:20:52,295 [251] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '251'} gunicorn-registry stdout | 2022-06-09 12:20:52,302 [259] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '259'} gunicorn-registry stdout | 2022-06-09 12:20:52,309 [250] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '250'} gunicorn-registry stdout | 2022-06-09 12:20:52,316 [73] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '73'} gunicorn-registry stdout | 2022-06-09 12:20:52,323 [265] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '265'} gunicorn-registry stdout | 2022-06-09 12:20:52,329 [267] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '267'} gunicorn-registry stdout | 2022-06-09 12:20:52,337 [256] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '256'} gunicorn-registry stdout | 2022-06-09 12:20:52,346 [262] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '262'} gunicorn-registry stdout | 2022-06-09 12:20:52,353 [264] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '264'} gunicorn-registry stdout | 2022-06-09 12:20:52,359 [272] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '272'} gunicorn-registry stdout | 2022-06-09 12:20:52,366 [269] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '269'} gunicorn-registry stdout | 2022-06-09 12:20:52,373 [247] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '247'} gunicorn-registry stdout | 2022-06-09 12:20:52,380 [255] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '255'} gunicorn-registry stdout | 2022-06-09 12:20:52,388 [257] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '257'} gunicorn-registry stdout | 2022-06-09 12:20:52,394 [252] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '252'} namespacegcworker stdout | 2022-06-09 12:20:55,464 [83] [DEBUG] [apscheduler.scheduler] Looking for jobs to run namespacegcworker stdout | 2022-06-09 12:20:55,464 [83] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:21:01.521527+00:00 (in 6.056959 seconds) namespacegcworker stdout | 2022-06-09 12:20:55,464 [83] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:21:55 UTC)" (scheduled at 2022-06-09 12:20:55.463831+00:00) namespacegcworker stdout | 2022-06-09 12:20:55,464 [83] [DEBUG] [workers.queueworker] Getting work item from queue. namespacegcworker stdout | 2022-06-09 12:20:55,465 [83] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 20, 55, 464928), True, datetime.datetime(2022, 6, 9, 12, 20, 55, 464928), 0, 'namespacegc/%', 50, 1, 0]) namespacegcworker stdout | 2022-06-09 12:20:55,467 [83] [DEBUG] [workers.queueworker] No more work. namespacegcworker stdout | 2022-06-09 12:20:55,467 [83] [DEBUG] [data.database] Disconnecting from database. namespacegcworker stdout | 2022-06-09 12:20:55,467 [83] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:21:55 UTC)" executed successfully notificationworker stdout | 2022-06-09 12:21:00,649 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:21:00,649 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:21:10.617379+00:00 (in 9.968186 seconds) notificationworker stdout | 2022-06-09 12:21:00,649 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:21:10 UTC)" (scheduled at 2022-06-09 12:21:00.617379+00:00) notificationworker stdout | 2022-06-09 12:21:00,649 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 12:21:00,650 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 21, 0, 649550), True, datetime.datetime(2022, 6, 9, 12, 21, 0, 649550), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 12:21:00,660 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 12:21:00,661 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:21:00,661 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:21:10 UTC)" executed successfully namespacegcworker stdout | 2022-06-09 12:21:01,522 [83] [DEBUG] [apscheduler.scheduler] Looking for jobs to run namespacegcworker stdout | 2022-06-09 12:21:01,522 [83] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:21:55.463831+00:00 (in 53.941487 seconds) namespacegcworker stdout | 2022-06-09 12:21:01,522 [83] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:22:01 UTC)" (scheduled at 2022-06-09 12:21:01.521527+00:00) namespacegcworker stdout | 2022-06-09 12:21:01,523 [83] [DEBUG] [workers.queueworker] Running watchdog. namespacegcworker stdout | 2022-06-09 12:21:01,523 [83] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:22:01 UTC)" executed successfully exportactionlogsworker stdout | 2022-06-09 12:21:04,369 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run exportactionlogsworker stdout | 2022-06-09 12:21:04,370 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:21:25.409412+00:00 (in 21.039319 seconds) exportactionlogsworker stdout | 2022-06-09 12:21:04,370 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:22:04 UTC)" (scheduled at 2022-06-09 12:21:04.366245+00:00) exportactionlogsworker stdout | 2022-06-09 12:21:04,370 [70] [DEBUG] [workers.queueworker] Getting work item from queue. exportactionlogsworker stdout | 2022-06-09 12:21:04,371 [70] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 21, 4, 370612), True, datetime.datetime(2022, 6, 9, 12, 21, 4, 370612), 0, 'exportactionlogs/%', 50, 1, 0]) exportactionlogsworker stdout | 2022-06-09 12:21:04,373 [70] [DEBUG] [workers.queueworker] No more work. exportactionlogsworker stdout | 2022-06-09 12:21:04,373 [70] [DEBUG] [data.database] Disconnecting from database. exportactionlogsworker stdout | 2022-06-09 12:21:04,373 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:22:04 UTC)" executed successfully gcworker stdout | 2022-06-09 12:21:07,493 [71] [DEBUG] [apscheduler.scheduler] Looking for jobs to run gcworker stdout | 2022-06-09 12:21:07,493 [71] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:21:37.490424+00:00 (in 29.996740 seconds) gcworker stdout | 2022-06-09 12:21:07,494 [71] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 12:21:37 UTC)" (scheduled at 2022-06-09 12:21:07.490424+00:00) gcworker stdout | 2022-06-09 12:21:07,494 [71] [DEBUG] [peewee] ('SELECT `candidates`.`repository_id` FROM (SELECT DISTINCT `t1`.`repository_id` FROM `tag` AS `t1` INNER JOIN `repository` AS `t2` ON (`t1`.`repository_id` = `t2`.`id`) INNER JOIN `user` AS `t3` ON (`t2`.`namespace_user_id` = `t3`.`id`) WHERE ((((NOT (`t1`.`lifetime_end_ms` IS %s) AND (`t1`.`lifetime_end_ms` <= %s)) AND (`t3`.`removed_tag_expiration_s` = %s)) AND (`t3`.`enabled` = %s)) AND (`t2`.`state` != %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', [None, 1654777267494, 0, True, 3, 500, 1, 0]) gcworker stdout | 2022-06-09 12:21:07,496 [71] [DEBUG] [__main__] No repository with garbage found gcworker stdout | 2022-06-09 12:21:07,496 [71] [DEBUG] [data.database] Disconnecting from database. gcworker stdout | 2022-06-09 12:21:07,497 [71] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 12:21:37 UTC)" executed successfully notificationworker stdout | 2022-06-09 12:21:10,625 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:21:10,625 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:21:19.645536+00:00 (in 9.020271 seconds) notificationworker stdout | 2022-06-09 12:21:10,625 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:21:20 UTC)" (scheduled at 2022-06-09 12:21:10.617379+00:00) notificationworker stdout | 2022-06-09 12:21:10,625 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 12:21:10,626 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 21, 10, 625616), True, datetime.datetime(2022, 6, 9, 12, 21, 10, 625616), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 12:21:10,628 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 12:21:10,628 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:21:10,628 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:21:20 UTC)" executed successfully buildlogsarchiver stdout | 2022-06-09 12:21:15,409 [66] [DEBUG] [apscheduler.scheduler] Looking for jobs to run buildlogsarchiver stdout | 2022-06-09 12:21:15,409 [66] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:21:45.366042+00:00 (in 29.956615 seconds) buildlogsarchiver stdout | 2022-06-09 12:21:15,409 [66] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 12:21:45 UTC)" (scheduled at 2022-06-09 12:21:15.366042+00:00) buildlogsarchiver stdout | 2022-06-09 12:21:15,410 [66] [DEBUG] [peewee] ('SELECT `candidates`.`id` FROM (SELECT `t1`.`id` FROM `repositorybuild` AS `t1` WHERE (((`t1`.`phase` IN (%s, %s, %s)) OR (`t1`.`started` < %s)) AND (`t1`.`logs_archived` = %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2022, 5, 25, 12, 21, 15, 409842), False, 50, 1, 0]) buildlogsarchiver stdout | 2022-06-09 12:21:15,412 [66] [DEBUG] [__main__] No more builds to archive buildlogsarchiver stdout | 2022-06-09 12:21:15,412 [66] [DEBUG] [data.database] Disconnecting from database. buildlogsarchiver stdout | 2022-06-09 12:21:15,412 [66] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 12:21:45 UTC)" executed successfully notificationworker stdout | 2022-06-09 12:21:19,646 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:21:19,646 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:21:20.617379+00:00 (in 0.971087 seconds) notificationworker stdout | 2022-06-09 12:21:19,646 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:22:19 UTC)" (scheduled at 2022-06-09 12:21:19.645536+00:00) notificationworker stdout | 2022-06-09 12:21:19,646 [85] [DEBUG] [workers.queueworker] Running watchdog. notificationworker stdout | 2022-06-09 12:21:19,646 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:22:19 UTC)" executed successfully gunicorn-web stdout | 2022-06-09 12:21:19,822 [243] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '243'} gunicorn-web stdout | 2022-06-09 12:21:19,828 [236] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '236'} gunicorn-web stdout | 2022-06-09 12:21:19,837 [226] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '226'} gunicorn-web stdout | 2022-06-09 12:21:19,843 [241] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '241'} gunicorn-web stdout | 2022-06-09 12:21:19,853 [229] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '229'} gunicorn-web stdout | 2022-06-09 12:21:19,864 [228] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '228'} gunicorn-web stdout | 2022-06-09 12:21:19,871 [234] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '234'} gunicorn-web stdout | 2022-06-09 12:21:19,878 [242] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '242'} gunicorn-web stdout | 2022-06-09 12:21:19,884 [230] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '230'} gunicorn-web stdout | 2022-06-09 12:21:19,891 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '75'} gunicorn-web stdout | 2022-06-09 12:21:19,898 [235] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '235'} gunicorn-web stdout | 2022-06-09 12:21:19,906 [237] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '237'} gunicorn-web stdout | 2022-06-09 12:21:19,913 [239] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '239'} gunicorn-web stdout | 2022-06-09 12:21:19,920 [238] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '238'} gunicorn-web stdout | 2022-06-09 12:21:19,928 [231] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '231'} gunicorn-web stdout | 2022-06-09 12:21:19,935 [244] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '244'} gunicorn-web stdout | 2022-06-09 12:21:19,942 [232] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '232'} gunicorn-secscan stdout | 2022-06-09 12:21:19,948 [221] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '221'} gunicorn-secscan stdout | 2022-06-09 12:21:19,959 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '74'} gunicorn-secscan stdout | 2022-06-09 12:21:19,965 [224] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '224'} gunicorn-secscan stdout | 2022-06-09 12:21:19,972 [225] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '225'} gunicorn-secscan stdout | 2022-06-09 12:21:19,978 [227] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '227'} notificationworker stdout | 2022-06-09 12:21:20,631 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:21:20,632 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:21:30.617379+00:00 (in 9.985540 seconds) notificationworker stdout | 2022-06-09 12:21:20,632 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:21:30 UTC)" (scheduled at 2022-06-09 12:21:20.617379+00:00) notificationworker stdout | 2022-06-09 12:21:20,632 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 12:21:20,633 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 21, 20, 632422), True, datetime.datetime(2022, 6, 9, 12, 21, 20, 632422), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 12:21:20,636 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 12:21:20,636 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:21:20,636 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:21:30 UTC)" executed successfully exportactionlogsworker stdout | 2022-06-09 12:21:20,741 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'exportactionlogsworker.py', 'pid': '70'} chunkcleanupworker stdout | 2022-06-09 12:21:20,747 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'chunkcleanupworker.py', 'pid': '67'} blobuploadcleanupworker stdout | 2022-06-09 12:21:20,817 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'blobuploadcleanupworker.py', 'pid': '64'} repositoryactioncounter stdout | 2022-06-09 12:21:20,822 [88] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositoryactioncounter.py', 'pid': '88'} logrotateworker stdout | 2022-06-09 12:21:20,871 [77] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'logrotateworker.py', 'pid': '77'} globalpromstats stdout | 2022-06-09 12:21:21,126 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'globalpromstats.py', 'pid': '72'} namespacegcworker stdout | 2022-06-09 12:21:21,355 [83] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'namespacegcworker.py', 'pid': '83'} repositorygcworker stdout | 2022-06-09 12:21:21,362 [89] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositorygcworker.py', 'pid': '89'} securityscanningnotificationworker stdout | 2022-06-09 12:21:21,368 [90] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'securityscanningnotificationworker.py', 'pid': '90'} builder stdout | 2022-06-09 12:21:21,495 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'builder.py', 'pid': '65'} buildlogsarchiver stdout | 2022-06-09 12:21:21,501 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'buildlogsarchiver.py', 'pid': '66'} servicekey stdout | 2022-06-09 12:21:21,508 [92] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'servicekeyworker.py', 'pid': '92'} storagereplication stdout | 2022-06-09 12:21:21,537 [93] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'storagereplication.py', 'pid': '93'} notificationworker stdout | 2022-06-09 12:21:21,546 [85] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'notificationworker.py', 'pid': '85'} manifestbackfillworker stdout | 2022-06-09 12:21:21,553 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'manifestbackfillworker.py', 'pid': '78'} queuecleanupworker stdout | 2022-06-09 12:21:21,579 [87] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'queuecleanupworker.py', 'pid': '87'} expiredappspecifictokenworker stdout | 2022-06-09 12:21:21,587 [69] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '69'} teamsyncworker stdout | 2022-06-09 12:21:21,594 [94] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'teamsyncworker.py', 'pid': '94'} gcworker stdout | 2022-06-09 12:21:21,601 [71] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'gcworker.py', 'pid': '71'} gunicorn-registry stdout | 2022-06-09 12:21:22,144 [246] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '246'} gunicorn-registry stdout | 2022-06-09 12:21:22,155 [273] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '273'} gunicorn-registry stdout | 2022-06-09 12:21:22,162 [271] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '271'} gunicorn-registry stdout | 2022-06-09 12:21:22,181 [276] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '276'} gunicorn-registry stdout | 2022-06-09 12:21:22,193 [275] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '275'} gunicorn-registry stdout | 2022-06-09 12:21:22,199 [274] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '274'} gunicorn-registry stdout | 2022-06-09 12:21:22,210 [277] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '277'} gunicorn-registry stdout | 2022-06-09 12:21:22,219 [263] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '263'} gunicorn-registry stdout | 2022-06-09 12:21:22,227 [266] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '266'} gunicorn-registry stdout | 2022-06-09 12:21:22,234 [254] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '254'} gunicorn-registry stdout | 2022-06-09 12:21:22,241 [260] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '260'} gunicorn-registry stdout | 2022-06-09 12:21:22,247 [270] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '270'} gunicorn-registry stdout | 2022-06-09 12:21:22,254 [253] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '253'} gunicorn-registry stdout | 2022-06-09 12:21:22,264 [261] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '261'} gunicorn-registry stdout | 2022-06-09 12:21:22,271 [268] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '268'} gunicorn-registry stdout | 2022-06-09 12:21:22,281 [248] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '248'} gunicorn-registry stdout | 2022-06-09 12:21:22,291 [245] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '245'} gunicorn-registry stdout | 2022-06-09 12:21:22,299 [249] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '249'} gunicorn-registry stdout | 2022-06-09 12:21:22,306 [251] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '251'} gunicorn-registry stdout | 2022-06-09 12:21:22,315 [259] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '259'} gunicorn-registry stdout | 2022-06-09 12:21:22,326 [250] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '250'} gunicorn-registry stdout | 2022-06-09 12:21:22,334 [73] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '73'} gunicorn-registry stdout | 2022-06-09 12:21:22,341 [265] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '265'} gunicorn-registry stdout | 2022-06-09 12:21:22,348 [267] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '267'} gunicorn-registry stdout | 2022-06-09 12:21:22,355 [256] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '256'} gunicorn-registry stdout | 2022-06-09 12:21:22,362 [262] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '262'} gunicorn-registry stdout | 2022-06-09 12:21:22,369 [264] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '264'} gunicorn-registry stdout | 2022-06-09 12:21:22,375 [272] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '272'} gunicorn-registry stdout | 2022-06-09 12:21:22,384 [269] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '269'} gunicorn-registry stdout | 2022-06-09 12:21:22,391 [247] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '247'} gunicorn-registry stdout | 2022-06-09 12:21:22,398 [255] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '255'} gunicorn-registry stdout | 2022-06-09 12:21:22,405 [257] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '257'} gunicorn-registry stdout | 2022-06-09 12:21:22,411 [252] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '252'} exportactionlogsworker stdout | 2022-06-09 12:21:25,410 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run exportactionlogsworker stdout | 2022-06-09 12:21:25,410 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:21:47.409953+00:00 (in 21.999347 seconds) exportactionlogsworker stdout | 2022-06-09 12:21:25,410 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2022-06-09 12:26:25 UTC)" (scheduled at 2022-06-09 12:21:25.409412+00:00) exportactionlogsworker stdout | 2022-06-09 12:21:25,411 [70] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT `t1`.`queue_name` FROM `queueitem` AS `t1` WHERE (((`t1`.`available` = %s) AND (`t1`.`processing_expires` > %s)) AND (`t1`.`queue_name` LIKE %s))) AS `_wrapped`', [False, datetime.datetime(2022, 6, 9, 12, 21, 25, 410891), 'exportactionlogs/%']) exportactionlogsworker stdout | 2022-06-09 12:21:25,413 [70] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT `t1`.`queue_name` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s))) AS `_wrapped`', [datetime.datetime(2022, 6, 9, 12, 21, 25, 410891), True, datetime.datetime(2022, 6, 9, 12, 21, 25, 410891), 0, 'exportactionlogs/%']) exportactionlogsworker stdout | 2022-06-09 12:21:25,414 [70] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT `t1`.`queue_name` FROM `queueitem` AS `t1` WHERE (((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) AND NOT (`t1`.`queue_name` IN (SELECT `t1`.`queue_name` FROM `queueitem` AS `t1` WHERE (((`t1`.`available` = %s) AND (`t1`.`processing_expires` > %s)) AND (`t1`.`queue_name` LIKE %s)))))) AS `_wrapped`', [datetime.datetime(2022, 6, 9, 12, 21, 25, 410891), True, datetime.datetime(2022, 6, 9, 12, 21, 25, 410891), 0, 'exportactionlogs/%', False, datetime.datetime(2022, 6, 9, 12, 21, 25, 410891), 'exportactionlogs/%']) exportactionlogsworker stdout | 2022-06-09 12:21:25,415 [70] [DEBUG] [data.database] Disconnecting from database. exportactionlogsworker stdout | 2022-06-09 12:21:25,416 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2022-06-09 12:26:25 UTC)" executed successfully notificationworker stdout | 2022-06-09 12:21:30,618 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:21:30,618 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:21:40.617379+00:00 (in 9.998627 seconds) notificationworker stdout | 2022-06-09 12:21:30,618 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:21:40 UTC)" (scheduled at 2022-06-09 12:21:30.617379+00:00) notificationworker stdout | 2022-06-09 12:21:30,619 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 12:21:30,619 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 21, 30, 619081), True, datetime.datetime(2022, 6, 9, 12, 21, 30, 619081), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 12:21:30,622 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 12:21:30,622 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:21:30,622 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:21:40 UTC)" executed successfully gcworker stdout | 2022-06-09 12:21:37,493 [71] [DEBUG] [apscheduler.scheduler] Looking for jobs to run gcworker stdout | 2022-06-09 12:21:37,493 [71] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:22:07.490424+00:00 (in 29.996600 seconds) gcworker stdout | 2022-06-09 12:21:37,494 [71] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 12:22:07 UTC)" (scheduled at 2022-06-09 12:21:37.490424+00:00) gcworker stdout | 2022-06-09 12:21:37,494 [71] [DEBUG] [peewee] ('SELECT `candidates`.`repository_id` FROM (SELECT DISTINCT `t1`.`repository_id` FROM `tag` AS `t1` INNER JOIN `repository` AS `t2` ON (`t1`.`repository_id` = `t2`.`id`) INNER JOIN `user` AS `t3` ON (`t2`.`namespace_user_id` = `t3`.`id`) WHERE ((((NOT (`t1`.`lifetime_end_ms` IS %s) AND (`t1`.`lifetime_end_ms` <= %s)) AND (`t3`.`removed_tag_expiration_s` = %s)) AND (`t3`.`enabled` = %s)) AND (`t2`.`state` != %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', [None, 1654777297494, 0, True, 3, 500, 1, 0]) gcworker stdout | 2022-06-09 12:21:37,497 [71] [DEBUG] [__main__] No repository with garbage found gcworker stdout | 2022-06-09 12:21:37,497 [71] [DEBUG] [data.database] Disconnecting from database. gcworker stdout | 2022-06-09 12:21:37,497 [71] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 12:22:07 UTC)" executed successfully repositorygcworker stdout | 2022-06-09 12:21:38,484 [89] [DEBUG] [apscheduler.scheduler] Looking for jobs to run repositorygcworker stdout | 2022-06-09 12:21:38,484 [89] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:21:51.502316+00:00 (in 13.018082 seconds) repositorygcworker stdout | 2022-06-09 12:21:38,484 [89] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:22:38 UTC)" (scheduled at 2022-06-09 12:21:38.463361+00:00) repositorygcworker stdout | 2022-06-09 12:21:38,484 [89] [DEBUG] [workers.queueworker] Getting work item from queue. repositorygcworker stdout | 2022-06-09 12:21:38,485 [89] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 21, 38, 484780), True, datetime.datetime(2022, 6, 9, 12, 21, 38, 484780), 0, 'repositorygc/%', 50, 1, 0]) repositorygcworker stdout | 2022-06-09 12:21:38,487 [89] [DEBUG] [workers.queueworker] No more work. repositorygcworker stdout | 2022-06-09 12:21:38,488 [89] [DEBUG] [data.database] Disconnecting from database. repositorygcworker stdout | 2022-06-09 12:21:38,488 [89] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:22:38 UTC)" executed successfully notificationworker stdout | 2022-06-09 12:21:40,626 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:21:40,626 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:21:50.617379+00:00 (in 9.991071 seconds) notificationworker stdout | 2022-06-09 12:21:40,626 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:21:50 UTC)" (scheduled at 2022-06-09 12:21:40.617379+00:00) notificationworker stdout | 2022-06-09 12:21:40,626 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 12:21:40,627 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 21, 40, 626659), True, datetime.datetime(2022, 6, 9, 12, 21, 40, 626659), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 12:21:40,629 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 12:21:40,629 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:21:40,630 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:21:50 UTC)" executed successfully buildlogsarchiver stdout | 2022-06-09 12:21:45,375 [66] [DEBUG] [apscheduler.scheduler] Looking for jobs to run buildlogsarchiver stdout | 2022-06-09 12:21:45,376 [66] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:22:15.366042+00:00 (in 29.990151 seconds) buildlogsarchiver stdout | 2022-06-09 12:21:45,376 [66] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 12:22:15 UTC)" (scheduled at 2022-06-09 12:21:45.366042+00:00) buildlogsarchiver stdout | 2022-06-09 12:21:45,377 [66] [DEBUG] [peewee] ('SELECT `candidates`.`id` FROM (SELECT `t1`.`id` FROM `repositorybuild` AS `t1` WHERE (((`t1`.`phase` IN (%s, %s, %s)) OR (`t1`.`started` < %s)) AND (`t1`.`logs_archived` = %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2022, 5, 25, 12, 21, 45, 376546), False, 50, 1, 0]) buildlogsarchiver stdout | 2022-06-09 12:21:45,379 [66] [DEBUG] [__main__] No more builds to archive buildlogsarchiver stdout | 2022-06-09 12:21:45,379 [66] [DEBUG] [data.database] Disconnecting from database. buildlogsarchiver stdout | 2022-06-09 12:21:45,379 [66] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 12:22:15 UTC)" executed successfully exportactionlogsworker stdout | 2022-06-09 12:21:47,410 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run exportactionlogsworker stdout | 2022-06-09 12:21:47,410 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:22:04.366245+00:00 (in 16.955420 seconds) exportactionlogsworker stdout | 2022-06-09 12:21:47,411 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:22:47 UTC)" (scheduled at 2022-06-09 12:21:47.409953+00:00) exportactionlogsworker stdout | 2022-06-09 12:21:47,411 [70] [DEBUG] [workers.queueworker] Running watchdog. exportactionlogsworker stdout | 2022-06-09 12:21:47,411 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:22:47 UTC)" executed successfully gunicorn-web stdout | 2022-06-09 12:21:49,833 [243] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '243'} gunicorn-web stdout | 2022-06-09 12:21:49,840 [236] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '236'} gunicorn-web stdout | 2022-06-09 12:21:49,849 [226] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '226'} gunicorn-web stdout | 2022-06-09 12:21:49,856 [241] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '241'} gunicorn-web stdout | 2022-06-09 12:21:49,863 [229] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '229'} gunicorn-web stdout | 2022-06-09 12:21:49,874 [228] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '228'} gunicorn-web stdout | 2022-06-09 12:21:49,885 [234] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '234'} gunicorn-web stdout | 2022-06-09 12:21:49,895 [242] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '242'} gunicorn-web stdout | 2022-06-09 12:21:49,904 [230] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '230'} gunicorn-web stdout | 2022-06-09 12:21:49,910 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '75'} gunicorn-web stdout | 2022-06-09 12:21:49,917 [235] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '235'} gunicorn-web stdout | 2022-06-09 12:21:49,924 [237] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '237'} gunicorn-web stdout | 2022-06-09 12:21:49,932 [239] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '239'} gunicorn-web stdout | 2022-06-09 12:21:49,945 [238] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '238'} gunicorn-web stdout | 2022-06-09 12:21:49,952 [231] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '231'} gunicorn-web stdout | 2022-06-09 12:21:49,960 [244] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '244'} gunicorn-web stdout | 2022-06-09 12:21:49,967 [232] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '232'} gunicorn-secscan stdout | 2022-06-09 12:21:49,973 [221] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '221'} gunicorn-secscan stdout | 2022-06-09 12:21:49,980 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '74'} gunicorn-secscan stdout | 2022-06-09 12:21:49,987 [224] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '224'} gunicorn-secscan stdout | 2022-06-09 12:21:49,995 [225] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '225'} gunicorn-secscan stdout | 2022-06-09 12:21:50,003 [227] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '227'} notificationworker stdout | 2022-06-09 12:21:50,618 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:21:50,618 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:22:00.617379+00:00 (in 9.999149 seconds) notificationworker stdout | 2022-06-09 12:21:50,618 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:22:00 UTC)" (scheduled at 2022-06-09 12:21:50.617379+00:00) notificationworker stdout | 2022-06-09 12:21:50,618 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 12:21:50,619 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 21, 50, 618558), True, datetime.datetime(2022, 6, 9, 12, 21, 50, 618558), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 12:21:50,621 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 12:21:50,621 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:21:50,622 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:22:00 UTC)" executed successfully chunkcleanupworker stdout | 2022-06-09 12:21:50,762 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'chunkcleanupworker.py', 'pid': '67'} exportactionlogsworker stdout | 2022-06-09 12:21:50,769 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'exportactionlogsworker.py', 'pid': '70'} blobuploadcleanupworker stdout | 2022-06-09 12:21:50,855 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'blobuploadcleanupworker.py', 'pid': '64'} repositoryactioncounter stdout | 2022-06-09 12:21:50,862 [88] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositoryactioncounter.py', 'pid': '88'} logrotateworker stdout | 2022-06-09 12:21:50,906 [77] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'logrotateworker.py', 'pid': '77'} globalpromstats stdout | 2022-06-09 12:21:51,169 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'globalpromstats.py', 'pid': '72'} namespacegcworker stdout | 2022-06-09 12:21:51,371 [83] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'namespacegcworker.py', 'pid': '83'} repositorygcworker stdout | 2022-06-09 12:21:51,378 [89] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositorygcworker.py', 'pid': '89'} securityscanningnotificationworker stdout | 2022-06-09 12:21:51,399 [90] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'securityscanningnotificationworker.py', 'pid': '90'} repositorygcworker stdout | 2022-06-09 12:21:51,513 [89] [DEBUG] [apscheduler.scheduler] Looking for jobs to run repositorygcworker stdout | 2022-06-09 12:21:51,513 [89] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:22:38.463361+00:00 (in 46.950173 seconds) repositorygcworker stdout | 2022-06-09 12:21:51,513 [89] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:22:51 UTC)" (scheduled at 2022-06-09 12:21:51.502316+00:00) repositorygcworker stdout | 2022-06-09 12:21:51,513 [89] [DEBUG] [workers.queueworker] Running watchdog. repositorygcworker stdout | 2022-06-09 12:21:51,513 [89] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:22:51 UTC)" executed successfully builder stdout | 2022-06-09 12:21:51,521 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'builder.py', 'pid': '65'} servicekey stdout | 2022-06-09 12:21:51,527 [92] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'servicekeyworker.py', 'pid': '92'} buildlogsarchiver stdout | 2022-06-09 12:21:51,537 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'buildlogsarchiver.py', 'pid': '66'} notificationworker stdout | 2022-06-09 12:21:51,562 [85] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'notificationworker.py', 'pid': '85'} storagereplication stdout | 2022-06-09 12:21:51,569 [93] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'storagereplication.py', 'pid': '93'} manifestbackfillworker stdout | 2022-06-09 12:21:51,596 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'manifestbackfillworker.py', 'pid': '78'} queuecleanupworker stdout | 2022-06-09 12:21:51,624 [87] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'queuecleanupworker.py', 'pid': '87'} expiredappspecifictokenworker stdout | 2022-06-09 12:21:51,631 [69] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '69'} teamsyncworker stdout | 2022-06-09 12:21:51,639 [94] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'teamsyncworker.py', 'pid': '94'} gcworker stdout | 2022-06-09 12:21:51,647 [71] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'gcworker.py', 'pid': '71'} gunicorn-registry stdout | 2022-06-09 12:21:52,155 [246] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '246'} gunicorn-registry stdout | 2022-06-09 12:21:52,166 [273] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '273'} gunicorn-registry stdout | 2022-06-09 12:21:52,173 [271] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '271'} gunicorn-registry stdout | 2022-06-09 12:21:52,195 [276] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '276'} gunicorn-registry stdout | 2022-06-09 12:21:52,205 [275] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '275'} gunicorn-registry stdout | 2022-06-09 12:21:52,212 [274] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '274'} gunicorn-registry stdout | 2022-06-09 12:21:52,223 [277] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '277'} gunicorn-registry stdout | 2022-06-09 12:21:52,230 [263] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '263'} gunicorn-registry stdout | 2022-06-09 12:21:52,239 [266] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '266'} gunicorn-registry stdout | 2022-06-09 12:21:52,246 [254] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '254'} gunicorn-registry stdout | 2022-06-09 12:21:52,256 [260] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '260'} gunicorn-registry stdout | 2022-06-09 12:21:52,264 [270] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '270'} gunicorn-registry stdout | 2022-06-09 12:21:52,271 [253] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '253'} gunicorn-registry stdout | 2022-06-09 12:21:52,281 [261] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '261'} gunicorn-registry stdout | 2022-06-09 12:21:52,288 [268] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '268'} gunicorn-registry stdout | 2022-06-09 12:21:52,294 [248] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '248'} gunicorn-registry stdout | 2022-06-09 12:21:52,304 [245] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '245'} gunicorn-registry stdout | 2022-06-09 12:21:52,314 [249] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '249'} gunicorn-registry stdout | 2022-06-09 12:21:52,323 [251] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '251'} gunicorn-registry stdout | 2022-06-09 12:21:52,329 [259] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '259'} gunicorn-registry stdout | 2022-06-09 12:21:52,338 [250] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '250'} gunicorn-registry stdout | 2022-06-09 12:21:52,346 [73] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '73'} gunicorn-registry stdout | 2022-06-09 12:21:52,355 [265] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '265'} gunicorn-registry stdout | 2022-06-09 12:21:52,362 [267] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '267'} gunicorn-registry stdout | 2022-06-09 12:21:52,371 [256] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '256'} gunicorn-registry stdout | 2022-06-09 12:21:52,377 [262] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '262'} gunicorn-registry stdout | 2022-06-09 12:21:52,384 [264] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '264'} gunicorn-registry stdout | 2022-06-09 12:21:52,391 [272] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '272'} gunicorn-registry stdout | 2022-06-09 12:21:52,398 [269] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '269'} gunicorn-registry stdout | 2022-06-09 12:21:52,406 [247] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '247'} gunicorn-registry stdout | 2022-06-09 12:21:52,413 [255] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '255'} gunicorn-registry stdout | 2022-06-09 12:21:52,422 [257] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '257'} gunicorn-registry stdout | 2022-06-09 12:21:52,428 [252] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '252'} namespacegcworker stdout | 2022-06-09 12:21:55,465 [83] [DEBUG] [apscheduler.scheduler] Looking for jobs to run namespacegcworker stdout | 2022-06-09 12:21:55,465 [83] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:22:01.521527+00:00 (in 6.056034 seconds) namespacegcworker stdout | 2022-06-09 12:21:55,465 [83] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:22:55 UTC)" (scheduled at 2022-06-09 12:21:55.463831+00:00) namespacegcworker stdout | 2022-06-09 12:21:55,465 [83] [DEBUG] [workers.queueworker] Getting work item from queue. namespacegcworker stdout | 2022-06-09 12:21:55,466 [83] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 21, 55, 465830), True, datetime.datetime(2022, 6, 9, 12, 21, 55, 465830), 0, 'namespacegc/%', 50, 1, 0]) namespacegcworker stdout | 2022-06-09 12:21:55,469 [83] [DEBUG] [workers.queueworker] No more work. namespacegcworker stdout | 2022-06-09 12:21:55,469 [83] [DEBUG] [data.database] Disconnecting from database. namespacegcworker stdout | 2022-06-09 12:21:55,469 [83] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:22:55 UTC)" executed successfully notificationworker stdout | 2022-06-09 12:22:00,619 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:22:00,620 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:22:10.617379+00:00 (in 9.997289 seconds) notificationworker stdout | 2022-06-09 12:22:00,620 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:22:10 UTC)" (scheduled at 2022-06-09 12:22:00.617379+00:00) notificationworker stdout | 2022-06-09 12:22:00,620 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 12:22:00,621 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 22, 0, 620813), True, datetime.datetime(2022, 6, 9, 12, 22, 0, 620813), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 12:22:00,624 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 12:22:00,624 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:22:00,624 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:22:10 UTC)" executed successfully namespacegcworker stdout | 2022-06-09 12:22:01,528 [83] [DEBUG] [apscheduler.scheduler] Looking for jobs to run namespacegcworker stdout | 2022-06-09 12:22:01,529 [83] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:22:55.463831+00:00 (in 53.934756 seconds) namespacegcworker stdout | 2022-06-09 12:22:01,529 [83] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:23:01 UTC)" (scheduled at 2022-06-09 12:22:01.521527+00:00) namespacegcworker stdout | 2022-06-09 12:22:01,529 [83] [DEBUG] [workers.queueworker] Running watchdog. namespacegcworker stdout | 2022-06-09 12:22:01,529 [83] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:23:01 UTC)" executed successfully exportactionlogsworker stdout | 2022-06-09 12:22:04,371 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run exportactionlogsworker stdout | 2022-06-09 12:22:04,371 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:22:47.409953+00:00 (in 43.038838 seconds) exportactionlogsworker stdout | 2022-06-09 12:22:04,371 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:23:04 UTC)" (scheduled at 2022-06-09 12:22:04.366245+00:00) exportactionlogsworker stdout | 2022-06-09 12:22:04,371 [70] [DEBUG] [workers.queueworker] Getting work item from queue. exportactionlogsworker stdout | 2022-06-09 12:22:04,372 [70] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 22, 4, 371646), True, datetime.datetime(2022, 6, 9, 12, 22, 4, 371646), 0, 'exportactionlogs/%', 50, 1, 0]) exportactionlogsworker stdout | 2022-06-09 12:22:04,374 [70] [DEBUG] [workers.queueworker] No more work. exportactionlogsworker stdout | 2022-06-09 12:22:04,374 [70] [DEBUG] [data.database] Disconnecting from database. exportactionlogsworker stdout | 2022-06-09 12:22:04,374 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:23:04 UTC)" executed successfully gcworker stdout | 2022-06-09 12:22:07,490 [71] [DEBUG] [apscheduler.scheduler] Looking for jobs to run gcworker stdout | 2022-06-09 12:22:07,491 [71] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:22:37.490424+00:00 (in 29.999324 seconds) gcworker stdout | 2022-06-09 12:22:07,491 [71] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 12:22:37 UTC)" (scheduled at 2022-06-09 12:22:07.490424+00:00) gcworker stdout | 2022-06-09 12:22:07,492 [71] [DEBUG] [peewee] ('SELECT `candidates`.`repository_id` FROM (SELECT DISTINCT `t1`.`repository_id` FROM `tag` AS `t1` INNER JOIN `repository` AS `t2` ON (`t1`.`repository_id` = `t2`.`id`) INNER JOIN `user` AS `t3` ON (`t2`.`namespace_user_id` = `t3`.`id`) WHERE ((((NOT (`t1`.`lifetime_end_ms` IS %s) AND (`t1`.`lifetime_end_ms` <= %s)) AND (`t3`.`removed_tag_expiration_s` = %s)) AND (`t3`.`enabled` = %s)) AND (`t2`.`state` != %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', [None, 1654777327491, 0, True, 3, 500, 1, 0]) gcworker stdout | 2022-06-09 12:22:07,494 [71] [DEBUG] [__main__] No repository with garbage found gcworker stdout | 2022-06-09 12:22:07,494 [71] [DEBUG] [data.database] Disconnecting from database. gcworker stdout | 2022-06-09 12:22:07,494 [71] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 12:22:37 UTC)" executed successfully notificationworker stdout | 2022-06-09 12:22:10,619 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:22:10,619 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:22:19.645536+00:00 (in 9.025998 seconds) notificationworker stdout | 2022-06-09 12:22:10,619 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:22:20 UTC)" (scheduled at 2022-06-09 12:22:10.617379+00:00) notificationworker stdout | 2022-06-09 12:22:10,620 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 12:22:10,620 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 22, 10, 620047), True, datetime.datetime(2022, 6, 9, 12, 22, 10, 620047), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 12:22:10,623 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 12:22:10,623 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:22:10,623 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:22:20 UTC)" executed successfully buildlogsarchiver stdout | 2022-06-09 12:22:15,367 [66] [DEBUG] [apscheduler.scheduler] Looking for jobs to run buildlogsarchiver stdout | 2022-06-09 12:22:15,368 [66] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:22:45.366042+00:00 (in 29.997979 seconds) buildlogsarchiver stdout | 2022-06-09 12:22:15,368 [66] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 12:22:45 UTC)" (scheduled at 2022-06-09 12:22:15.366042+00:00) buildlogsarchiver stdout | 2022-06-09 12:22:15,369 [66] [DEBUG] [peewee] ('SELECT `candidates`.`id` FROM (SELECT `t1`.`id` FROM `repositorybuild` AS `t1` WHERE (((`t1`.`phase` IN (%s, %s, %s)) OR (`t1`.`started` < %s)) AND (`t1`.`logs_archived` = %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2022, 5, 25, 12, 22, 15, 368510), False, 50, 1, 0]) buildlogsarchiver stdout | 2022-06-09 12:22:15,371 [66] [DEBUG] [__main__] No more builds to archive buildlogsarchiver stdout | 2022-06-09 12:22:15,371 [66] [DEBUG] [data.database] Disconnecting from database. buildlogsarchiver stdout | 2022-06-09 12:22:15,371 [66] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 12:22:45 UTC)" executed successfully notificationworker stdout | 2022-06-09 12:22:19,699 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:22:19,699 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:22:20.617379+00:00 (in 0.918004 seconds) notificationworker stdout | 2022-06-09 12:22:19,699 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:23:19 UTC)" (scheduled at 2022-06-09 12:22:19.645536+00:00) notificationworker stdout | 2022-06-09 12:22:19,699 [85] [DEBUG] [workers.queueworker] Running watchdog. notificationworker stdout | 2022-06-09 12:22:19,699 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:23:19 UTC)" executed successfully gunicorn-web stdout | 2022-06-09 12:22:19,848 [243] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '243'} gunicorn-web stdout | 2022-06-09 12:22:19,854 [236] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '236'} gunicorn-web stdout | 2022-06-09 12:22:19,863 [226] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '226'} gunicorn-web stdout | 2022-06-09 12:22:19,869 [241] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '241'} gunicorn-web stdout | 2022-06-09 12:22:19,877 [229] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '229'} gunicorn-web stdout | 2022-06-09 12:22:19,885 [228] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '228'} gunicorn-web stdout | 2022-06-09 12:22:19,896 [234] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '234'} gunicorn-web stdout | 2022-06-09 12:22:19,906 [242] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '242'} gunicorn-web stdout | 2022-06-09 12:22:19,916 [230] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '230'} gunicorn-web stdout | 2022-06-09 12:22:19,923 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '75'} gunicorn-web stdout | 2022-06-09 12:22:19,931 [235] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '235'} gunicorn-web stdout | 2022-06-09 12:22:19,939 [237] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '237'} gunicorn-web stdout | 2022-06-09 12:22:19,946 [239] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '239'} gunicorn-web stdout | 2022-06-09 12:22:19,956 [238] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '238'} gunicorn-web stdout | 2022-06-09 12:22:19,965 [231] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '231'} gunicorn-web stdout | 2022-06-09 12:22:19,972 [244] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '244'} gunicorn-web stdout | 2022-06-09 12:22:19,980 [232] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '232'} gunicorn-secscan stdout | 2022-06-09 12:22:19,990 [221] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '221'} gunicorn-secscan stdout | 2022-06-09 12:22:19,997 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '74'} gunicorn-secscan stdout | 2022-06-09 12:22:20,003 [224] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '224'} gunicorn-secscan stdout | 2022-06-09 12:22:20,010 [225] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '225'} gunicorn-secscan stdout | 2022-06-09 12:22:20,017 [227] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '227'} notificationworker stdout | 2022-06-09 12:22:20,631 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:22:20,632 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:22:30.617379+00:00 (in 9.985444 seconds) notificationworker stdout | 2022-06-09 12:22:20,632 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:22:30 UTC)" (scheduled at 2022-06-09 12:22:20.617379+00:00) notificationworker stdout | 2022-06-09 12:22:20,632 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 12:22:20,633 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 22, 20, 632532), True, datetime.datetime(2022, 6, 9, 12, 22, 20, 632532), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 12:22:20,635 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 12:22:20,635 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:22:20,635 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:22:30 UTC)" executed successfully exportactionlogsworker stdout | 2022-06-09 12:22:20,784 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'exportactionlogsworker.py', 'pid': '70'} chunkcleanupworker stdout | 2022-06-09 12:22:20,798 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'chunkcleanupworker.py', 'pid': '67'} blobuploadcleanupworker stdout | 2022-06-09 12:22:20,875 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'blobuploadcleanupworker.py', 'pid': '64'} repositoryactioncounter stdout | 2022-06-09 12:22:20,882 [88] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositoryactioncounter.py', 'pid': '88'} logrotateworker stdout | 2022-06-09 12:22:20,934 [77] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'logrotateworker.py', 'pid': '77'} globalpromstats stdout | 2022-06-09 12:22:21,194 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'globalpromstats.py', 'pid': '72'} repositorygcworker stdout | 2022-06-09 12:22:21,395 [89] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositorygcworker.py', 'pid': '89'} namespacegcworker stdout | 2022-06-09 12:22:21,402 [83] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'namespacegcworker.py', 'pid': '83'} securityscanningnotificationworker stdout | 2022-06-09 12:22:21,439 [90] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'securityscanningnotificationworker.py', 'pid': '90'} builder stdout | 2022-06-09 12:22:21,550 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'builder.py', 'pid': '65'} servicekey stdout | 2022-06-09 12:22:21,555 [92] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'servicekeyworker.py', 'pid': '92'} buildlogsarchiver stdout | 2022-06-09 12:22:21,575 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'buildlogsarchiver.py', 'pid': '66'} notificationworker stdout | 2022-06-09 12:22:21,604 [85] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'notificationworker.py', 'pid': '85'} storagereplication stdout | 2022-06-09 12:22:21,611 [93] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'storagereplication.py', 'pid': '93'} manifestbackfillworker stdout | 2022-06-09 12:22:21,650 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'manifestbackfillworker.py', 'pid': '78'} queuecleanupworker stdout | 2022-06-09 12:22:21,662 [87] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'queuecleanupworker.py', 'pid': '87'} expiredappspecifictokenworker stdout | 2022-06-09 12:22:21,669 [69] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '69'} teamsyncworker stdout | 2022-06-09 12:22:21,677 [94] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'teamsyncworker.py', 'pid': '94'} gcworker stdout | 2022-06-09 12:22:21,685 [71] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'gcworker.py', 'pid': '71'} gunicorn-registry stdout | 2022-06-09 12:22:22,172 [246] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '246'} gunicorn-registry stdout | 2022-06-09 12:22:22,182 [273] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '273'} gunicorn-registry stdout | 2022-06-09 12:22:22,188 [271] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '271'} gunicorn-registry stdout | 2022-06-09 12:22:22,210 [276] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '276'} gunicorn-registry stdout | 2022-06-09 12:22:22,220 [275] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '275'} gunicorn-registry stdout | 2022-06-09 12:22:22,228 [274] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '274'} gunicorn-registry stdout | 2022-06-09 12:22:22,240 [277] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '277'} gunicorn-registry stdout | 2022-06-09 12:22:22,250 [263] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '263'} gunicorn-registry stdout | 2022-06-09 12:22:22,256 [266] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '266'} gunicorn-registry stdout | 2022-06-09 12:22:22,263 [254] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '254'} gunicorn-registry stdout | 2022-06-09 12:22:22,270 [260] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '260'} gunicorn-registry stdout | 2022-06-09 12:22:22,276 [270] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '270'} gunicorn-registry stdout | 2022-06-09 12:22:22,284 [253] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '253'} gunicorn-registry stdout | 2022-06-09 12:22:22,296 [261] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '261'} gunicorn-registry stdout | 2022-06-09 12:22:22,306 [268] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '268'} gunicorn-registry stdout | 2022-06-09 12:22:22,312 [248] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '248'} gunicorn-registry stdout | 2022-06-09 12:22:22,320 [245] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '245'} gunicorn-registry stdout | 2022-06-09 12:22:22,326 [249] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '249'} gunicorn-registry stdout | 2022-06-09 12:22:22,335 [251] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '251'} gunicorn-registry stdout | 2022-06-09 12:22:22,342 [259] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '259'} gunicorn-registry stdout | 2022-06-09 12:22:22,351 [250] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '250'} gunicorn-registry stdout | 2022-06-09 12:22:22,359 [73] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '73'} gunicorn-registry stdout | 2022-06-09 12:22:22,368 [265] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '265'} gunicorn-registry stdout | 2022-06-09 12:22:22,377 [267] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '267'} gunicorn-registry stdout | 2022-06-09 12:22:22,384 [256] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '256'} gunicorn-registry stdout | 2022-06-09 12:22:22,390 [262] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '262'} gunicorn-registry stdout | 2022-06-09 12:22:22,398 [264] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '264'} gunicorn-registry stdout | 2022-06-09 12:22:22,407 [272] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '272'} gunicorn-registry stdout | 2022-06-09 12:22:22,414 [269] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '269'} gunicorn-registry stdout | 2022-06-09 12:22:22,420 [247] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '247'} gunicorn-registry stdout | 2022-06-09 12:22:22,427 [255] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '255'} gunicorn-registry stdout | 2022-06-09 12:22:22,436 [257] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '257'} gunicorn-registry stdout | 2022-06-09 12:22:22,442 [252] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '252'} notificationworker stdout | 2022-06-09 12:22:30,672 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:22:30,672 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:22:40.617379+00:00 (in 9.945203 seconds) notificationworker stdout | 2022-06-09 12:22:30,673 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:22:40 UTC)" (scheduled at 2022-06-09 12:22:30.617379+00:00) notificationworker stdout | 2022-06-09 12:22:30,673 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 12:22:30,674 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 22, 30, 673234), True, datetime.datetime(2022, 6, 9, 12, 22, 30, 673234), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 12:22:30,677 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 12:22:30,677 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:22:30,677 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:22:40 UTC)" executed successfully gcworker stdout | 2022-06-09 12:22:37,492 [71] [DEBUG] [apscheduler.scheduler] Looking for jobs to run gcworker stdout | 2022-06-09 12:22:37,492 [71] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:23:07.490424+00:00 (in 29.998032 seconds) gcworker stdout | 2022-06-09 12:22:37,492 [71] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 12:23:07 UTC)" (scheduled at 2022-06-09 12:22:37.490424+00:00) gcworker stdout | 2022-06-09 12:22:37,493 [71] [DEBUG] [peewee] ('SELECT `candidates`.`repository_id` FROM (SELECT DISTINCT `t1`.`repository_id` FROM `tag` AS `t1` INNER JOIN `repository` AS `t2` ON (`t1`.`repository_id` = `t2`.`id`) INNER JOIN `user` AS `t3` ON (`t2`.`namespace_user_id` = `t3`.`id`) WHERE ((((NOT (`t1`.`lifetime_end_ms` IS %s) AND (`t1`.`lifetime_end_ms` <= %s)) AND (`t3`.`removed_tag_expiration_s` = %s)) AND (`t3`.`enabled` = %s)) AND (`t2`.`state` != %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', [None, 1654777357492, 0, True, 3, 500, 1, 0]) gcworker stdout | 2022-06-09 12:22:37,495 [71] [DEBUG] [__main__] No repository with garbage found gcworker stdout | 2022-06-09 12:22:37,495 [71] [DEBUG] [data.database] Disconnecting from database. gcworker stdout | 2022-06-09 12:22:37,495 [71] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 12:23:07 UTC)" executed successfully repositorygcworker stdout | 2022-06-09 12:22:38,468 [89] [DEBUG] [apscheduler.scheduler] Looking for jobs to run repositorygcworker stdout | 2022-06-09 12:22:38,468 [89] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:22:51.502316+00:00 (in 13.033641 seconds) repositorygcworker stdout | 2022-06-09 12:22:38,469 [89] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:23:38 UTC)" (scheduled at 2022-06-09 12:22:38.463361+00:00) repositorygcworker stdout | 2022-06-09 12:22:38,469 [89] [DEBUG] [workers.queueworker] Getting work item from queue. repositorygcworker stdout | 2022-06-09 12:22:38,469 [89] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 22, 38, 469165), True, datetime.datetime(2022, 6, 9, 12, 22, 38, 469165), 0, 'repositorygc/%', 50, 1, 0]) repositorygcworker stdout | 2022-06-09 12:22:38,472 [89] [DEBUG] [workers.queueworker] No more work. repositorygcworker stdout | 2022-06-09 12:22:38,472 [89] [DEBUG] [data.database] Disconnecting from database. repositorygcworker stdout | 2022-06-09 12:22:38,472 [89] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:23:38 UTC)" executed successfully notificationworker stdout | 2022-06-09 12:22:40,671 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:22:40,671 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:22:50.617379+00:00 (in 9.945941 seconds) notificationworker stdout | 2022-06-09 12:22:40,671 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:22:50 UTC)" (scheduled at 2022-06-09 12:22:40.617379+00:00) notificationworker stdout | 2022-06-09 12:22:40,672 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 12:22:40,672 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 22, 40, 672136), True, datetime.datetime(2022, 6, 9, 12, 22, 40, 672136), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 12:22:40,675 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 12:22:40,675 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:22:40,675 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:22:50 UTC)" executed successfully buildlogsarchiver stdout | 2022-06-09 12:22:45,368 [66] [DEBUG] [apscheduler.scheduler] Looking for jobs to run buildlogsarchiver stdout | 2022-06-09 12:22:45,368 [66] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:23:15.366042+00:00 (in 29.997804 seconds) buildlogsarchiver stdout | 2022-06-09 12:22:45,369 [66] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 12:23:15 UTC)" (scheduled at 2022-06-09 12:22:45.366042+00:00) buildlogsarchiver stdout | 2022-06-09 12:22:45,369 [66] [DEBUG] [peewee] ('SELECT `candidates`.`id` FROM (SELECT `t1`.`id` FROM `repositorybuild` AS `t1` WHERE (((`t1`.`phase` IN (%s, %s, %s)) OR (`t1`.`started` < %s)) AND (`t1`.`logs_archived` = %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2022, 5, 25, 12, 22, 45, 369217), False, 50, 1, 0]) buildlogsarchiver stdout | 2022-06-09 12:22:45,371 [66] [DEBUG] [__main__] No more builds to archive buildlogsarchiver stdout | 2022-06-09 12:22:45,371 [66] [DEBUG] [data.database] Disconnecting from database. buildlogsarchiver stdout | 2022-06-09 12:22:45,371 [66] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 12:23:15 UTC)" executed successfully exportactionlogsworker stdout | 2022-06-09 12:22:47,410 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run exportactionlogsworker stdout | 2022-06-09 12:22:47,410 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:23:04.366245+00:00 (in 16.955670 seconds) exportactionlogsworker stdout | 2022-06-09 12:22:47,410 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:23:47 UTC)" (scheduled at 2022-06-09 12:22:47.409953+00:00) exportactionlogsworker stdout | 2022-06-09 12:22:47,410 [70] [DEBUG] [workers.queueworker] Running watchdog. exportactionlogsworker stdout | 2022-06-09 12:22:47,410 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:23:47 UTC)" executed successfully gunicorn-web stdout | 2022-06-09 12:22:49,882 [236] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '236'} gunicorn-web stdout | 2022-06-09 12:22:49,895 [226] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '226'} gunicorn-web stdout | 2022-06-09 12:22:49,902 [243] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '243'} gunicorn-web stdout | 2022-06-09 12:22:49,909 [229] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '229'} gunicorn-web stdout | 2022-06-09 12:22:49,915 [228] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '228'} gunicorn-web stdout | 2022-06-09 12:22:49,922 [241] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '241'} gunicorn-web stdout | 2022-06-09 12:22:49,930 [234] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '234'} gunicorn-web stdout | 2022-06-09 12:22:49,937 [242] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '242'} gunicorn-web stdout | 2022-06-09 12:22:49,944 [230] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '230'} gunicorn-web stdout | 2022-06-09 12:22:49,952 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '75'} gunicorn-web stdout | 2022-06-09 12:22:49,961 [235] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '235'} gunicorn-web stdout | 2022-06-09 12:22:49,967 [237] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '237'} gunicorn-web stdout | 2022-06-09 12:22:49,974 [239] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '239'} gunicorn-web stdout | 2022-06-09 12:22:49,982 [238] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '238'} gunicorn-web stdout | 2022-06-09 12:22:49,991 [231] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '231'} gunicorn-web stdout | 2022-06-09 12:22:49,997 [244] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '244'} gunicorn-web stdout | 2022-06-09 12:22:50,004 [232] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '232'} gunicorn-secscan stdout | 2022-06-09 12:22:50,011 [221] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '221'} gunicorn-secscan stdout | 2022-06-09 12:22:50,021 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '74'} gunicorn-secscan stdout | 2022-06-09 12:22:50,028 [224] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '224'} gunicorn-secscan stdout | 2022-06-09 12:22:50,035 [225] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '225'} gunicorn-secscan stdout | 2022-06-09 12:22:50,041 [227] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '227'} notificationworker stdout | 2022-06-09 12:22:50,626 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:22:50,626 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:23:00.617379+00:00 (in 9.991169 seconds) notificationworker stdout | 2022-06-09 12:22:50,626 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:23:00 UTC)" (scheduled at 2022-06-09 12:22:50.617379+00:00) notificationworker stdout | 2022-06-09 12:22:50,626 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 12:22:50,627 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 22, 50, 626563), True, datetime.datetime(2022, 6, 9, 12, 22, 50, 626563), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 12:22:50,629 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 12:22:50,629 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:22:50,629 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:23:00 UTC)" executed successfully chunkcleanupworker stdout | 2022-06-09 12:22:50,813 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'chunkcleanupworker.py', 'pid': '67'} exportactionlogsworker stdout | 2022-06-09 12:22:50,819 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'exportactionlogsworker.py', 'pid': '70'} repositoryactioncounter stdout | 2022-06-09 12:22:50,902 [88] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositoryactioncounter.py', 'pid': '88'} blobuploadcleanupworker stdout | 2022-06-09 12:22:50,913 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'blobuploadcleanupworker.py', 'pid': '64'} logrotateworker stdout | 2022-06-09 12:22:50,953 [77] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'logrotateworker.py', 'pid': '77'} globalpromstats stdout | 2022-06-09 12:22:51,218 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'globalpromstats.py', 'pid': '72'} repositorygcworker stdout | 2022-06-09 12:22:51,412 [89] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositorygcworker.py', 'pid': '89'} namespacegcworker stdout | 2022-06-09 12:22:51,442 [83] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'namespacegcworker.py', 'pid': '83'} securityscanningnotificationworker stdout | 2022-06-09 12:22:51,449 [90] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'securityscanningnotificationworker.py', 'pid': '90'} repositorygcworker stdout | 2022-06-09 12:22:51,503 [89] [DEBUG] [apscheduler.scheduler] Looking for jobs to run repositorygcworker stdout | 2022-06-09 12:22:51,503 [89] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:23:38.463361+00:00 (in 46.960237 seconds) repositorygcworker stdout | 2022-06-09 12:22:51,503 [89] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:23:51 UTC)" (scheduled at 2022-06-09 12:22:51.502316+00:00) repositorygcworker stdout | 2022-06-09 12:22:51,503 [89] [DEBUG] [workers.queueworker] Running watchdog. repositorygcworker stdout | 2022-06-09 12:22:51,503 [89] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:23:51 UTC)" executed successfully builder stdout | 2022-06-09 12:22:51,563 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'builder.py', 'pid': '65'} servicekey stdout | 2022-06-09 12:22:51,569 [92] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'servicekeyworker.py', 'pid': '92'} buildlogsarchiver stdout | 2022-06-09 12:22:51,612 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'buildlogsarchiver.py', 'pid': '66'} notificationworker stdout | 2022-06-09 12:22:51,641 [85] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'notificationworker.py', 'pid': '85'} storagereplication stdout | 2022-06-09 12:22:51,649 [93] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'storagereplication.py', 'pid': '93'} manifestbackfillworker stdout | 2022-06-09 12:22:51,691 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'manifestbackfillworker.py', 'pid': '78'} gcworker stdout | 2022-06-09 12:22:51,702 [71] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'gcworker.py', 'pid': '71'} queuecleanupworker stdout | 2022-06-09 12:22:51,709 [87] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'queuecleanupworker.py', 'pid': '87'} expiredappspecifictokenworker stdout | 2022-06-09 12:22:51,716 [69] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '69'} teamsyncworker stdout | 2022-06-09 12:22:51,723 [94] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'teamsyncworker.py', 'pid': '94'} gunicorn-registry stdout | 2022-06-09 12:22:52,185 [246] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '246'} gunicorn-registry stdout | 2022-06-09 12:22:52,196 [273] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '273'} gunicorn-registry stdout | 2022-06-09 12:22:52,204 [271] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '271'} gunicorn-registry stdout | 2022-06-09 12:22:52,224 [276] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '276'} gunicorn-registry stdout | 2022-06-09 12:22:52,238 [275] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '275'} gunicorn-registry stdout | 2022-06-09 12:22:52,245 [274] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '274'} gunicorn-registry stdout | 2022-06-09 12:22:52,252 [277] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '277'} gunicorn-registry stdout | 2022-06-09 12:22:52,262 [263] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '263'} gunicorn-registry stdout | 2022-06-09 12:22:52,271 [266] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '266'} gunicorn-registry stdout | 2022-06-09 12:22:52,282 [254] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '254'} gunicorn-registry stdout | 2022-06-09 12:22:52,290 [260] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '260'} gunicorn-registry stdout | 2022-06-09 12:22:52,297 [270] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '270'} gunicorn-registry stdout | 2022-06-09 12:22:52,304 [253] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '253'} gunicorn-registry stdout | 2022-06-09 12:22:52,311 [261] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '261'} gunicorn-registry stdout | 2022-06-09 12:22:52,318 [268] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '268'} gunicorn-registry stdout | 2022-06-09 12:22:52,328 [248] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '248'} gunicorn-registry stdout | 2022-06-09 12:22:52,334 [245] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '245'} gunicorn-registry stdout | 2022-06-09 12:22:52,343 [249] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '249'} gunicorn-registry stdout | 2022-06-09 12:22:52,350 [251] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '251'} gunicorn-registry stdout | 2022-06-09 12:22:52,357 [259] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '259'} gunicorn-registry stdout | 2022-06-09 12:22:52,366 [250] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '250'} gunicorn-registry stdout | 2022-06-09 12:22:52,373 [73] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '73'} gunicorn-registry stdout | 2022-06-09 12:22:52,383 [265] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '265'} gunicorn-registry stdout | 2022-06-09 12:22:52,391 [267] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '267'} gunicorn-registry stdout | 2022-06-09 12:22:52,398 [256] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '256'} gunicorn-registry stdout | 2022-06-09 12:22:52,405 [262] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '262'} gunicorn-registry stdout | 2022-06-09 12:22:52,414 [264] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '264'} gunicorn-registry stdout | 2022-06-09 12:22:52,423 [272] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '272'} gunicorn-registry stdout | 2022-06-09 12:22:52,430 [269] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '269'} gunicorn-registry stdout | 2022-06-09 12:22:52,437 [247] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '247'} gunicorn-registry stdout | 2022-06-09 12:22:52,450 [255] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '255'} gunicorn-registry stdout | 2022-06-09 12:22:52,456 [257] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '257'} gunicorn-registry stdout | 2022-06-09 12:22:52,463 [252] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '252'} gunicorn-web stdout | 2022-06-09 12:22:53,222 [226] [DEBUG] [app] Starting request: urn:request:adb125a4-bde4-4088-8245-6aaecc4e825e (/api/v1/user/notifications) {'X-Forwarded-For': '172.24.0.1'} gunicorn-web stdout | 2022-06-09 12:22:53,222 [226] [DEBUG] [app] User loader loading deferred user with uuid: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 12:22:53,223 [226] [DEBUG] [auth.cookie] Loading user from cookie: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 12:22:53,223 [226] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`uuid`, `t1`.`username`, `t1`.`password_hash`, `t1`.`email`, `t1`.`verified`, `t1`.`stripe_id`, `t1`.`organization`, `t1`.`robot`, `t1`.`invoice_email`, `t1`.`invalid_login_attempts`, `t1`.`last_invalid_login`, `t1`.`removed_tag_expiration_s`, `t1`.`enabled`, `t1`.`invoice_email_address`, `t1`.`given_name`, `t1`.`family_name`, `t1`.`company`, `t1`.`location`, `t1`.`maximum_queued_builds_count`, `t1`.`creation_date`, `t1`.`last_accessed` FROM `user` AS `t1` WHERE ((`t1`.`uuid` = %s) AND (`t1`.`organization` = %s)) LIMIT %s OFFSET %s', ['82228490-d075-4921-ae7a-af4408cf11b4', False, 1, 0]) gunicorn-web stdout | 2022-06-09 12:22:53,223 [239] [DEBUG] [app] Starting request: urn:request:1815397d-6fe2-4107-9271-37038fc6d9e9 (/api/v1/user/apptoken) {'X-Forwarded-For': '172.24.0.1'} gunicorn-web stdout | 2022-06-09 12:22:53,224 [239] [DEBUG] [app] User loader loading deferred user with uuid: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 12:22:53,224 [239] [DEBUG] [auth.cookie] Loading user from cookie: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 12:22:53,225 [239] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`uuid`, `t1`.`username`, `t1`.`password_hash`, `t1`.`email`, `t1`.`verified`, `t1`.`stripe_id`, `t1`.`organization`, `t1`.`robot`, `t1`.`invoice_email`, `t1`.`invalid_login_attempts`, `t1`.`last_invalid_login`, `t1`.`removed_tag_expiration_s`, `t1`.`enabled`, `t1`.`invoice_email_address`, `t1`.`given_name`, `t1`.`family_name`, `t1`.`company`, `t1`.`location`, `t1`.`maximum_queued_builds_count`, `t1`.`creation_date`, `t1`.`last_accessed` FROM `user` AS `t1` WHERE ((`t1`.`uuid` = %s) AND (`t1`.`organization` = %s)) LIMIT %s OFFSET %s', ['82228490-d075-4921-ae7a-af4408cf11b4', False, 1, 0]) gunicorn-web stdout | 2022-06-09 12:22:53,226 [226] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None]) gunicorn-web stdout | 2022-06-09 12:22:53,226 [226] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2022-06-09 12:22:53,226 [226] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 12:22:53,226 [226] [DEBUG] [endpoints.api] Checking permission for user ibazulic gunicorn-web stdout | 2022-06-09 12:22:53,226 [226] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 12:22:53,226 [226] [DEBUG] [auth.permissions] User permission: userspecificneed(type='user', username='ibazulic', role='admin') gunicorn-web stdout | 2022-06-09 12:22:53,226 [226] [DEBUG] [auth.permissions] User namespace permission: namespacewide(type='organization', namespace='ibazulic', role='admin') gunicorn-web stdout | 2022-06-09 12:22:53,226 [226] [DEBUG] [auth.permissions] User namespace repo permission: namespacewide(type='organizationrepo', namespace='ibazulic', role='admin') gunicorn-web stdout | 2022-06-09 12:22:53,226 [226] [DEBUG] [auth.permissions] Adding superuser to user: ibazulic gunicorn-web stdout | 2022-06-09 12:22:53,228 [226] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`uuid`, `t1`.`kind_id`, `t1`.`metadata_json`, `t1`.`dismissed`, `t1`.`lookup_path`, `t1`.`created`, `t1`.`created` AS `cd`, `t1`.`target_id` FROM `notification` AS `t1` INNER JOIN `notificationkind` AS `t2` ON (`t1`.`kind_id` = `t2`.`id`) WHERE ((`t1`.`dismissed` = %s) AND (`t1`.`target_id` = %s)) UNION SELECT `t3`.`id`, `t3`.`uuid`, `t3`.`kind_id`, `t3`.`metadata_json`, `t3`.`dismissed`, `t3`.`lookup_path`, `t3`.`created`, `t3`.`created` AS `cd`, `t3`.`target_id` FROM `notification` AS `t3` INNER JOIN `notificationkind` AS `t4` ON (`t3`.`kind_id` = `t4`.`id`) INNER JOIN `user` AS `t5` ON (`t5`.`id` = `t3`.`target_id`) INNER JOIN `team` AS `t6` ON (`t5`.`id` = `t6`.`organization_id`) INNER JOIN `teamrole` AS `t7` ON (`t6`.`role_id` = `t7`.`id`) INNER JOIN `teammember` AS `t8` ON (`t6`.`id` = `t8`.`team_id`) INNER JOIN `user` AS `t9` ON (`t8`.`user_id` = `t9`.`id`) WHERE ((`t3`.`dismissed` = %s) AND ((`t9`.`id` = %s) AND (`t7`.`name` = %s))) ORDER BY cd desc LIMIT %s', [False, 1, False, 1, 'admin', 6]) gunicorn-web stdout | 2022-06-09 12:22:53,228 [239] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None]) gunicorn-web stdout | 2022-06-09 12:22:53,229 [239] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2022-06-09 12:22:53,229 [239] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 12:22:53,229 [239] [DEBUG] [endpoints.api] Checking permission for user ibazulic gunicorn-web stdout | 2022-06-09 12:22:53,229 [239] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 12:22:53,229 [239] [DEBUG] [auth.permissions] User permission: userspecificneed(type='user', username='ibazulic', role='admin') gunicorn-web stdout | 2022-06-09 12:22:53,230 [239] [DEBUG] [auth.permissions] User namespace permission: namespacewide(type='organization', namespace='ibazulic', role='admin') gunicorn-web stdout | 2022-06-09 12:22:53,230 [239] [DEBUG] [auth.permissions] User namespace repo permission: namespacewide(type='organizationrepo', namespace='ibazulic', role='admin') gunicorn-web stdout | 2022-06-09 12:22:53,230 [226] [DEBUG] [app] Ending request: urn:request:adb125a4-bde4-4088-8245-6aaecc4e825e (/api/v1/user/notifications) {'endpoint': 'api.usernotificationlist', 'request_id': 'urn:request:adb125a4-bde4-4088-8245-6aaecc4e825e', 'remote_addr': '172.24.0.1', 'http_method': 'GET', 'original_url': 'https://quay.skynet/api/v1/user/notifications', 'path': '/api/v1/user/notifications', 'parameters': {}, 'json_body': None, 'confsha': '61c38a19', 'user-agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:101.0) Gecko/20100101 Firefox/101.0'} gunicorn-web stdout | 2022-06-09 12:22:53,230 [239] [DEBUG] [auth.permissions] Adding superuser to user: ibazulic gunicorn-web stdout | 2022-06-09 12:22:53,230 [226] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2022-06-09 12:22:53,230 [239] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`user_id`, `t1`.`uuid`, `t1`.`title`, `t1`.`token_name`, `t1`.`token_secret`, `t1`.`created`, `t1`.`expiration`, `t1`.`last_accessed` FROM `appspecificauthtoken` AS `t1` WHERE (((`t1`.`user_id` = %s) AND (`t1`.`expiration` <= %s)) AND (`t1`.`expiration` > %s))', [1, datetime.datetime(2022, 6, 12, 7, 34, 53, 230360), datetime.datetime(2022, 6, 9, 12, 22, 53, 230446)]) gunicorn-web stdout | 2022-06-09 12:22:53,231 [226] [INFO] [gunicorn.access] 172.24.0.1 - - [09/Jun/2022:12:22:53 +0000] "GET /api/v1/user/notifications HTTP/1.0" 200 43 "https://quay.skynet/repository/ibazulic/quay?tab=history" "Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:101.0) Gecko/20100101 Firefox/101.0" nginx stdout | 172.24.0.1 () - - [09/Jun/2022:12:22:53 +0000] "GET /api/v1/user/notifications HTTP/2.0" 200 43 "https://quay.skynet/repository/ibazulic/quay?tab=history" "Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:101.0) Gecko/20100101 Firefox/101.0" (0.009 753 0.008) gunicorn-web stdout | 2022-06-09 12:22:53,233 [239] [DEBUG] [app] Ending request: urn:request:1815397d-6fe2-4107-9271-37038fc6d9e9 (/api/v1/user/apptoken) {'endpoint': 'api.apptokens', 'request_id': 'urn:request:1815397d-6fe2-4107-9271-37038fc6d9e9', 'remote_addr': '172.24.0.1', 'http_method': 'GET', 'original_url': 'https://quay.skynet/api/v1/user/apptoken?expiring=true', 'path': '/api/v1/user/apptoken', 'parameters': {'expiring': 'true'}, 'json_body': None, 'confsha': '61c38a19', 'user-agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:101.0) Gecko/20100101 Firefox/101.0'} gunicorn-web stdout | 2022-06-09 12:22:53,233 [239] [DEBUG] [data.database] Disconnecting from database. nginx stdout | 172.24.0.1 () - - [09/Jun/2022:12:22:53 +0000] "GET /api/v1/user/apptoken?expiring=true HTTP/2.0" 200 38 "https://quay.skynet/repository/ibazulic/quay?tab=history" "Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:101.0) Gecko/20100101 Firefox/101.0" (0.013 61 0.012) gunicorn-web stdout | 2022-06-09 12:22:53,234 [239] [INFO] [gunicorn.access] 172.24.0.1 - - [09/Jun/2022:12:22:53 +0000] "GET /api/v1/user/apptoken?expiring=true HTTP/1.0" 200 38 "https://quay.skynet/repository/ibazulic/quay?tab=history" "Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:101.0) Gecko/20100101 Firefox/101.0" namespacegcworker stdout | 2022-06-09 12:22:55,464 [83] [DEBUG] [apscheduler.scheduler] Looking for jobs to run namespacegcworker stdout | 2022-06-09 12:22:55,464 [83] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:23:01.521527+00:00 (in 6.056869 seconds) namespacegcworker stdout | 2022-06-09 12:22:55,464 [83] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:23:55 UTC)" (scheduled at 2022-06-09 12:22:55.463831+00:00) namespacegcworker stdout | 2022-06-09 12:22:55,465 [83] [DEBUG] [workers.queueworker] Getting work item from queue. namespacegcworker stdout | 2022-06-09 12:22:55,465 [83] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 22, 55, 465132), True, datetime.datetime(2022, 6, 9, 12, 22, 55, 465132), 0, 'namespacegc/%', 50, 1, 0]) namespacegcworker stdout | 2022-06-09 12:22:55,468 [83] [DEBUG] [workers.queueworker] No more work. namespacegcworker stdout | 2022-06-09 12:22:55,468 [83] [DEBUG] [data.database] Disconnecting from database. namespacegcworker stdout | 2022-06-09 12:22:55,468 [83] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:23:55 UTC)" executed successfully notificationworker stdout | 2022-06-09 12:23:00,623 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:23:00,624 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:23:10.617379+00:00 (in 9.993409 seconds) notificationworker stdout | 2022-06-09 12:23:00,624 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:23:10 UTC)" (scheduled at 2022-06-09 12:23:00.617379+00:00) notificationworker stdout | 2022-06-09 12:23:00,624 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 12:23:00,625 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 23, 0, 624369), True, datetime.datetime(2022, 6, 9, 12, 23, 0, 624369), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 12:23:00,627 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 12:23:00,627 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:23:00,627 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:23:10 UTC)" executed successfully namespacegcworker stdout | 2022-06-09 12:23:01,523 [83] [DEBUG] [apscheduler.scheduler] Looking for jobs to run namespacegcworker stdout | 2022-06-09 12:23:01,523 [83] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:23:55.463831+00:00 (in 53.940423 seconds) namespacegcworker stdout | 2022-06-09 12:23:01,523 [83] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:24:01 UTC)" (scheduled at 2022-06-09 12:23:01.521527+00:00) namespacegcworker stdout | 2022-06-09 12:23:01,523 [83] [DEBUG] [workers.queueworker] Running watchdog. namespacegcworker stdout | 2022-06-09 12:23:01,523 [83] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:24:01 UTC)" executed successfully exportactionlogsworker stdout | 2022-06-09 12:23:04,368 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run exportactionlogsworker stdout | 2022-06-09 12:23:04,368 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:23:47.409953+00:00 (in 43.041275 seconds) exportactionlogsworker stdout | 2022-06-09 12:23:04,369 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:24:04 UTC)" (scheduled at 2022-06-09 12:23:04.366245+00:00) exportactionlogsworker stdout | 2022-06-09 12:23:04,369 [70] [DEBUG] [workers.queueworker] Getting work item from queue. exportactionlogsworker stdout | 2022-06-09 12:23:04,369 [70] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 23, 4, 369273), True, datetime.datetime(2022, 6, 9, 12, 23, 4, 369273), 0, 'exportactionlogs/%', 50, 1, 0]) exportactionlogsworker stdout | 2022-06-09 12:23:04,372 [70] [DEBUG] [workers.queueworker] No more work. exportactionlogsworker stdout | 2022-06-09 12:23:04,372 [70] [DEBUG] [data.database] Disconnecting from database. exportactionlogsworker stdout | 2022-06-09 12:23:04,372 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:24:04 UTC)" executed successfully gcworker stdout | 2022-06-09 12:23:07,490 [71] [DEBUG] [apscheduler.scheduler] Looking for jobs to run gcworker stdout | 2022-06-09 12:23:07,491 [71] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:23:37.490424+00:00 (in 29.999324 seconds) gcworker stdout | 2022-06-09 12:23:07,491 [71] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 12:23:37 UTC)" (scheduled at 2022-06-09 12:23:07.490424+00:00) gcworker stdout | 2022-06-09 12:23:07,492 [71] [DEBUG] [peewee] ('SELECT `candidates`.`repository_id` FROM (SELECT DISTINCT `t1`.`repository_id` FROM `tag` AS `t1` INNER JOIN `repository` AS `t2` ON (`t1`.`repository_id` = `t2`.`id`) INNER JOIN `user` AS `t3` ON (`t2`.`namespace_user_id` = `t3`.`id`) WHERE ((((NOT (`t1`.`lifetime_end_ms` IS %s) AND (`t1`.`lifetime_end_ms` <= %s)) AND (`t3`.`removed_tag_expiration_s` = %s)) AND (`t3`.`enabled` = %s)) AND (`t2`.`state` != %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', [None, 1654777387491, 0, True, 3, 500, 1, 0]) gcworker stdout | 2022-06-09 12:23:07,494 [71] [DEBUG] [__main__] No repository with garbage found gcworker stdout | 2022-06-09 12:23:07,494 [71] [DEBUG] [data.database] Disconnecting from database. gcworker stdout | 2022-06-09 12:23:07,494 [71] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 12:23:37 UTC)" executed successfully notificationworker stdout | 2022-06-09 12:23:10,646 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:23:10,647 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:23:19.645536+00:00 (in 8.998468 seconds) notificationworker stdout | 2022-06-09 12:23:10,647 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:23:20 UTC)" (scheduled at 2022-06-09 12:23:10.617379+00:00) notificationworker stdout | 2022-06-09 12:23:10,647 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 12:23:10,649 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 23, 10, 647673), True, datetime.datetime(2022, 6, 9, 12, 23, 10, 647673), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 12:23:10,652 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 12:23:10,652 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:23:10,652 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:23:20 UTC)" executed successfully buildlogsarchiver stdout | 2022-06-09 12:23:15,423 [66] [DEBUG] [apscheduler.scheduler] Looking for jobs to run buildlogsarchiver stdout | 2022-06-09 12:23:15,423 [66] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:23:45.366042+00:00 (in 29.942824 seconds) buildlogsarchiver stdout | 2022-06-09 12:23:15,423 [66] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 12:23:45 UTC)" (scheduled at 2022-06-09 12:23:15.366042+00:00) buildlogsarchiver stdout | 2022-06-09 12:23:15,424 [66] [DEBUG] [peewee] ('SELECT `candidates`.`id` FROM (SELECT `t1`.`id` FROM `repositorybuild` AS `t1` WHERE (((`t1`.`phase` IN (%s, %s, %s)) OR (`t1`.`started` < %s)) AND (`t1`.`logs_archived` = %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2022, 5, 25, 12, 23, 15, 423673), False, 50, 1, 0]) buildlogsarchiver stdout | 2022-06-09 12:23:15,426 [66] [DEBUG] [__main__] No more builds to archive buildlogsarchiver stdout | 2022-06-09 12:23:15,426 [66] [DEBUG] [data.database] Disconnecting from database. buildlogsarchiver stdout | 2022-06-09 12:23:15,426 [66] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 12:23:45 UTC)" executed successfully notificationworker stdout | 2022-06-09 12:23:19,754 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:23:19,755 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:23:20.617379+00:00 (in 0.862632 seconds) notificationworker stdout | 2022-06-09 12:23:19,755 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:24:19 UTC)" (scheduled at 2022-06-09 12:23:19.645536+00:00) notificationworker stdout | 2022-06-09 12:23:19,755 [85] [DEBUG] [workers.queueworker] Running watchdog. notificationworker stdout | 2022-06-09 12:23:19,755 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:24:19 UTC)" executed successfully gunicorn-web stdout | 2022-06-09 12:23:19,905 [236] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '236'} gunicorn-web stdout | 2022-06-09 12:23:19,913 [226] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '226'} gunicorn-web stdout | 2022-06-09 12:23:19,920 [243] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '243'} gunicorn-web stdout | 2022-06-09 12:23:19,927 [229] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '229'} gunicorn-web stdout | 2022-06-09 12:23:19,934 [228] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '228'} gunicorn-web stdout | 2022-06-09 12:23:19,941 [241] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '241'} gunicorn-web stdout | 2022-06-09 12:23:19,947 [234] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '234'} gunicorn-web stdout | 2022-06-09 12:23:19,956 [242] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '242'} gunicorn-web stdout | 2022-06-09 12:23:19,963 [230] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '230'} gunicorn-web stdout | 2022-06-09 12:23:19,970 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '75'} gunicorn-web stdout | 2022-06-09 12:23:19,980 [235] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '235'} gunicorn-web stdout | 2022-06-09 12:23:19,987 [237] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '237'} gunicorn-web stdout | 2022-06-09 12:23:19,995 [239] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '239'} gunicorn-web stdout | 2022-06-09 12:23:20,002 [238] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '238'} gunicorn-web stdout | 2022-06-09 12:23:20,009 [231] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '231'} gunicorn-web stdout | 2022-06-09 12:23:20,016 [244] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '244'} gunicorn-web stdout | 2022-06-09 12:23:20,026 [232] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '232'} gunicorn-secscan stdout | 2022-06-09 12:23:20,034 [221] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '221'} gunicorn-secscan stdout | 2022-06-09 12:23:20,039 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '74'} gunicorn-secscan stdout | 2022-06-09 12:23:20,047 [224] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '224'} gunicorn-secscan stdout | 2022-06-09 12:23:20,054 [225] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '225'} gunicorn-secscan stdout | 2022-06-09 12:23:20,060 [227] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '227'} notificationworker stdout | 2022-06-09 12:23:20,632 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:23:20,633 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:23:30.617379+00:00 (in 9.984469 seconds) notificationworker stdout | 2022-06-09 12:23:20,633 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:23:30 UTC)" (scheduled at 2022-06-09 12:23:20.617379+00:00) notificationworker stdout | 2022-06-09 12:23:20,633 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 12:23:20,633 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 23, 20, 633250), True, datetime.datetime(2022, 6, 9, 12, 23, 20, 633250), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 12:23:20,636 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 12:23:20,636 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:23:20,636 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:23:30 UTC)" executed successfully chunkcleanupworker stdout | 2022-06-09 12:23:20,860 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'chunkcleanupworker.py', 'pid': '67'} exportactionlogsworker stdout | 2022-06-09 12:23:20,868 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'exportactionlogsworker.py', 'pid': '70'} repositoryactioncounter stdout | 2022-06-09 12:23:20,918 [88] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositoryactioncounter.py', 'pid': '88'} blobuploadcleanupworker stdout | 2022-06-09 12:23:20,924 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'blobuploadcleanupworker.py', 'pid': '64'} logrotateworker stdout | 2022-06-09 12:23:20,982 [77] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'logrotateworker.py', 'pid': '77'} globalpromstats stdout | 2022-06-09 12:23:21,251 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'globalpromstats.py', 'pid': '72'} repositorygcworker stdout | 2022-06-09 12:23:21,433 [89] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositorygcworker.py', 'pid': '89'} namespacegcworker stdout | 2022-06-09 12:23:21,453 [83] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'namespacegcworker.py', 'pid': '83'} securityscanningnotificationworker stdout | 2022-06-09 12:23:21,481 [90] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'securityscanningnotificationworker.py', 'pid': '90'} builder stdout | 2022-06-09 12:23:21,614 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'builder.py', 'pid': '65'} servicekey stdout | 2022-06-09 12:23:21,621 [92] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'servicekeyworker.py', 'pid': '92'} buildlogsarchiver stdout | 2022-06-09 12:23:21,650 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'buildlogsarchiver.py', 'pid': '66'} notificationworker stdout | 2022-06-09 12:23:21,679 [85] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'notificationworker.py', 'pid': '85'} storagereplication stdout | 2022-06-09 12:23:21,684 [93] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'storagereplication.py', 'pid': '93'} gcworker stdout | 2022-06-09 12:23:21,728 [71] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'gcworker.py', 'pid': '71'} manifestbackfillworker stdout | 2022-06-09 12:23:21,735 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'manifestbackfillworker.py', 'pid': '78'} expiredappspecifictokenworker stdout | 2022-06-09 12:23:21,742 [69] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '69'} queuecleanupworker stdout | 2022-06-09 12:23:21,748 [87] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'queuecleanupworker.py', 'pid': '87'} teamsyncworker stdout | 2022-06-09 12:23:21,762 [94] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'teamsyncworker.py', 'pid': '94'} gunicorn-registry stdout | 2022-06-09 12:23:22,196 [246] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '246'} gunicorn-registry stdout | 2022-06-09 12:23:22,215 [273] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '273'} gunicorn-registry stdout | 2022-06-09 12:23:22,220 [271] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '271'} gunicorn-registry stdout | 2022-06-09 12:23:22,240 [276] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '276'} gunicorn-registry stdout | 2022-06-09 12:23:22,251 [275] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '275'} gunicorn-registry stdout | 2022-06-09 12:23:22,258 [274] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '274'} gunicorn-registry stdout | 2022-06-09 12:23:22,266 [277] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '277'} gunicorn-registry stdout | 2022-06-09 12:23:22,276 [263] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '263'} gunicorn-registry stdout | 2022-06-09 12:23:22,286 [266] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '266'} gunicorn-registry stdout | 2022-06-09 12:23:22,294 [254] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '254'} gunicorn-registry stdout | 2022-06-09 12:23:22,302 [260] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '260'} gunicorn-registry stdout | 2022-06-09 12:23:22,311 [270] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '270'} gunicorn-registry stdout | 2022-06-09 12:23:22,320 [253] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '253'} gunicorn-registry stdout | 2022-06-09 12:23:22,327 [261] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '261'} gunicorn-registry stdout | 2022-06-09 12:23:22,339 [268] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '268'} gunicorn-registry stdout | 2022-06-09 12:23:22,347 [248] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '248'} gunicorn-registry stdout | 2022-06-09 12:23:22,354 [245] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '245'} gunicorn-registry stdout | 2022-06-09 12:23:22,360 [249] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '249'} gunicorn-registry stdout | 2022-06-09 12:23:22,367 [251] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '251'} gunicorn-registry stdout | 2022-06-09 12:23:22,375 [259] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '259'} gunicorn-registry stdout | 2022-06-09 12:23:22,381 [250] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '250'} gunicorn-registry stdout | 2022-06-09 12:23:22,389 [73] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '73'} gunicorn-registry stdout | 2022-06-09 12:23:22,397 [265] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '265'} gunicorn-registry stdout | 2022-06-09 12:23:22,403 [267] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '267'} gunicorn-registry stdout | 2022-06-09 12:23:22,410 [256] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '256'} gunicorn-registry stdout | 2022-06-09 12:23:22,418 [262] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '262'} gunicorn-registry stdout | 2022-06-09 12:23:22,429 [264] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '264'} gunicorn-registry stdout | 2022-06-09 12:23:22,439 [272] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '272'} gunicorn-registry stdout | 2022-06-09 12:23:22,447 [269] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '269'} gunicorn-registry stdout | 2022-06-09 12:23:22,459 [247] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '247'} gunicorn-registry stdout | 2022-06-09 12:23:22,466 [255] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '255'} gunicorn-registry stdout | 2022-06-09 12:23:22,473 [257] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '257'} gunicorn-registry stdout | 2022-06-09 12:23:22,479 [252] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '252'} notificationworker stdout | 2022-06-09 12:23:30,626 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:23:30,626 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:23:40.617379+00:00 (in 9.990848 seconds) notificationworker stdout | 2022-06-09 12:23:30,626 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:23:40 UTC)" (scheduled at 2022-06-09 12:23:30.617379+00:00) notificationworker stdout | 2022-06-09 12:23:30,627 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 12:23:30,627 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 23, 30, 627060), True, datetime.datetime(2022, 6, 9, 12, 23, 30, 627060), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 12:23:30,630 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 12:23:30,630 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:23:30,630 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:23:40 UTC)" executed successfully gcworker stdout | 2022-06-09 12:23:37,497 [71] [DEBUG] [apscheduler.scheduler] Looking for jobs to run gcworker stdout | 2022-06-09 12:23:37,497 [71] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:24:07.490424+00:00 (in 29.993279 seconds) gcworker stdout | 2022-06-09 12:23:37,497 [71] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 12:24:07 UTC)" (scheduled at 2022-06-09 12:23:37.490424+00:00) gcworker stdout | 2022-06-09 12:23:37,498 [71] [DEBUG] [peewee] ('SELECT `candidates`.`repository_id` FROM (SELECT DISTINCT `t1`.`repository_id` FROM `tag` AS `t1` INNER JOIN `repository` AS `t2` ON (`t1`.`repository_id` = `t2`.`id`) INNER JOIN `user` AS `t3` ON (`t2`.`namespace_user_id` = `t3`.`id`) WHERE ((((NOT (`t1`.`lifetime_end_ms` IS %s) AND (`t1`.`lifetime_end_ms` <= %s)) AND (`t3`.`removed_tag_expiration_s` = %s)) AND (`t3`.`enabled` = %s)) AND (`t2`.`state` != %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', [None, 1654777417497, 0, True, 3, 500, 1, 0]) gcworker stdout | 2022-06-09 12:23:37,500 [71] [DEBUG] [__main__] No repository with garbage found gcworker stdout | 2022-06-09 12:23:37,500 [71] [DEBUG] [data.database] Disconnecting from database. gcworker stdout | 2022-06-09 12:23:37,500 [71] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 12:24:07 UTC)" executed successfully repositorygcworker stdout | 2022-06-09 12:23:38,467 [89] [DEBUG] [apscheduler.scheduler] Looking for jobs to run repositorygcworker stdout | 2022-06-09 12:23:38,467 [89] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:23:51.502316+00:00 (in 13.034815 seconds) repositorygcworker stdout | 2022-06-09 12:23:38,467 [89] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:24:38 UTC)" (scheduled at 2022-06-09 12:23:38.463361+00:00) repositorygcworker stdout | 2022-06-09 12:23:38,467 [89] [DEBUG] [workers.queueworker] Getting work item from queue. repositorygcworker stdout | 2022-06-09 12:23:38,468 [89] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 23, 38, 467994), True, datetime.datetime(2022, 6, 9, 12, 23, 38, 467994), 0, 'repositorygc/%', 50, 1, 0]) repositorygcworker stdout | 2022-06-09 12:23:38,471 [89] [DEBUG] [workers.queueworker] No more work. repositorygcworker stdout | 2022-06-09 12:23:38,471 [89] [DEBUG] [data.database] Disconnecting from database. repositorygcworker stdout | 2022-06-09 12:23:38,471 [89] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:24:38 UTC)" executed successfully notificationworker stdout | 2022-06-09 12:23:40,618 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:23:40,618 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:23:50.617379+00:00 (in 9.999052 seconds) notificationworker stdout | 2022-06-09 12:23:40,618 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:23:50 UTC)" (scheduled at 2022-06-09 12:23:40.617379+00:00) notificationworker stdout | 2022-06-09 12:23:40,618 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 12:23:40,619 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 23, 40, 618839), True, datetime.datetime(2022, 6, 9, 12, 23, 40, 618839), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 12:23:40,622 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 12:23:40,622 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:23:40,622 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:23:50 UTC)" executed successfully buildlogsarchiver stdout | 2022-06-09 12:23:45,377 [66] [DEBUG] [apscheduler.scheduler] Looking for jobs to run buildlogsarchiver stdout | 2022-06-09 12:23:45,377 [66] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:24:15.366042+00:00 (in 29.988740 seconds) buildlogsarchiver stdout | 2022-06-09 12:23:45,377 [66] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 12:24:15 UTC)" (scheduled at 2022-06-09 12:23:45.366042+00:00) buildlogsarchiver stdout | 2022-06-09 12:23:45,378 [66] [DEBUG] [peewee] ('SELECT `candidates`.`id` FROM (SELECT `t1`.`id` FROM `repositorybuild` AS `t1` WHERE (((`t1`.`phase` IN (%s, %s, %s)) OR (`t1`.`started` < %s)) AND (`t1`.`logs_archived` = %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2022, 5, 25, 12, 23, 45, 377906), False, 50, 1, 0]) buildlogsarchiver stdout | 2022-06-09 12:23:45,380 [66] [DEBUG] [__main__] No more builds to archive buildlogsarchiver stdout | 2022-06-09 12:23:45,380 [66] [DEBUG] [data.database] Disconnecting from database. buildlogsarchiver stdout | 2022-06-09 12:23:45,380 [66] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 12:24:15 UTC)" executed successfully exportactionlogsworker stdout | 2022-06-09 12:23:47,418 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run exportactionlogsworker stdout | 2022-06-09 12:23:47,418 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:24:04.366245+00:00 (in 16.947697 seconds) exportactionlogsworker stdout | 2022-06-09 12:23:47,419 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:24:47 UTC)" (scheduled at 2022-06-09 12:23:47.409953+00:00) exportactionlogsworker stdout | 2022-06-09 12:23:47,419 [70] [DEBUG] [workers.queueworker] Running watchdog. exportactionlogsworker stdout | 2022-06-09 12:23:47,419 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:24:47 UTC)" executed successfully gunicorn-web stdout | 2022-06-09 12:23:49,917 [236] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '236'} gunicorn-web stdout | 2022-06-09 12:23:49,928 [226] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '226'} gunicorn-web stdout | 2022-06-09 12:23:49,936 [243] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '243'} gunicorn-web stdout | 2022-06-09 12:23:49,944 [229] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '229'} gunicorn-web stdout | 2022-06-09 12:23:49,950 [228] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '228'} gunicorn-web stdout | 2022-06-09 12:23:49,957 [241] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '241'} gunicorn-web stdout | 2022-06-09 12:23:49,964 [234] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '234'} gunicorn-web stdout | 2022-06-09 12:23:49,970 [242] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '242'} gunicorn-web stdout | 2022-06-09 12:23:49,978 [230] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '230'} gunicorn-web stdout | 2022-06-09 12:23:49,985 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '75'} gunicorn-web stdout | 2022-06-09 12:23:49,992 [235] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '235'} gunicorn-web stdout | 2022-06-09 12:23:50,001 [237] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '237'} gunicorn-web stdout | 2022-06-09 12:23:50,008 [239] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '239'} gunicorn-web stdout | 2022-06-09 12:23:50,016 [238] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '238'} gunicorn-web stdout | 2022-06-09 12:23:50,022 [231] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '231'} gunicorn-web stdout | 2022-06-09 12:23:50,030 [244] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '244'} gunicorn-web stdout | 2022-06-09 12:23:50,038 [232] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '232'} gunicorn-secscan stdout | 2022-06-09 12:23:50,045 [221] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '221'} gunicorn-secscan stdout | 2022-06-09 12:23:50,052 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '74'} gunicorn-secscan stdout | 2022-06-09 12:23:50,060 [224] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '224'} gunicorn-secscan stdout | 2022-06-09 12:23:50,067 [225] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '225'} gunicorn-secscan stdout | 2022-06-09 12:23:50,074 [227] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '227'} notificationworker stdout | 2022-06-09 12:23:50,617 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:23:50,618 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:24:00.617379+00:00 (in 9.999438 seconds) notificationworker stdout | 2022-06-09 12:23:50,618 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:24:00 UTC)" (scheduled at 2022-06-09 12:23:50.617379+00:00) notificationworker stdout | 2022-06-09 12:23:50,618 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 12:23:50,618 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 23, 50, 618265), True, datetime.datetime(2022, 6, 9, 12, 23, 50, 618265), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 12:23:50,621 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 12:23:50,621 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:23:50,621 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:24:00 UTC)" executed successfully chunkcleanupworker stdout | 2022-06-09 12:23:50,899 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'chunkcleanupworker.py', 'pid': '67'} exportactionlogsworker stdout | 2022-06-09 12:23:50,908 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'exportactionlogsworker.py', 'pid': '70'} blobuploadcleanupworker stdout | 2022-06-09 12:23:50,959 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'blobuploadcleanupworker.py', 'pid': '64'} repositoryactioncounter stdout | 2022-06-09 12:23:50,967 [88] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositoryactioncounter.py', 'pid': '88'} logrotateworker stdout | 2022-06-09 12:23:51,028 [77] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'logrotateworker.py', 'pid': '77'} globalpromstats stdout | 2022-06-09 12:23:51,285 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'globalpromstats.py', 'pid': '72'} repositorygcworker stdout | 2022-06-09 12:23:51,471 [89] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositorygcworker.py', 'pid': '89'} namespacegcworker stdout | 2022-06-09 12:23:51,491 [83] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'namespacegcworker.py', 'pid': '83'} repositorygcworker stdout | 2022-06-09 12:23:51,509 [89] [DEBUG] [apscheduler.scheduler] Looking for jobs to run repositorygcworker stdout | 2022-06-09 12:23:51,509 [89] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:24:38.463361+00:00 (in 46.954159 seconds) repositorygcworker stdout | 2022-06-09 12:23:51,509 [89] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:24:51 UTC)" (scheduled at 2022-06-09 12:23:51.502316+00:00) repositorygcworker stdout | 2022-06-09 12:23:51,509 [89] [DEBUG] [workers.queueworker] Running watchdog. repositorygcworker stdout | 2022-06-09 12:23:51,509 [89] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:24:51 UTC)" executed successfully securityscanningnotificationworker stdout | 2022-06-09 12:23:51,517 [90] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'securityscanningnotificationworker.py', 'pid': '90'} builder stdout | 2022-06-09 12:23:51,650 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'builder.py', 'pid': '65'} servicekey stdout | 2022-06-09 12:23:51,658 [92] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'servicekeyworker.py', 'pid': '92'} buildlogsarchiver stdout | 2022-06-09 12:23:51,689 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'buildlogsarchiver.py', 'pid': '66'} notificationworker stdout | 2022-06-09 12:23:51,721 [85] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'notificationworker.py', 'pid': '85'} storagereplication stdout | 2022-06-09 12:23:51,727 [93] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'storagereplication.py', 'pid': '93'} gcworker stdout | 2022-06-09 12:23:51,767 [71] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'gcworker.py', 'pid': '71'} expiredappspecifictokenworker stdout | 2022-06-09 12:23:51,777 [69] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '69'} manifestbackfillworker stdout | 2022-06-09 12:23:51,784 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'manifestbackfillworker.py', 'pid': '78'} queuecleanupworker stdout | 2022-06-09 12:23:51,791 [87] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'queuecleanupworker.py', 'pid': '87'} teamsyncworker stdout | 2022-06-09 12:23:51,802 [94] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'teamsyncworker.py', 'pid': '94'} gunicorn-registry stdout | 2022-06-09 12:23:52,221 [246] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '246'} gunicorn-registry stdout | 2022-06-09 12:23:52,228 [273] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '273'} gunicorn-registry stdout | 2022-06-09 12:23:52,234 [271] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '271'} gunicorn-registry stdout | 2022-06-09 12:23:52,260 [276] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '276'} gunicorn-registry stdout | 2022-06-09 12:23:52,266 [275] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '275'} gunicorn-registry stdout | 2022-06-09 12:23:52,275 [274] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '274'} gunicorn-registry stdout | 2022-06-09 12:23:52,282 [277] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '277'} gunicorn-registry stdout | 2022-06-09 12:23:52,291 [263] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '263'} gunicorn-registry stdout | 2022-06-09 12:23:52,297 [266] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '266'} gunicorn-registry stdout | 2022-06-09 12:23:52,306 [254] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '254'} gunicorn-registry stdout | 2022-06-09 12:23:52,317 [260] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '260'} gunicorn-registry stdout | 2022-06-09 12:23:52,323 [270] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '270'} gunicorn-registry stdout | 2022-06-09 12:23:52,332 [253] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '253'} gunicorn-registry stdout | 2022-06-09 12:23:52,339 [261] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '261'} gunicorn-registry stdout | 2022-06-09 12:23:52,350 [268] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '268'} gunicorn-registry stdout | 2022-06-09 12:23:52,361 [248] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '248'} gunicorn-registry stdout | 2022-06-09 12:23:52,368 [245] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '245'} gunicorn-registry stdout | 2022-06-09 12:23:52,375 [249] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '249'} gunicorn-registry stdout | 2022-06-09 12:23:52,386 [251] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '251'} gunicorn-registry stdout | 2022-06-09 12:23:52,392 [259] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '259'} gunicorn-registry stdout | 2022-06-09 12:23:52,399 [250] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '250'} gunicorn-registry stdout | 2022-06-09 12:23:52,409 [73] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '73'} gunicorn-registry stdout | 2022-06-09 12:23:52,415 [265] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '265'} gunicorn-registry stdout | 2022-06-09 12:23:52,422 [267] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '267'} gunicorn-registry stdout | 2022-06-09 12:23:52,431 [256] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '256'} gunicorn-registry stdout | 2022-06-09 12:23:52,439 [262] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '262'} gunicorn-registry stdout | 2022-06-09 12:23:52,447 [264] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '264'} gunicorn-registry stdout | 2022-06-09 12:23:52,454 [272] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '272'} gunicorn-registry stdout | 2022-06-09 12:23:52,461 [269] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '269'} gunicorn-registry stdout | 2022-06-09 12:23:52,469 [247] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '247'} gunicorn-registry stdout | 2022-06-09 12:23:52,482 [255] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '255'} gunicorn-registry stdout | 2022-06-09 12:23:52,488 [257] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '257'} gunicorn-registry stdout | 2022-06-09 12:23:52,496 [252] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '252'} namespacegcworker stdout | 2022-06-09 12:23:55,483 [83] [DEBUG] [apscheduler.scheduler] Looking for jobs to run namespacegcworker stdout | 2022-06-09 12:23:55,483 [83] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:24:01.521527+00:00 (in 6.038149 seconds) namespacegcworker stdout | 2022-06-09 12:23:55,483 [83] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:24:55 UTC)" (scheduled at 2022-06-09 12:23:55.463831+00:00) namespacegcworker stdout | 2022-06-09 12:23:55,483 [83] [DEBUG] [workers.queueworker] Getting work item from queue. namespacegcworker stdout | 2022-06-09 12:23:55,485 [83] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 23, 55, 483992), True, datetime.datetime(2022, 6, 9, 12, 23, 55, 483992), 0, 'namespacegc/%', 50, 1, 0]) namespacegcworker stdout | 2022-06-09 12:23:55,487 [83] [DEBUG] [workers.queueworker] No more work. namespacegcworker stdout | 2022-06-09 12:23:55,487 [83] [DEBUG] [data.database] Disconnecting from database. namespacegcworker stdout | 2022-06-09 12:23:55,487 [83] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:24:55 UTC)" executed successfully notificationworker stdout | 2022-06-09 12:24:00,618 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:24:00,618 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:24:02.645216+00:00 (in 2.027090 seconds) notificationworker stdout | 2022-06-09 12:24:00,618 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:24:10 UTC)" (scheduled at 2022-06-09 12:24:00.617379+00:00) notificationworker stdout | 2022-06-09 12:24:00,618 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 12:24:00,619 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 24, 0, 618568), True, datetime.datetime(2022, 6, 9, 12, 24, 0, 618568), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 12:24:00,621 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 12:24:00,621 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:24:00,621 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:24:10 UTC)" executed successfully namespacegcworker stdout | 2022-06-09 12:24:01,545 [83] [DEBUG] [apscheduler.scheduler] Looking for jobs to run namespacegcworker stdout | 2022-06-09 12:24:01,546 [83] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:24:21.521215+00:00 (in 19.975195 seconds) namespacegcworker stdout | 2022-06-09 12:24:01,546 [83] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:25:01 UTC)" (scheduled at 2022-06-09 12:24:01.521527+00:00) namespacegcworker stdout | 2022-06-09 12:24:01,546 [83] [DEBUG] [workers.queueworker] Running watchdog. namespacegcworker stdout | 2022-06-09 12:24:01,546 [83] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:25:01 UTC)" executed successfully notificationworker stdout | 2022-06-09 12:24:02,645 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:24:02,645 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:24:10.617379+00:00 (in 7.971596 seconds) notificationworker stdout | 2022-06-09 12:24:02,646 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2022-06-09 12:29:02 UTC)" (scheduled at 2022-06-09 12:24:02.645216+00:00) notificationworker stdout | 2022-06-09 12:24:02,646 [85] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT `t1`.`queue_name` FROM `queueitem` AS `t1` WHERE (((`t1`.`available` = %s) AND (`t1`.`processing_expires` > %s)) AND (`t1`.`queue_name` LIKE %s))) AS `_wrapped`', [False, datetime.datetime(2022, 6, 9, 12, 24, 2, 646095), 'notification/%']) notificationworker stdout | 2022-06-09 12:24:02,648 [85] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT `t1`.`queue_name` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s))) AS `_wrapped`', [datetime.datetime(2022, 6, 9, 12, 24, 2, 646095), True, datetime.datetime(2022, 6, 9, 12, 24, 2, 646095), 0, 'notification/%']) notificationworker stdout | 2022-06-09 12:24:02,650 [85] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT `t1`.`queue_name` FROM `queueitem` AS `t1` WHERE (((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) AND NOT (`t1`.`queue_name` IN (SELECT `t1`.`queue_name` FROM `queueitem` AS `t1` WHERE (((`t1`.`available` = %s) AND (`t1`.`processing_expires` > %s)) AND (`t1`.`queue_name` LIKE %s)))))) AS `_wrapped`', [datetime.datetime(2022, 6, 9, 12, 24, 2, 646095), True, datetime.datetime(2022, 6, 9, 12, 24, 2, 646095), 0, 'notification/%', False, datetime.datetime(2022, 6, 9, 12, 24, 2, 646095), 'notification/%']) notificationworker stdout | 2022-06-09 12:24:02,651 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:24:02,651 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2022-06-09 12:29:02 UTC)" executed successfully exportactionlogsworker stdout | 2022-06-09 12:24:04,367 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run exportactionlogsworker stdout | 2022-06-09 12:24:04,367 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:24:47.409953+00:00 (in 43.042278 seconds) exportactionlogsworker stdout | 2022-06-09 12:24:04,367 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:25:04 UTC)" (scheduled at 2022-06-09 12:24:04.366245+00:00) exportactionlogsworker stdout | 2022-06-09 12:24:04,368 [70] [DEBUG] [workers.queueworker] Getting work item from queue. exportactionlogsworker stdout | 2022-06-09 12:24:04,368 [70] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 24, 4, 368130), True, datetime.datetime(2022, 6, 9, 12, 24, 4, 368130), 0, 'exportactionlogs/%', 50, 1, 0]) exportactionlogsworker stdout | 2022-06-09 12:24:04,371 [70] [DEBUG] [workers.queueworker] No more work. exportactionlogsworker stdout | 2022-06-09 12:24:04,371 [70] [DEBUG] [data.database] Disconnecting from database. exportactionlogsworker stdout | 2022-06-09 12:24:04,371 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:25:04 UTC)" executed successfully gcworker stdout | 2022-06-09 12:24:07,491 [71] [DEBUG] [apscheduler.scheduler] Looking for jobs to run gcworker stdout | 2022-06-09 12:24:07,491 [71] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:24:37.490424+00:00 (in 29.999181 seconds) gcworker stdout | 2022-06-09 12:24:07,491 [71] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 12:24:37 UTC)" (scheduled at 2022-06-09 12:24:07.490424+00:00) gcworker stdout | 2022-06-09 12:24:07,492 [71] [DEBUG] [peewee] ('SELECT `candidates`.`repository_id` FROM (SELECT DISTINCT `t1`.`repository_id` FROM `tag` AS `t1` INNER JOIN `repository` AS `t2` ON (`t1`.`repository_id` = `t2`.`id`) INNER JOIN `user` AS `t3` ON (`t2`.`namespace_user_id` = `t3`.`id`) WHERE ((((NOT (`t1`.`lifetime_end_ms` IS %s) AND (`t1`.`lifetime_end_ms` <= %s)) AND (`t3`.`removed_tag_expiration_s` = %s)) AND (`t3`.`enabled` = %s)) AND (`t2`.`state` != %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', [None, 1654777447491, 0, True, 3, 500, 1, 0]) gcworker stdout | 2022-06-09 12:24:07,495 [71] [DEBUG] [__main__] No repository with garbage found gcworker stdout | 2022-06-09 12:24:07,495 [71] [DEBUG] [data.database] Disconnecting from database. gcworker stdout | 2022-06-09 12:24:07,495 [71] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 12:24:37 UTC)" executed successfully notificationworker stdout | 2022-06-09 12:24:10,618 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:24:10,618 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:24:19.645536+00:00 (in 9.026892 seconds) notificationworker stdout | 2022-06-09 12:24:10,618 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:24:20 UTC)" (scheduled at 2022-06-09 12:24:10.617379+00:00) notificationworker stdout | 2022-06-09 12:24:10,618 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 12:24:10,619 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 24, 10, 618959), True, datetime.datetime(2022, 6, 9, 12, 24, 10, 618959), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 12:24:10,621 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 12:24:10,622 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:24:10,622 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:24:20 UTC)" executed successfully buildlogsarchiver stdout | 2022-06-09 12:24:15,367 [66] [DEBUG] [apscheduler.scheduler] Looking for jobs to run buildlogsarchiver stdout | 2022-06-09 12:24:15,367 [66] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:24:45.366042+00:00 (in 29.998658 seconds) buildlogsarchiver stdout | 2022-06-09 12:24:15,367 [66] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 12:24:45 UTC)" (scheduled at 2022-06-09 12:24:15.366042+00:00) buildlogsarchiver stdout | 2022-06-09 12:24:15,368 [66] [DEBUG] [peewee] ('SELECT `candidates`.`id` FROM (SELECT `t1`.`id` FROM `repositorybuild` AS `t1` WHERE (((`t1`.`phase` IN (%s, %s, %s)) OR (`t1`.`started` < %s)) AND (`t1`.`logs_archived` = %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2022, 5, 25, 12, 24, 15, 367725), False, 50, 1, 0]) buildlogsarchiver stdout | 2022-06-09 12:24:15,370 [66] [DEBUG] [__main__] No more builds to archive buildlogsarchiver stdout | 2022-06-09 12:24:15,370 [66] [DEBUG] [data.database] Disconnecting from database. buildlogsarchiver stdout | 2022-06-09 12:24:15,370 [66] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 12:24:45 UTC)" executed successfully notificationworker stdout | 2022-06-09 12:24:19,648 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:24:19,648 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:24:20.617379+00:00 (in 0.969200 seconds) notificationworker stdout | 2022-06-09 12:24:19,648 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:25:19 UTC)" (scheduled at 2022-06-09 12:24:19.645536+00:00) notificationworker stdout | 2022-06-09 12:24:19,648 [85] [DEBUG] [workers.queueworker] Running watchdog. notificationworker stdout | 2022-06-09 12:24:19,648 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:25:19 UTC)" executed successfully gunicorn-web stdout | 2022-06-09 12:24:19,931 [236] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '236'} gunicorn-web stdout | 2022-06-09 12:24:19,941 [226] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '226'} gunicorn-web stdout | 2022-06-09 12:24:19,950 [243] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '243'} gunicorn-web stdout | 2022-06-09 12:24:19,955 [229] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '229'} gunicorn-web stdout | 2022-06-09 12:24:19,963 [228] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '228'} gunicorn-web stdout | 2022-06-09 12:24:19,971 [241] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '241'} gunicorn-web stdout | 2022-06-09 12:24:19,982 [234] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '234'} gunicorn-web stdout | 2022-06-09 12:24:19,989 [242] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '242'} gunicorn-web stdout | 2022-06-09 12:24:19,996 [230] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '230'} gunicorn-web stdout | 2022-06-09 12:24:20,005 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '75'} gunicorn-web stdout | 2022-06-09 12:24:20,011 [235] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '235'} gunicorn-web stdout | 2022-06-09 12:24:20,018 [237] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '237'} gunicorn-web stdout | 2022-06-09 12:24:20,027 [239] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '239'} gunicorn-web stdout | 2022-06-09 12:24:20,035 [238] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '238'} gunicorn-web stdout | 2022-06-09 12:24:20,043 [231] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '231'} gunicorn-web stdout | 2022-06-09 12:24:20,050 [244] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '244'} gunicorn-web stdout | 2022-06-09 12:24:20,057 [232] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '232'} gunicorn-secscan stdout | 2022-06-09 12:24:20,064 [221] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '221'} gunicorn-secscan stdout | 2022-06-09 12:24:20,072 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '74'} gunicorn-secscan stdout | 2022-06-09 12:24:20,080 [224] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '224'} gunicorn-secscan stdout | 2022-06-09 12:24:20,086 [225] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '225'} gunicorn-secscan stdout | 2022-06-09 12:24:20,093 [227] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '227'} notificationworker stdout | 2022-06-09 12:24:20,619 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:24:20,620 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:24:30.617379+00:00 (in 9.997378 seconds) notificationworker stdout | 2022-06-09 12:24:20,620 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:24:30 UTC)" (scheduled at 2022-06-09 12:24:20.617379+00:00) notificationworker stdout | 2022-06-09 12:24:20,620 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 12:24:20,621 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 24, 20, 620381), True, datetime.datetime(2022, 6, 9, 12, 24, 20, 620381), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 12:24:20,623 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 12:24:20,623 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:24:20,623 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:24:30 UTC)" executed successfully exportactionlogsworker stdout | 2022-06-09 12:24:20,929 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'exportactionlogsworker.py', 'pid': '70'} chunkcleanupworker stdout | 2022-06-09 12:24:20,935 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'chunkcleanupworker.py', 'pid': '67'} blobuploadcleanupworker stdout | 2022-06-09 12:24:20,996 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'blobuploadcleanupworker.py', 'pid': '64'} repositoryactioncounter stdout | 2022-06-09 12:24:21,006 [88] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositoryactioncounter.py', 'pid': '88'} logrotateworker stdout | 2022-06-09 12:24:21,078 [77] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'logrotateworker.py', 'pid': '77'} globalpromstats stdout | 2022-06-09 12:24:21,323 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'globalpromstats.py', 'pid': '72'} repositorygcworker stdout | 2022-06-09 12:24:21,496 [89] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositorygcworker.py', 'pid': '89'} namespacegcworker stdout | 2022-06-09 12:24:21,523 [83] [DEBUG] [apscheduler.scheduler] Looking for jobs to run namespacegcworker stdout | 2022-06-09 12:24:21,523 [83] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:24:55.463831+00:00 (in 33.940452 seconds) namespacegcworker stdout | 2022-06-09 12:24:21,523 [83] [INFO] [apscheduler.executors.default] Running job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2022-06-09 12:29:21 UTC)" (scheduled at 2022-06-09 12:24:21.521215+00:00) namespacegcworker stdout | 2022-06-09 12:24:21,524 [83] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT `t1`.`queue_name` FROM `queueitem` AS `t1` WHERE (((`t1`.`available` = %s) AND (`t1`.`processing_expires` > %s)) AND (`t1`.`queue_name` LIKE %s))) AS `_wrapped`', [False, datetime.datetime(2022, 6, 9, 12, 24, 21, 523818), 'namespacegc/%']) namespacegcworker stdout | 2022-06-09 12:24:21,526 [83] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT `t1`.`queue_name` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s))) AS `_wrapped`', [datetime.datetime(2022, 6, 9, 12, 24, 21, 523818), True, datetime.datetime(2022, 6, 9, 12, 24, 21, 523818), 0, 'namespacegc/%']) namespacegcworker stdout | 2022-06-09 12:24:21,528 [83] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT `t1`.`queue_name` FROM `queueitem` AS `t1` WHERE (((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) AND NOT (`t1`.`queue_name` IN (SELECT `t1`.`queue_name` FROM `queueitem` AS `t1` WHERE (((`t1`.`available` = %s) AND (`t1`.`processing_expires` > %s)) AND (`t1`.`queue_name` LIKE %s)))))) AS `_wrapped`', [datetime.datetime(2022, 6, 9, 12, 24, 21, 523818), True, datetime.datetime(2022, 6, 9, 12, 24, 21, 523818), 0, 'namespacegc/%', False, datetime.datetime(2022, 6, 9, 12, 24, 21, 523818), 'namespacegc/%']) namespacegcworker stdout | 2022-06-09 12:24:21,529 [83] [DEBUG] [data.database] Disconnecting from database. namespacegcworker stdout | 2022-06-09 12:24:21,529 [83] [INFO] [apscheduler.executors.default] Job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2022-06-09 12:29:21 UTC)" executed successfully namespacegcworker stdout | 2022-06-09 12:24:21,531 [83] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'namespacegcworker.py', 'pid': '83'} securityscanningnotificationworker stdout | 2022-06-09 12:24:21,537 [90] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'securityscanningnotificationworker.py', 'pid': '90'} builder stdout | 2022-06-09 12:24:21,690 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'builder.py', 'pid': '65'} servicekey stdout | 2022-06-09 12:24:21,697 [92] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'servicekeyworker.py', 'pid': '92'} buildlogsarchiver stdout | 2022-06-09 12:24:21,703 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'buildlogsarchiver.py', 'pid': '66'} storagereplication stdout | 2022-06-09 12:24:21,749 [93] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'storagereplication.py', 'pid': '93'} notificationworker stdout | 2022-06-09 12:24:21,761 [85] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'notificationworker.py', 'pid': '85'} gcworker stdout | 2022-06-09 12:24:21,803 [71] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'gcworker.py', 'pid': '71'} expiredappspecifictokenworker stdout | 2022-06-09 12:24:21,812 [69] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '69'} manifestbackfillworker stdout | 2022-06-09 12:24:21,823 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'manifestbackfillworker.py', 'pid': '78'} queuecleanupworker stdout | 2022-06-09 12:24:21,829 [87] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'queuecleanupworker.py', 'pid': '87'} teamsyncworker stdout | 2022-06-09 12:24:21,839 [94] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'teamsyncworker.py', 'pid': '94'} gunicorn-registry stdout | 2022-06-09 12:24:22,236 [246] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '246'} gunicorn-registry stdout | 2022-06-09 12:24:22,245 [273] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '273'} gunicorn-registry stdout | 2022-06-09 12:24:22,251 [271] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '271'} gunicorn-registry stdout | 2022-06-09 12:24:22,274 [276] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '276'} gunicorn-registry stdout | 2022-06-09 12:24:22,282 [275] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '275'} gunicorn-registry stdout | 2022-06-09 12:24:22,288 [274] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '274'} gunicorn-registry stdout | 2022-06-09 12:24:22,295 [277] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '277'} gunicorn-registry stdout | 2022-06-09 12:24:22,303 [263] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '263'} gunicorn-registry stdout | 2022-06-09 12:24:22,313 [266] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '266'} gunicorn-registry stdout | 2022-06-09 12:24:22,319 [254] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '254'} gunicorn-registry stdout | 2022-06-09 12:24:22,330 [260] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '260'} gunicorn-registry stdout | 2022-06-09 12:24:22,337 [270] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '270'} gunicorn-registry stdout | 2022-06-09 12:24:22,346 [253] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '253'} gunicorn-registry stdout | 2022-06-09 12:24:22,353 [261] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '261'} gunicorn-registry stdout | 2022-06-09 12:24:22,363 [268] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '268'} gunicorn-registry stdout | 2022-06-09 12:24:22,376 [248] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '248'} gunicorn-registry stdout | 2022-06-09 12:24:22,383 [245] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '245'} gunicorn-registry stdout | 2022-06-09 12:24:22,391 [249] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '249'} gunicorn-registry stdout | 2022-06-09 12:24:22,399 [251] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '251'} gunicorn-registry stdout | 2022-06-09 12:24:22,406 [259] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '259'} gunicorn-registry stdout | 2022-06-09 12:24:22,414 [250] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '250'} gunicorn-registry stdout | 2022-06-09 12:24:22,422 [73] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '73'} gunicorn-registry stdout | 2022-06-09 12:24:22,430 [265] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '265'} gunicorn-registry stdout | 2022-06-09 12:24:22,437 [267] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '267'} gunicorn-registry stdout | 2022-06-09 12:24:22,446 [256] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '256'} gunicorn-registry stdout | 2022-06-09 12:24:22,454 [262] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '262'} gunicorn-registry stdout | 2022-06-09 12:24:22,462 [264] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '264'} gunicorn-registry stdout | 2022-06-09 12:24:22,469 [272] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '272'} gunicorn-registry stdout | 2022-06-09 12:24:22,476 [269] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '269'} gunicorn-registry stdout | 2022-06-09 12:24:22,483 [247] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '247'} gunicorn-registry stdout | 2022-06-09 12:24:22,494 [255] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '255'} gunicorn-registry stdout | 2022-06-09 12:24:22,502 [257] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '257'} gunicorn-registry stdout | 2022-06-09 12:24:22,509 [252] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '252'} notificationworker stdout | 2022-06-09 12:24:30,621 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:24:30,621 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:24:40.617379+00:00 (in 9.995692 seconds) notificationworker stdout | 2022-06-09 12:24:30,621 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:24:40 UTC)" (scheduled at 2022-06-09 12:24:30.617379+00:00) notificationworker stdout | 2022-06-09 12:24:30,621 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 12:24:30,622 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 24, 30, 622016), True, datetime.datetime(2022, 6, 9, 12, 24, 30, 622016), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 12:24:30,625 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 12:24:30,625 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:24:30,625 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:24:40 UTC)" executed successfully gcworker stdout | 2022-06-09 12:24:37,522 [71] [DEBUG] [apscheduler.scheduler] Looking for jobs to run gcworker stdout | 2022-06-09 12:24:37,523 [71] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:25:07.490424+00:00 (in 29.967565 seconds) gcworker stdout | 2022-06-09 12:24:37,523 [71] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 12:25:07 UTC)" (scheduled at 2022-06-09 12:24:37.490424+00:00) gcworker stdout | 2022-06-09 12:24:37,523 [71] [DEBUG] [peewee] ('SELECT DISTINCT `t1`.`removed_tag_expiration_s` FROM `user` AS `t1` LIMIT %s', [100]) gcworker stdout | 2022-06-09 12:24:37,526 [71] [DEBUG] [peewee] ('SELECT `candidates`.`repository_id` FROM (SELECT DISTINCT `t1`.`repository_id` FROM `tag` AS `t1` INNER JOIN `repository` AS `t2` ON (`t1`.`repository_id` = `t2`.`id`) INNER JOIN `user` AS `t3` ON (`t2`.`namespace_user_id` = `t3`.`id`) WHERE ((((NOT (`t1`.`lifetime_end_ms` IS %s) AND (`t1`.`lifetime_end_ms` <= %s)) AND (`t3`.`removed_tag_expiration_s` = %s)) AND (`t3`.`enabled` = %s)) AND (`t2`.`state` != %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', [None, 1654777477525, 0, True, 3, 500, 1, 0]) gcworker stdout | 2022-06-09 12:24:37,528 [71] [DEBUG] [__main__] No repository with garbage found gcworker stdout | 2022-06-09 12:24:37,528 [71] [DEBUG] [data.database] Disconnecting from database. gcworker stdout | 2022-06-09 12:24:37,528 [71] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 12:25:07 UTC)" executed successfully repositorygcworker stdout | 2022-06-09 12:24:38,465 [89] [DEBUG] [apscheduler.scheduler] Looking for jobs to run repositorygcworker stdout | 2022-06-09 12:24:38,465 [89] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:24:51.502316+00:00 (in 13.036675 seconds) repositorygcworker stdout | 2022-06-09 12:24:38,465 [89] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:25:38 UTC)" (scheduled at 2022-06-09 12:24:38.463361+00:00) repositorygcworker stdout | 2022-06-09 12:24:38,465 [89] [DEBUG] [workers.queueworker] Getting work item from queue. repositorygcworker stdout | 2022-06-09 12:24:38,466 [89] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 24, 38, 465964), True, datetime.datetime(2022, 6, 9, 12, 24, 38, 465964), 0, 'repositorygc/%', 50, 1, 0]) repositorygcworker stdout | 2022-06-09 12:24:38,469 [89] [DEBUG] [workers.queueworker] No more work. repositorygcworker stdout | 2022-06-09 12:24:38,469 [89] [DEBUG] [data.database] Disconnecting from database. repositorygcworker stdout | 2022-06-09 12:24:38,469 [89] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:25:38 UTC)" executed successfully notificationworker stdout | 2022-06-09 12:24:40,633 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:24:40,633 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:24:50.617379+00:00 (in 9.983717 seconds) notificationworker stdout | 2022-06-09 12:24:40,633 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:24:50 UTC)" (scheduled at 2022-06-09 12:24:40.617379+00:00) notificationworker stdout | 2022-06-09 12:24:40,634 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 12:24:40,634 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 24, 40, 634045), True, datetime.datetime(2022, 6, 9, 12, 24, 40, 634045), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 12:24:40,637 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 12:24:40,637 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:24:40,637 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:24:50 UTC)" executed successfully buildlogsarchiver stdout | 2022-06-09 12:24:45,369 [66] [DEBUG] [apscheduler.scheduler] Looking for jobs to run buildlogsarchiver stdout | 2022-06-09 12:24:45,369 [66] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:25:15.366042+00:00 (in 29.996394 seconds) buildlogsarchiver stdout | 2022-06-09 12:24:45,369 [66] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 12:25:15 UTC)" (scheduled at 2022-06-09 12:24:45.366042+00:00) buildlogsarchiver stdout | 2022-06-09 12:24:45,370 [66] [DEBUG] [peewee] ('SELECT `candidates`.`id` FROM (SELECT `t1`.`id` FROM `repositorybuild` AS `t1` WHERE (((`t1`.`phase` IN (%s, %s, %s)) OR (`t1`.`started` < %s)) AND (`t1`.`logs_archived` = %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2022, 5, 25, 12, 24, 45, 369965), False, 50, 1, 0]) buildlogsarchiver stdout | 2022-06-09 12:24:45,373 [66] [DEBUG] [__main__] No more builds to archive buildlogsarchiver stdout | 2022-06-09 12:24:45,373 [66] [DEBUG] [data.database] Disconnecting from database. buildlogsarchiver stdout | 2022-06-09 12:24:45,373 [66] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 12:25:15 UTC)" executed successfully exportactionlogsworker stdout | 2022-06-09 12:24:47,410 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run exportactionlogsworker stdout | 2022-06-09 12:24:47,411 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:25:04.366245+00:00 (in 16.955358 seconds) exportactionlogsworker stdout | 2022-06-09 12:24:47,411 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:25:47 UTC)" (scheduled at 2022-06-09 12:24:47.409953+00:00) exportactionlogsworker stdout | 2022-06-09 12:24:47,411 [70] [DEBUG] [workers.queueworker] Running watchdog. exportactionlogsworker stdout | 2022-06-09 12:24:47,411 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:25:47 UTC)" executed successfully gunicorn-web stdout | 2022-06-09 12:24:49,968 [229] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '229'} gunicorn-web stdout | 2022-06-09 12:24:49,974 [236] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '236'} gunicorn-web stdout | 2022-06-09 12:24:49,980 [226] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '226'} gunicorn-web stdout | 2022-06-09 12:24:49,987 [243] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '243'} gunicorn-web stdout | 2022-06-09 12:24:49,994 [228] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '228'} gunicorn-web stdout | 2022-06-09 12:24:50,001 [241] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '241'} gunicorn-web stdout | 2022-06-09 12:24:50,008 [234] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '234'} gunicorn-web stdout | 2022-06-09 12:24:50,017 [242] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '242'} gunicorn-web stdout | 2022-06-09 12:24:50,025 [230] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '230'} gunicorn-web stdout | 2022-06-09 12:24:50,031 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '75'} gunicorn-web stdout | 2022-06-09 12:24:50,040 [235] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '235'} gunicorn-web stdout | 2022-06-09 12:24:50,047 [237] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '237'} gunicorn-web stdout | 2022-06-09 12:24:50,055 [239] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '239'} gunicorn-web stdout | 2022-06-09 12:24:50,061 [238] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '238'} gunicorn-web stdout | 2022-06-09 12:24:50,070 [231] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '231'} gunicorn-web stdout | 2022-06-09 12:24:50,076 [244] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '244'} gunicorn-web stdout | 2022-06-09 12:24:50,084 [232] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '232'} gunicorn-secscan stdout | 2022-06-09 12:24:50,090 [221] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '221'} gunicorn-secscan stdout | 2022-06-09 12:24:50,101 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '74'} gunicorn-secscan stdout | 2022-06-09 12:24:50,107 [224] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '224'} gunicorn-secscan stdout | 2022-06-09 12:24:50,114 [225] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '225'} gunicorn-secscan stdout | 2022-06-09 12:24:50,121 [227] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '227'} notificationworker stdout | 2022-06-09 12:24:50,623 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:24:50,623 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:25:00.617379+00:00 (in 9.993964 seconds) notificationworker stdout | 2022-06-09 12:24:50,623 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:25:00 UTC)" (scheduled at 2022-06-09 12:24:50.617379+00:00) notificationworker stdout | 2022-06-09 12:24:50,623 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 12:24:50,624 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 24, 50, 623875), True, datetime.datetime(2022, 6, 9, 12, 24, 50, 623875), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 12:24:50,627 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 12:24:50,627 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:24:50,627 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:25:00 UTC)" executed successfully exportactionlogsworker stdout | 2022-06-09 12:24:50,955 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'exportactionlogsworker.py', 'pid': '70'} chunkcleanupworker stdout | 2022-06-09 12:24:50,962 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'chunkcleanupworker.py', 'pid': '67'} blobuploadcleanupworker stdout | 2022-06-09 12:24:51,022 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'blobuploadcleanupworker.py', 'pid': '64'} repositoryactioncounter stdout | 2022-06-09 12:24:51,042 [88] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositoryactioncounter.py', 'pid': '88'} logrotateworker stdout | 2022-06-09 12:24:51,119 [77] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'logrotateworker.py', 'pid': '77'} globalpromstats stdout | 2022-06-09 12:24:51,370 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'globalpromstats.py', 'pid': '72'} repositorygcworker stdout | 2022-06-09 12:24:51,503 [89] [DEBUG] [apscheduler.scheduler] Looking for jobs to run repositorygcworker stdout | 2022-06-09 12:24:51,503 [89] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:24:53.501847+00:00 (in 1.998556 seconds) repositorygcworker stdout | 2022-06-09 12:24:51,503 [89] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:25:51 UTC)" (scheduled at 2022-06-09 12:24:51.502316+00:00) repositorygcworker stdout | 2022-06-09 12:24:51,503 [89] [DEBUG] [workers.queueworker] Running watchdog. repositorygcworker stdout | 2022-06-09 12:24:51,503 [89] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:25:51 UTC)" executed successfully repositorygcworker stdout | 2022-06-09 12:24:51,539 [89] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositorygcworker.py', 'pid': '89'} namespacegcworker stdout | 2022-06-09 12:24:51,570 [83] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'namespacegcworker.py', 'pid': '83'} securityscanningnotificationworker stdout | 2022-06-09 12:24:51,577 [90] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'securityscanningnotificationworker.py', 'pid': '90'} servicekey stdout | 2022-06-09 12:24:51,711 [92] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'servicekeyworker.py', 'pid': '92'} buildlogsarchiver stdout | 2022-06-09 12:24:51,738 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'buildlogsarchiver.py', 'pid': '66'} builder stdout | 2022-06-09 12:24:51,745 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'builder.py', 'pid': '65'} notificationworker stdout | 2022-06-09 12:24:51,782 [85] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'notificationworker.py', 'pid': '85'} storagereplication stdout | 2022-06-09 12:24:51,795 [93] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'storagereplication.py', 'pid': '93'} gcworker stdout | 2022-06-09 12:24:51,814 [71] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'gcworker.py', 'pid': '71'} expiredappspecifictokenworker stdout | 2022-06-09 12:24:51,822 [69] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '69'} queuecleanupworker stdout | 2022-06-09 12:24:51,873 [87] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'queuecleanupworker.py', 'pid': '87'} teamsyncworker stdout | 2022-06-09 12:24:51,880 [94] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'teamsyncworker.py', 'pid': '94'} manifestbackfillworker stdout | 2022-06-09 12:24:51,888 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'manifestbackfillworker.py', 'pid': '78'} gunicorn-registry stdout | 2022-06-09 12:24:52,265 [246] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '246'} gunicorn-registry stdout | 2022-06-09 12:24:52,272 [273] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '273'} gunicorn-registry stdout | 2022-06-09 12:24:52,278 [271] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '271'} gunicorn-registry stdout | 2022-06-09 12:24:52,288 [276] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '276'} gunicorn-registry stdout | 2022-06-09 12:24:52,299 [275] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '275'} gunicorn-registry stdout | 2022-06-09 12:24:52,310 [274] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '274'} gunicorn-registry stdout | 2022-06-09 12:24:52,317 [277] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '277'} gunicorn-registry stdout | 2022-06-09 12:24:52,324 [263] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '263'} gunicorn-registry stdout | 2022-06-09 12:24:52,331 [266] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '266'} gunicorn-registry stdout | 2022-06-09 12:24:52,339 [254] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '254'} gunicorn-registry stdout | 2022-06-09 12:24:52,347 [260] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '260'} gunicorn-registry stdout | 2022-06-09 12:24:52,355 [270] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '270'} gunicorn-registry stdout | 2022-06-09 12:24:52,361 [253] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '253'} gunicorn-registry stdout | 2022-06-09 12:24:52,367 [261] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '261'} gunicorn-registry stdout | 2022-06-09 12:24:52,374 [268] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '268'} gunicorn-registry stdout | 2022-06-09 12:24:52,390 [248] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '248'} gunicorn-registry stdout | 2022-06-09 12:24:52,401 [245] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '245'} gunicorn-registry stdout | 2022-06-09 12:24:52,408 [249] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '249'} gunicorn-registry stdout | 2022-06-09 12:24:52,418 [251] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '251'} gunicorn-registry stdout | 2022-06-09 12:24:52,424 [259] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '259'} gunicorn-registry stdout | 2022-06-09 12:24:52,430 [250] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '250'} gunicorn-registry stdout | 2022-06-09 12:24:52,437 [73] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '73'} gunicorn-registry stdout | 2022-06-09 12:24:52,443 [265] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '265'} gunicorn-registry stdout | 2022-06-09 12:24:52,454 [267] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '267'} gunicorn-registry stdout | 2022-06-09 12:24:52,462 [256] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '256'} gunicorn-registry stdout | 2022-06-09 12:24:52,470 [262] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '262'} gunicorn-registry stdout | 2022-06-09 12:24:52,477 [264] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '264'} gunicorn-registry stdout | 2022-06-09 12:24:52,484 [272] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '272'} gunicorn-registry stdout | 2022-06-09 12:24:52,491 [269] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '269'} gunicorn-registry stdout | 2022-06-09 12:24:52,497 [247] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '247'} gunicorn-registry stdout | 2022-06-09 12:24:52,504 [255] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '255'} gunicorn-registry stdout | 2022-06-09 12:24:52,514 [257] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '257'} gunicorn-registry stdout | 2022-06-09 12:24:52,522 [252] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '252'} repositorygcworker stdout | 2022-06-09 12:24:53,502 [89] [DEBUG] [apscheduler.scheduler] Looking for jobs to run repositorygcworker stdout | 2022-06-09 12:24:53,502 [89] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:25:38.463361+00:00 (in 44.960738 seconds) repositorygcworker stdout | 2022-06-09 12:24:53,502 [89] [INFO] [apscheduler.executors.default] Running job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2022-06-09 12:29:53 UTC)" (scheduled at 2022-06-09 12:24:53.501847+00:00) repositorygcworker stdout | 2022-06-09 12:24:53,503 [89] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT `t1`.`queue_name` FROM `queueitem` AS `t1` WHERE (((`t1`.`available` = %s) AND (`t1`.`processing_expires` > %s)) AND (`t1`.`queue_name` LIKE %s))) AS `_wrapped`', [False, datetime.datetime(2022, 6, 9, 12, 24, 53, 503050), 'repositorygc/%']) repositorygcworker stdout | 2022-06-09 12:24:53,505 [89] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT `t1`.`queue_name` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s))) AS `_wrapped`', [datetime.datetime(2022, 6, 9, 12, 24, 53, 503050), True, datetime.datetime(2022, 6, 9, 12, 24, 53, 503050), 0, 'repositorygc/%']) repositorygcworker stdout | 2022-06-09 12:24:53,507 [89] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT `t1`.`queue_name` FROM `queueitem` AS `t1` WHERE (((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) AND NOT (`t1`.`queue_name` IN (SELECT `t1`.`queue_name` FROM `queueitem` AS `t1` WHERE (((`t1`.`available` = %s) AND (`t1`.`processing_expires` > %s)) AND (`t1`.`queue_name` LIKE %s)))))) AS `_wrapped`', [datetime.datetime(2022, 6, 9, 12, 24, 53, 503050), True, datetime.datetime(2022, 6, 9, 12, 24, 53, 503050), 0, 'repositorygc/%', False, datetime.datetime(2022, 6, 9, 12, 24, 53, 503050), 'repositorygc/%']) repositorygcworker stdout | 2022-06-09 12:24:53,508 [89] [DEBUG] [data.database] Disconnecting from database. repositorygcworker stdout | 2022-06-09 12:24:53,508 [89] [INFO] [apscheduler.executors.default] Job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2022-06-09 12:29:53 UTC)" executed successfully namespacegcworker stdout | 2022-06-09 12:24:55,465 [83] [DEBUG] [apscheduler.scheduler] Looking for jobs to run namespacegcworker stdout | 2022-06-09 12:24:55,466 [83] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:25:01.521527+00:00 (in 6.055662 seconds) namespacegcworker stdout | 2022-06-09 12:24:55,466 [83] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:25:55 UTC)" (scheduled at 2022-06-09 12:24:55.463831+00:00) namespacegcworker stdout | 2022-06-09 12:24:55,466 [83] [DEBUG] [workers.queueworker] Getting work item from queue. namespacegcworker stdout | 2022-06-09 12:24:55,467 [83] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 24, 55, 466455), True, datetime.datetime(2022, 6, 9, 12, 24, 55, 466455), 0, 'namespacegc/%', 50, 1, 0]) namespacegcworker stdout | 2022-06-09 12:24:55,469 [83] [DEBUG] [workers.queueworker] No more work. namespacegcworker stdout | 2022-06-09 12:24:55,469 [83] [DEBUG] [data.database] Disconnecting from database. namespacegcworker stdout | 2022-06-09 12:24:55,469 [83] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:25:55 UTC)" executed successfully notificationworker stdout | 2022-06-09 12:25:00,618 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:25:00,619 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:25:10.617379+00:00 (in 9.998406 seconds) notificationworker stdout | 2022-06-09 12:25:00,619 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:25:10 UTC)" (scheduled at 2022-06-09 12:25:00.617379+00:00) notificationworker stdout | 2022-06-09 12:25:00,619 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 12:25:00,619 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 25, 0, 619332), True, datetime.datetime(2022, 6, 9, 12, 25, 0, 619332), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 12:25:00,622 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 12:25:00,622 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:25:00,622 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:25:10 UTC)" executed successfully namespacegcworker stdout | 2022-06-09 12:25:01,526 [83] [DEBUG] [apscheduler.scheduler] Looking for jobs to run namespacegcworker stdout | 2022-06-09 12:25:01,526 [83] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:25:55.463831+00:00 (in 53.937537 seconds) namespacegcworker stdout | 2022-06-09 12:25:01,526 [83] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:26:01 UTC)" (scheduled at 2022-06-09 12:25:01.521527+00:00) namespacegcworker stdout | 2022-06-09 12:25:01,526 [83] [DEBUG] [workers.queueworker] Running watchdog. namespacegcworker stdout | 2022-06-09 12:25:01,526 [83] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:26:01 UTC)" executed successfully exportactionlogsworker stdout | 2022-06-09 12:25:04,375 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run exportactionlogsworker stdout | 2022-06-09 12:25:04,376 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:25:47.409953+00:00 (in 43.034127 seconds) exportactionlogsworker stdout | 2022-06-09 12:25:04,376 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:26:04 UTC)" (scheduled at 2022-06-09 12:25:04.366245+00:00) exportactionlogsworker stdout | 2022-06-09 12:25:04,376 [70] [DEBUG] [workers.queueworker] Getting work item from queue. exportactionlogsworker stdout | 2022-06-09 12:25:04,377 [70] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 25, 4, 376400), True, datetime.datetime(2022, 6, 9, 12, 25, 4, 376400), 0, 'exportactionlogs/%', 50, 1, 0]) exportactionlogsworker stdout | 2022-06-09 12:25:04,379 [70] [DEBUG] [workers.queueworker] No more work. exportactionlogsworker stdout | 2022-06-09 12:25:04,379 [70] [DEBUG] [data.database] Disconnecting from database. exportactionlogsworker stdout | 2022-06-09 12:25:04,379 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:26:04 UTC)" executed successfully gcworker stdout | 2022-06-09 12:25:07,491 [71] [DEBUG] [apscheduler.scheduler] Looking for jobs to run gcworker stdout | 2022-06-09 12:25:07,492 [71] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:25:37.490424+00:00 (in 29.998464 seconds) gcworker stdout | 2022-06-09 12:25:07,492 [71] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 12:25:37 UTC)" (scheduled at 2022-06-09 12:25:07.490424+00:00) gcworker stdout | 2022-06-09 12:25:07,492 [71] [DEBUG] [peewee] ('SELECT `candidates`.`repository_id` FROM (SELECT DISTINCT `t1`.`repository_id` FROM `tag` AS `t1` INNER JOIN `repository` AS `t2` ON (`t1`.`repository_id` = `t2`.`id`) INNER JOIN `user` AS `t3` ON (`t2`.`namespace_user_id` = `t3`.`id`) WHERE ((((NOT (`t1`.`lifetime_end_ms` IS %s) AND (`t1`.`lifetime_end_ms` <= %s)) AND (`t3`.`removed_tag_expiration_s` = %s)) AND (`t3`.`enabled` = %s)) AND (`t2`.`state` != %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', [None, 1654777507492, 0, True, 3, 500, 1, 0]) gcworker stdout | 2022-06-09 12:25:07,494 [71] [DEBUG] [__main__] No repository with garbage found gcworker stdout | 2022-06-09 12:25:07,495 [71] [DEBUG] [data.database] Disconnecting from database. gcworker stdout | 2022-06-09 12:25:07,495 [71] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 12:25:37 UTC)" executed successfully notificationworker stdout | 2022-06-09 12:25:10,618 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:25:10,618 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:25:19.645536+00:00 (in 9.027116 seconds) notificationworker stdout | 2022-06-09 12:25:10,618 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:25:20 UTC)" (scheduled at 2022-06-09 12:25:10.617379+00:00) notificationworker stdout | 2022-06-09 12:25:10,618 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 12:25:10,619 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 25, 10, 618910), True, datetime.datetime(2022, 6, 9, 12, 25, 10, 618910), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 12:25:10,622 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 12:25:10,622 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:25:10,622 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:25:20 UTC)" executed successfully buildlogsarchiver stdout | 2022-06-09 12:25:15,371 [66] [DEBUG] [apscheduler.scheduler] Looking for jobs to run buildlogsarchiver stdout | 2022-06-09 12:25:15,371 [66] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:25:45.366042+00:00 (in 29.994796 seconds) buildlogsarchiver stdout | 2022-06-09 12:25:15,371 [66] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 12:25:45 UTC)" (scheduled at 2022-06-09 12:25:15.366042+00:00) buildlogsarchiver stdout | 2022-06-09 12:25:15,372 [66] [DEBUG] [peewee] ('SELECT `candidates`.`id` FROM (SELECT `t1`.`id` FROM `repositorybuild` AS `t1` WHERE (((`t1`.`phase` IN (%s, %s, %s)) OR (`t1`.`started` < %s)) AND (`t1`.`logs_archived` = %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2022, 5, 25, 12, 25, 15, 371663), False, 50, 1, 0]) buildlogsarchiver stdout | 2022-06-09 12:25:15,374 [66] [DEBUG] [__main__] No more builds to archive buildlogsarchiver stdout | 2022-06-09 12:25:15,374 [66] [DEBUG] [data.database] Disconnecting from database. buildlogsarchiver stdout | 2022-06-09 12:25:15,374 [66] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 12:25:45 UTC)" executed successfully notificationworker stdout | 2022-06-09 12:25:19,645 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:25:19,646 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:25:20.617379+00:00 (in 0.971348 seconds) notificationworker stdout | 2022-06-09 12:25:19,646 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:26:19 UTC)" (scheduled at 2022-06-09 12:25:19.645536+00:00) notificationworker stdout | 2022-06-09 12:25:19,646 [85] [DEBUG] [workers.queueworker] Running watchdog. notificationworker stdout | 2022-06-09 12:25:19,646 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:26:19 UTC)" executed successfully gunicorn-web stdout | 2022-06-09 12:25:19,992 [229] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '229'} gunicorn-web stdout | 2022-06-09 12:25:20,000 [236] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '236'} gunicorn-web stdout | 2022-06-09 12:25:20,006 [226] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '226'} gunicorn-web stdout | 2022-06-09 12:25:20,012 [243] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '243'} gunicorn-web stdout | 2022-06-09 12:25:20,022 [228] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '228'} gunicorn-web stdout | 2022-06-09 12:25:20,028 [241] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '241'} gunicorn-web stdout | 2022-06-09 12:25:20,035 [234] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '234'} gunicorn-web stdout | 2022-06-09 12:25:20,043 [242] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '242'} gunicorn-web stdout | 2022-06-09 12:25:20,049 [230] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '230'} gunicorn-web stdout | 2022-06-09 12:25:20,056 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '75'} gunicorn-web stdout | 2022-06-09 12:25:20,063 [235] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '235'} gunicorn-web stdout | 2022-06-09 12:25:20,071 [237] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '237'} gunicorn-web stdout | 2022-06-09 12:25:20,080 [239] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '239'} gunicorn-web stdout | 2022-06-09 12:25:20,086 [238] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '238'} gunicorn-web stdout | 2022-06-09 12:25:20,094 [231] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '231'} gunicorn-web stdout | 2022-06-09 12:25:20,105 [244] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '244'} gunicorn-web stdout | 2022-06-09 12:25:20,112 [232] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '232'} gunicorn-secscan stdout | 2022-06-09 12:25:20,119 [221] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '221'} gunicorn-secscan stdout | 2022-06-09 12:25:20,127 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '74'} gunicorn-secscan stdout | 2022-06-09 12:25:20,134 [224] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '224'} gunicorn-secscan stdout | 2022-06-09 12:25:20,141 [225] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '225'} gunicorn-secscan stdout | 2022-06-09 12:25:20,147 [227] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '227'} notificationworker stdout | 2022-06-09 12:25:20,621 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:25:20,621 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:25:30.617379+00:00 (in 9.995604 seconds) notificationworker stdout | 2022-06-09 12:25:20,622 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:25:30 UTC)" (scheduled at 2022-06-09 12:25:20.617379+00:00) notificationworker stdout | 2022-06-09 12:25:20,622 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 12:25:20,622 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 25, 20, 622240), True, datetime.datetime(2022, 6, 9, 12, 25, 20, 622240), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 12:25:20,625 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 12:25:20,625 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:25:20,625 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:25:30 UTC)" executed successfully exportactionlogsworker stdout | 2022-06-09 12:25:20,989 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'exportactionlogsworker.py', 'pid': '70'} chunkcleanupworker stdout | 2022-06-09 12:25:20,995 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'chunkcleanupworker.py', 'pid': '67'} blobuploadcleanupworker stdout | 2022-06-09 12:25:21,053 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'blobuploadcleanupworker.py', 'pid': '64'} repositoryactioncounter stdout | 2022-06-09 12:25:21,063 [88] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositoryactioncounter.py', 'pid': '88'} logrotateworker stdout | 2022-06-09 12:25:21,217 [77] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'logrotateworker.py', 'pid': '77'} globalpromstats stdout | 2022-06-09 12:25:21,408 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'globalpromstats.py', 'pid': '72'} repositorygcworker stdout | 2022-06-09 12:25:21,574 [89] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositorygcworker.py', 'pid': '89'} namespacegcworker stdout | 2022-06-09 12:25:21,611 [83] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'namespacegcworker.py', 'pid': '83'} securityscanningnotificationworker stdout | 2022-06-09 12:25:21,619 [90] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'securityscanningnotificationworker.py', 'pid': '90'} servicekey stdout | 2022-06-09 12:25:21,741 [92] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'servicekeyworker.py', 'pid': '92'} buildlogsarchiver stdout | 2022-06-09 12:25:21,793 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'buildlogsarchiver.py', 'pid': '66'} builder stdout | 2022-06-09 12:25:21,799 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'builder.py', 'pid': '65'} notificationworker stdout | 2022-06-09 12:25:21,822 [85] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'notificationworker.py', 'pid': '85'} storagereplication stdout | 2022-06-09 12:25:21,839 [93] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'storagereplication.py', 'pid': '93'} gcworker stdout | 2022-06-09 12:25:21,851 [71] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'gcworker.py', 'pid': '71'} expiredappspecifictokenworker stdout | 2022-06-09 12:25:21,858 [69] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '69'} queuecleanupworker stdout | 2022-06-09 12:25:21,908 [87] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'queuecleanupworker.py', 'pid': '87'} teamsyncworker stdout | 2022-06-09 12:25:21,914 [94] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'teamsyncworker.py', 'pid': '94'} manifestbackfillworker stdout | 2022-06-09 12:25:21,927 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'manifestbackfillworker.py', 'pid': '78'} gunicorn-registry stdout | 2022-06-09 12:25:22,286 [273] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '273'} gunicorn-registry stdout | 2022-06-09 12:25:22,293 [246] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '246'} gunicorn-registry stdout | 2022-06-09 12:25:22,300 [271] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '271'} gunicorn-registry stdout | 2022-06-09 12:25:22,307 [276] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '276'} gunicorn-registry stdout | 2022-06-09 12:25:22,313 [275] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '275'} gunicorn-registry stdout | 2022-06-09 12:25:22,322 [274] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '274'} gunicorn-registry stdout | 2022-06-09 12:25:22,330 [277] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '277'} gunicorn-registry stdout | 2022-06-09 12:25:22,341 [263] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '263'} gunicorn-registry stdout | 2022-06-09 12:25:22,349 [266] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '266'} gunicorn-registry stdout | 2022-06-09 12:25:22,356 [254] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '254'} gunicorn-registry stdout | 2022-06-09 12:25:22,362 [260] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '260'} gunicorn-registry stdout | 2022-06-09 12:25:22,369 [270] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '270'} gunicorn-registry stdout | 2022-06-09 12:25:22,376 [253] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '253'} gunicorn-registry stdout | 2022-06-09 12:25:22,383 [261] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '261'} gunicorn-registry stdout | 2022-06-09 12:25:22,391 [268] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '268'} gunicorn-registry stdout | 2022-06-09 12:25:22,405 [248] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '248'} gunicorn-registry stdout | 2022-06-09 12:25:22,420 [245] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '245'} gunicorn-registry stdout | 2022-06-09 12:25:22,426 [249] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '249'} gunicorn-registry stdout | 2022-06-09 12:25:22,433 [251] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '251'} gunicorn-registry stdout | 2022-06-09 12:25:22,441 [259] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '259'} gunicorn-registry stdout | 2022-06-09 12:25:22,447 [250] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '250'} gunicorn-registry stdout | 2022-06-09 12:25:22,455 [73] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '73'} gunicorn-registry stdout | 2022-06-09 12:25:22,463 [265] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '265'} gunicorn-registry stdout | 2022-06-09 12:25:22,469 [267] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '267'} gunicorn-registry stdout | 2022-06-09 12:25:22,476 [256] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '256'} gunicorn-registry stdout | 2022-06-09 12:25:22,483 [262] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '262'} gunicorn-registry stdout | 2022-06-09 12:25:22,491 [264] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '264'} gunicorn-registry stdout | 2022-06-09 12:25:22,500 [272] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '272'} gunicorn-registry stdout | 2022-06-09 12:25:22,512 [269] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '269'} gunicorn-registry stdout | 2022-06-09 12:25:22,518 [247] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '247'} gunicorn-registry stdout | 2022-06-09 12:25:22,526 [255] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '255'} gunicorn-registry stdout | 2022-06-09 12:25:22,532 [257] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '257'} gunicorn-registry stdout | 2022-06-09 12:25:22,540 [252] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '252'} notificationworker stdout | 2022-06-09 12:25:30,620 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:25:30,620 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:25:40.617379+00:00 (in 9.996904 seconds) notificationworker stdout | 2022-06-09 12:25:30,620 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:25:40 UTC)" (scheduled at 2022-06-09 12:25:30.617379+00:00) notificationworker stdout | 2022-06-09 12:25:30,620 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 12:25:30,621 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 25, 30, 620940), True, datetime.datetime(2022, 6, 9, 12, 25, 30, 620940), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 12:25:30,624 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 12:25:30,624 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:25:30,624 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:25:40 UTC)" executed successfully gcworker stdout | 2022-06-09 12:25:37,491 [71] [DEBUG] [apscheduler.scheduler] Looking for jobs to run gcworker stdout | 2022-06-09 12:25:37,491 [71] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:26:07.490424+00:00 (in 29.998977 seconds) gcworker stdout | 2022-06-09 12:25:37,491 [71] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 12:26:07 UTC)" (scheduled at 2022-06-09 12:25:37.490424+00:00) gcworker stdout | 2022-06-09 12:25:37,492 [71] [DEBUG] [peewee] ('SELECT `candidates`.`repository_id` FROM (SELECT DISTINCT `t1`.`repository_id` FROM `tag` AS `t1` INNER JOIN `repository` AS `t2` ON (`t1`.`repository_id` = `t2`.`id`) INNER JOIN `user` AS `t3` ON (`t2`.`namespace_user_id` = `t3`.`id`) WHERE ((((NOT (`t1`.`lifetime_end_ms` IS %s) AND (`t1`.`lifetime_end_ms` <= %s)) AND (`t3`.`removed_tag_expiration_s` = %s)) AND (`t3`.`enabled` = %s)) AND (`t2`.`state` != %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', [None, 1654777537491, 0, True, 3, 500, 1, 0]) gcworker stdout | 2022-06-09 12:25:37,494 [71] [DEBUG] [__main__] No repository with garbage found gcworker stdout | 2022-06-09 12:25:37,494 [71] [DEBUG] [data.database] Disconnecting from database. gcworker stdout | 2022-06-09 12:25:37,494 [71] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 12:26:07 UTC)" executed successfully repositorygcworker stdout | 2022-06-09 12:25:38,473 [89] [DEBUG] [apscheduler.scheduler] Looking for jobs to run repositorygcworker stdout | 2022-06-09 12:25:38,474 [89] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:25:51.502316+00:00 (in 13.028315 seconds) repositorygcworker stdout | 2022-06-09 12:25:38,474 [89] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:26:38 UTC)" (scheduled at 2022-06-09 12:25:38.463361+00:00) repositorygcworker stdout | 2022-06-09 12:25:38,474 [89] [DEBUG] [workers.queueworker] Getting work item from queue. repositorygcworker stdout | 2022-06-09 12:25:38,474 [89] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 25, 38, 474358), True, datetime.datetime(2022, 6, 9, 12, 25, 38, 474358), 0, 'repositorygc/%', 50, 1, 0]) repositorygcworker stdout | 2022-06-09 12:25:38,477 [89] [DEBUG] [workers.queueworker] No more work. repositorygcworker stdout | 2022-06-09 12:25:38,477 [89] [DEBUG] [data.database] Disconnecting from database. repositorygcworker stdout | 2022-06-09 12:25:38,477 [89] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:26:38 UTC)" executed successfully notificationworker stdout | 2022-06-09 12:25:40,618 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:25:40,618 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:25:50.617379+00:00 (in 9.998579 seconds) notificationworker stdout | 2022-06-09 12:25:40,619 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:25:50 UTC)" (scheduled at 2022-06-09 12:25:40.617379+00:00) notificationworker stdout | 2022-06-09 12:25:40,619 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 12:25:40,619 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 25, 40, 619273), True, datetime.datetime(2022, 6, 9, 12, 25, 40, 619273), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 12:25:40,622 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 12:25:40,622 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:25:40,622 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:25:50 UTC)" executed successfully buildlogsarchiver stdout | 2022-06-09 12:25:45,366 [66] [DEBUG] [apscheduler.scheduler] Looking for jobs to run buildlogsarchiver stdout | 2022-06-09 12:25:45,366 [66] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:26:15.366042+00:00 (in 29.999521 seconds) buildlogsarchiver stdout | 2022-06-09 12:25:45,366 [66] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 12:26:15 UTC)" (scheduled at 2022-06-09 12:25:45.366042+00:00) buildlogsarchiver stdout | 2022-06-09 12:25:45,367 [66] [DEBUG] [peewee] ('SELECT `candidates`.`id` FROM (SELECT `t1`.`id` FROM `repositorybuild` AS `t1` WHERE (((`t1`.`phase` IN (%s, %s, %s)) OR (`t1`.`started` < %s)) AND (`t1`.`logs_archived` = %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2022, 5, 25, 12, 25, 45, 366824), False, 50, 1, 0]) buildlogsarchiver stdout | 2022-06-09 12:25:45,369 [66] [DEBUG] [__main__] No more builds to archive buildlogsarchiver stdout | 2022-06-09 12:25:45,369 [66] [DEBUG] [data.database] Disconnecting from database. buildlogsarchiver stdout | 2022-06-09 12:25:45,369 [66] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 12:26:15 UTC)" executed successfully exportactionlogsworker stdout | 2022-06-09 12:25:47,410 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run exportactionlogsworker stdout | 2022-06-09 12:25:47,411 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:26:04.366245+00:00 (in 16.955350 seconds) exportactionlogsworker stdout | 2022-06-09 12:25:47,411 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:26:47 UTC)" (scheduled at 2022-06-09 12:25:47.409953+00:00) exportactionlogsworker stdout | 2022-06-09 12:25:47,411 [70] [DEBUG] [workers.queueworker] Running watchdog. exportactionlogsworker stdout | 2022-06-09 12:25:47,411 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:26:47 UTC)" executed successfully gunicorn-web stdout | 2022-06-09 12:25:50,007 [229] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '229'} gunicorn-web stdout | 2022-06-09 12:25:50,015 [236] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '236'} gunicorn-web stdout | 2022-06-09 12:25:50,022 [226] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '226'} gunicorn-web stdout | 2022-06-09 12:25:50,030 [243] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '243'} gunicorn-web stdout | 2022-06-09 12:25:50,036 [228] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '228'} gunicorn-web stdout | 2022-06-09 12:25:50,043 [241] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '241'} gunicorn-web stdout | 2022-06-09 12:25:50,050 [234] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '234'} gunicorn-web stdout | 2022-06-09 12:25:50,061 [242] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '242'} gunicorn-web stdout | 2022-06-09 12:25:50,069 [230] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '230'} gunicorn-web stdout | 2022-06-09 12:25:50,076 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '75'} gunicorn-web stdout | 2022-06-09 12:25:50,083 [235] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '235'} gunicorn-web stdout | 2022-06-09 12:25:50,090 [237] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '237'} gunicorn-web stdout | 2022-06-09 12:25:50,097 [239] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '239'} gunicorn-web stdout | 2022-06-09 12:25:50,105 [238] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '238'} gunicorn-web stdout | 2022-06-09 12:25:50,114 [231] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '231'} gunicorn-web stdout | 2022-06-09 12:25:50,120 [244] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '244'} gunicorn-web stdout | 2022-06-09 12:25:50,128 [232] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '232'} gunicorn-secscan stdout | 2022-06-09 12:25:50,135 [221] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '221'} gunicorn-secscan stdout | 2022-06-09 12:25:50,142 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '74'} gunicorn-secscan stdout | 2022-06-09 12:25:50,149 [224] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '224'} gunicorn-secscan stdout | 2022-06-09 12:25:50,157 [225] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '225'} gunicorn-secscan stdout | 2022-06-09 12:25:50,163 [227] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '227'} notificationworker stdout | 2022-06-09 12:25:50,629 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:25:50,630 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:26:00.617379+00:00 (in 9.987292 seconds) notificationworker stdout | 2022-06-09 12:25:50,630 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:26:00 UTC)" (scheduled at 2022-06-09 12:25:50.617379+00:00) notificationworker stdout | 2022-06-09 12:25:50,630 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 12:25:50,631 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 25, 50, 630606), True, datetime.datetime(2022, 6, 9, 12, 25, 50, 630606), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 12:25:50,633 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 12:25:50,633 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:25:50,634 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:26:00 UTC)" executed successfully exportactionlogsworker stdout | 2022-06-09 12:25:51,002 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'exportactionlogsworker.py', 'pid': '70'} chunkcleanupworker stdout | 2022-06-09 12:25:51,009 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'chunkcleanupworker.py', 'pid': '67'} blobuploadcleanupworker stdout | 2022-06-09 12:25:51,091 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'blobuploadcleanupworker.py', 'pid': '64'} repositoryactioncounter stdout | 2022-06-09 12:25:51,097 [88] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositoryactioncounter.py', 'pid': '88'} logrotateworker stdout | 2022-06-09 12:25:51,231 [77] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'logrotateworker.py', 'pid': '77'} globalpromstats stdout | 2022-06-09 12:25:51,418 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'globalpromstats.py', 'pid': '72'} repositorygcworker stdout | 2022-06-09 12:25:51,503 [89] [DEBUG] [apscheduler.scheduler] Looking for jobs to run repositorygcworker stdout | 2022-06-09 12:25:51,503 [89] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:26:38.463361+00:00 (in 46.960147 seconds) repositorygcworker stdout | 2022-06-09 12:25:51,503 [89] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:26:51 UTC)" (scheduled at 2022-06-09 12:25:51.502316+00:00) repositorygcworker stdout | 2022-06-09 12:25:51,503 [89] [DEBUG] [workers.queueworker] Running watchdog. repositorygcworker stdout | 2022-06-09 12:25:51,503 [89] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:26:51 UTC)" executed successfully repositorygcworker stdout | 2022-06-09 12:25:51,598 [89] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositorygcworker.py', 'pid': '89'} securityscanningnotificationworker stdout | 2022-06-09 12:25:51,651 [90] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'securityscanningnotificationworker.py', 'pid': '90'} namespacegcworker stdout | 2022-06-09 12:25:51,657 [83] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'namespacegcworker.py', 'pid': '83'} servicekey stdout | 2022-06-09 12:25:51,759 [92] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'servicekeyworker.py', 'pid': '92'} buildlogsarchiver stdout | 2022-06-09 12:25:51,813 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'buildlogsarchiver.py', 'pid': '66'} builder stdout | 2022-06-09 12:25:51,830 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'builder.py', 'pid': '65'} notificationworker stdout | 2022-06-09 12:25:51,863 [85] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'notificationworker.py', 'pid': '85'} storagereplication stdout | 2022-06-09 12:25:51,879 [93] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'storagereplication.py', 'pid': '93'} gcworker stdout | 2022-06-09 12:25:51,890 [71] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'gcworker.py', 'pid': '71'} expiredappspecifictokenworker stdout | 2022-06-09 12:25:51,897 [69] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '69'} queuecleanupworker stdout | 2022-06-09 12:25:51,942 [87] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'queuecleanupworker.py', 'pid': '87'} teamsyncworker stdout | 2022-06-09 12:25:51,954 [94] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'teamsyncworker.py', 'pid': '94'} manifestbackfillworker stdout | 2022-06-09 12:25:51,966 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'manifestbackfillworker.py', 'pid': '78'} gunicorn-registry stdout | 2022-06-09 12:25:52,305 [246] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '246'} gunicorn-registry stdout | 2022-06-09 12:25:52,311 [273] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '273'} gunicorn-registry stdout | 2022-06-09 12:25:52,321 [271] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '271'} gunicorn-registry stdout | 2022-06-09 12:25:52,327 [276] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '276'} gunicorn-registry stdout | 2022-06-09 12:25:52,334 [275] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '275'} gunicorn-registry stdout | 2022-06-09 12:25:52,341 [274] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '274'} gunicorn-registry stdout | 2022-06-09 12:25:52,349 [277] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '277'} gunicorn-registry stdout | 2022-06-09 12:25:52,356 [263] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '263'} gunicorn-registry stdout | 2022-06-09 12:25:52,363 [266] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '266'} gunicorn-registry stdout | 2022-06-09 12:25:52,370 [254] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '254'} gunicorn-registry stdout | 2022-06-09 12:25:52,377 [260] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '260'} gunicorn-registry stdout | 2022-06-09 12:25:52,384 [270] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '270'} gunicorn-registry stdout | 2022-06-09 12:25:52,391 [253] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '253'} gunicorn-registry stdout | 2022-06-09 12:25:52,398 [261] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '261'} gunicorn-registry stdout | 2022-06-09 12:25:52,404 [268] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '268'} gunicorn-registry stdout | 2022-06-09 12:25:52,418 [248] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '248'} gunicorn-registry stdout | 2022-06-09 12:25:52,431 [245] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '245'} gunicorn-registry stdout | 2022-06-09 12:25:52,438 [249] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '249'} gunicorn-registry stdout | 2022-06-09 12:25:52,445 [251] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '251'} gunicorn-registry stdout | 2022-06-09 12:25:52,454 [259] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '259'} gunicorn-registry stdout | 2022-06-09 12:25:52,461 [250] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '250'} gunicorn-registry stdout | 2022-06-09 12:25:52,469 [73] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '73'} gunicorn-registry stdout | 2022-06-09 12:25:52,475 [265] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '265'} gunicorn-registry stdout | 2022-06-09 12:25:52,482 [267] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '267'} gunicorn-registry stdout | 2022-06-09 12:25:52,491 [256] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '256'} gunicorn-registry stdout | 2022-06-09 12:25:52,498 [262] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '262'} gunicorn-registry stdout | 2022-06-09 12:25:52,506 [264] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '264'} gunicorn-registry stdout | 2022-06-09 12:25:52,516 [272] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '272'} gunicorn-registry stdout | 2022-06-09 12:25:52,523 [269] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '269'} gunicorn-registry stdout | 2022-06-09 12:25:52,531 [247] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '247'} gunicorn-registry stdout | 2022-06-09 12:25:52,538 [255] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '255'} gunicorn-registry stdout | 2022-06-09 12:25:52,548 [257] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '257'} gunicorn-registry stdout | 2022-06-09 12:25:52,557 [252] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '252'} namespacegcworker stdout | 2022-06-09 12:25:55,467 [83] [DEBUG] [apscheduler.scheduler] Looking for jobs to run namespacegcworker stdout | 2022-06-09 12:25:55,467 [83] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:26:01.521527+00:00 (in 6.053874 seconds) namespacegcworker stdout | 2022-06-09 12:25:55,467 [83] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:26:55 UTC)" (scheduled at 2022-06-09 12:25:55.463831+00:00) namespacegcworker stdout | 2022-06-09 12:25:55,468 [83] [DEBUG] [workers.queueworker] Getting work item from queue. namespacegcworker stdout | 2022-06-09 12:25:55,468 [83] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 25, 55, 468131), True, datetime.datetime(2022, 6, 9, 12, 25, 55, 468131), 0, 'namespacegc/%', 50, 1, 0]) namespacegcworker stdout | 2022-06-09 12:25:55,471 [83] [DEBUG] [workers.queueworker] No more work. namespacegcworker stdout | 2022-06-09 12:25:55,471 [83] [DEBUG] [data.database] Disconnecting from database. namespacegcworker stdout | 2022-06-09 12:25:55,471 [83] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:26:55 UTC)" executed successfully notificationworker stdout | 2022-06-09 12:26:00,636 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:26:00,636 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:26:10.617379+00:00 (in 9.980909 seconds) notificationworker stdout | 2022-06-09 12:26:00,636 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:26:10 UTC)" (scheduled at 2022-06-09 12:26:00.617379+00:00) notificationworker stdout | 2022-06-09 12:26:00,636 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 12:26:00,637 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 26, 0, 636997), True, datetime.datetime(2022, 6, 9, 12, 26, 0, 636997), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 12:26:00,640 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 12:26:00,640 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:26:00,640 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:26:10 UTC)" executed successfully namespacegcworker stdout | 2022-06-09 12:26:01,529 [83] [DEBUG] [apscheduler.scheduler] Looking for jobs to run namespacegcworker stdout | 2022-06-09 12:26:01,530 [83] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:26:55.463831+00:00 (in 53.933892 seconds) namespacegcworker stdout | 2022-06-09 12:26:01,530 [83] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:27:01 UTC)" (scheduled at 2022-06-09 12:26:01.521527+00:00) namespacegcworker stdout | 2022-06-09 12:26:01,530 [83] [DEBUG] [workers.queueworker] Running watchdog. namespacegcworker stdout | 2022-06-09 12:26:01,530 [83] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:27:01 UTC)" executed successfully exportactionlogsworker stdout | 2022-06-09 12:26:04,367 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run exportactionlogsworker stdout | 2022-06-09 12:26:04,367 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:26:25.409412+00:00 (in 21.042173 seconds) exportactionlogsworker stdout | 2022-06-09 12:26:04,367 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:27:04 UTC)" (scheduled at 2022-06-09 12:26:04.366245+00:00) exportactionlogsworker stdout | 2022-06-09 12:26:04,367 [70] [DEBUG] [workers.queueworker] Getting work item from queue. exportactionlogsworker stdout | 2022-06-09 12:26:04,368 [70] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 26, 4, 367690), True, datetime.datetime(2022, 6, 9, 12, 26, 4, 367690), 0, 'exportactionlogs/%', 50, 1, 0]) exportactionlogsworker stdout | 2022-06-09 12:26:04,370 [70] [DEBUG] [workers.queueworker] No more work. exportactionlogsworker stdout | 2022-06-09 12:26:04,370 [70] [DEBUG] [data.database] Disconnecting from database. exportactionlogsworker stdout | 2022-06-09 12:26:04,371 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:27:04 UTC)" executed successfully gcworker stdout | 2022-06-09 12:26:07,492 [71] [DEBUG] [apscheduler.scheduler] Looking for jobs to run gcworker stdout | 2022-06-09 12:26:07,492 [71] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:26:37.490424+00:00 (in 29.997690 seconds) gcworker stdout | 2022-06-09 12:26:07,493 [71] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 12:26:37 UTC)" (scheduled at 2022-06-09 12:26:07.490424+00:00) gcworker stdout | 2022-06-09 12:26:07,493 [71] [DEBUG] [peewee] ('SELECT `candidates`.`repository_id` FROM (SELECT DISTINCT `t1`.`repository_id` FROM `tag` AS `t1` INNER JOIN `repository` AS `t2` ON (`t1`.`repository_id` = `t2`.`id`) INNER JOIN `user` AS `t3` ON (`t2`.`namespace_user_id` = `t3`.`id`) WHERE ((((NOT (`t1`.`lifetime_end_ms` IS %s) AND (`t1`.`lifetime_end_ms` <= %s)) AND (`t3`.`removed_tag_expiration_s` = %s)) AND (`t3`.`enabled` = %s)) AND (`t2`.`state` != %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', [None, 1654777567493, 0, True, 3, 500, 1, 0]) gcworker stdout | 2022-06-09 12:26:07,496 [71] [DEBUG] [__main__] No repository with garbage found gcworker stdout | 2022-06-09 12:26:07,496 [71] [DEBUG] [data.database] Disconnecting from database. gcworker stdout | 2022-06-09 12:26:07,496 [71] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 12:26:37 UTC)" executed successfully notificationworker stdout | 2022-06-09 12:26:10,618 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:26:10,618 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:26:19.645536+00:00 (in 9.027381 seconds) notificationworker stdout | 2022-06-09 12:26:10,618 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:26:20 UTC)" (scheduled at 2022-06-09 12:26:10.617379+00:00) notificationworker stdout | 2022-06-09 12:26:10,618 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 12:26:10,619 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 26, 10, 618484), True, datetime.datetime(2022, 6, 9, 12, 26, 10, 618484), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 12:26:10,621 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 12:26:10,621 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:26:10,621 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:26:20 UTC)" executed successfully buildlogsarchiver stdout | 2022-06-09 12:26:15,546 [66] [DEBUG] [apscheduler.scheduler] Looking for jobs to run buildlogsarchiver stdout | 2022-06-09 12:26:15,547 [66] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:26:45.366042+00:00 (in 29.819318 seconds) buildlogsarchiver stdout | 2022-06-09 12:26:15,547 [66] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 12:26:45 UTC)" (scheduled at 2022-06-09 12:26:15.366042+00:00) buildlogsarchiver stdout | 2022-06-09 12:26:15,549 [66] [DEBUG] [peewee] ('SELECT `candidates`.`id` FROM (SELECT `t1`.`id` FROM `repositorybuild` AS `t1` WHERE (((`t1`.`phase` IN (%s, %s, %s)) OR (`t1`.`started` < %s)) AND (`t1`.`logs_archived` = %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2022, 5, 25, 12, 26, 15, 547262), False, 50, 1, 0]) buildlogsarchiver stdout | 2022-06-09 12:26:15,551 [66] [DEBUG] [__main__] No more builds to archive buildlogsarchiver stdout | 2022-06-09 12:26:15,551 [66] [DEBUG] [data.database] Disconnecting from database. buildlogsarchiver stdout | 2022-06-09 12:26:15,551 [66] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 12:26:45 UTC)" executed successfully notificationworker stdout | 2022-06-09 12:26:19,647 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:26:19,648 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:26:20.617379+00:00 (in 0.969376 seconds) notificationworker stdout | 2022-06-09 12:26:19,648 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:27:19 UTC)" (scheduled at 2022-06-09 12:26:19.645536+00:00) notificationworker stdout | 2022-06-09 12:26:19,648 [85] [DEBUG] [workers.queueworker] Running watchdog. notificationworker stdout | 2022-06-09 12:26:19,648 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:27:19 UTC)" executed successfully gunicorn-web stdout | 2022-06-09 12:26:20,039 [226] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '226'} gunicorn-web stdout | 2022-06-09 12:26:20,046 [229] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '229'} gunicorn-web stdout | 2022-06-09 12:26:20,053 [236] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '236'} gunicorn-web stdout | 2022-06-09 12:26:20,060 [243] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '243'} gunicorn-web stdout | 2022-06-09 12:26:20,067 [228] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '228'} gunicorn-web stdout | 2022-06-09 12:26:20,075 [241] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '241'} gunicorn-web stdout | 2022-06-09 12:26:20,082 [234] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '234'} gunicorn-web stdout | 2022-06-09 12:26:20,089 [242] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '242'} gunicorn-web stdout | 2022-06-09 12:26:20,097 [230] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '230'} gunicorn-web stdout | 2022-06-09 12:26:20,104 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '75'} gunicorn-web stdout | 2022-06-09 12:26:20,110 [235] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '235'} gunicorn-web stdout | 2022-06-09 12:26:20,117 [237] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '237'} gunicorn-web stdout | 2022-06-09 12:26:20,124 [239] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '239'} gunicorn-web stdout | 2022-06-09 12:26:20,132 [238] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '238'} gunicorn-web stdout | 2022-06-09 12:26:20,139 [231] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '231'} gunicorn-web stdout | 2022-06-09 12:26:20,146 [244] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '244'} gunicorn-web stdout | 2022-06-09 12:26:20,154 [232] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '232'} gunicorn-secscan stdout | 2022-06-09 12:26:20,160 [221] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '221'} gunicorn-secscan stdout | 2022-06-09 12:26:20,168 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '74'} gunicorn-secscan stdout | 2022-06-09 12:26:20,176 [224] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '224'} gunicorn-secscan stdout | 2022-06-09 12:26:20,182 [225] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '225'} gunicorn-secscan stdout | 2022-06-09 12:26:20,189 [227] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '227'} notificationworker stdout | 2022-06-09 12:26:20,618 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:26:20,618 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:26:30.617379+00:00 (in 9.998782 seconds) notificationworker stdout | 2022-06-09 12:26:20,618 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:26:30 UTC)" (scheduled at 2022-06-09 12:26:20.617379+00:00) notificationworker stdout | 2022-06-09 12:26:20,619 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 12:26:20,619 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 26, 20, 619028), True, datetime.datetime(2022, 6, 9, 12, 26, 20, 619028), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 12:26:20,622 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 12:26:20,622 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:26:20,622 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:26:30 UTC)" executed successfully exportactionlogsworker stdout | 2022-06-09 12:26:21,061 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'exportactionlogsworker.py', 'pid': '70'} chunkcleanupworker stdout | 2022-06-09 12:26:21,067 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'chunkcleanupworker.py', 'pid': '67'} blobuploadcleanupworker stdout | 2022-06-09 12:26:21,121 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'blobuploadcleanupworker.py', 'pid': '64'} repositoryactioncounter stdout | 2022-06-09 12:26:21,134 [88] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositoryactioncounter.py', 'pid': '88'} logrotateworker stdout | 2022-06-09 12:26:21,264 [77] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'logrotateworker.py', 'pid': '77'} globalpromstats stdout | 2022-06-09 12:26:21,441 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'globalpromstats.py', 'pid': '72'} repositorygcworker stdout | 2022-06-09 12:26:21,637 [89] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositorygcworker.py', 'pid': '89'} securityscanningnotificationworker stdout | 2022-06-09 12:26:21,692 [90] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'securityscanningnotificationworker.py', 'pid': '90'} namespacegcworker stdout | 2022-06-09 12:26:21,698 [83] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'namespacegcworker.py', 'pid': '83'} servicekey stdout | 2022-06-09 12:26:21,810 [92] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'servicekeyworker.py', 'pid': '92'} builder stdout | 2022-06-09 12:26:21,872 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'builder.py', 'pid': '65'} buildlogsarchiver stdout | 2022-06-09 12:26:21,878 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'buildlogsarchiver.py', 'pid': '66'} notificationworker stdout | 2022-06-09 12:26:21,902 [85] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'notificationworker.py', 'pid': '85'} gcworker stdout | 2022-06-09 12:26:21,916 [71] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'gcworker.py', 'pid': '71'} storagereplication stdout | 2022-06-09 12:26:21,923 [93] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'storagereplication.py', 'pid': '93'} expiredappspecifictokenworker stdout | 2022-06-09 12:26:21,934 [69] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '69'} queuecleanupworker stdout | 2022-06-09 12:26:21,992 [87] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'queuecleanupworker.py', 'pid': '87'} teamsyncworker stdout | 2022-06-09 12:26:21,997 [94] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'teamsyncworker.py', 'pid': '94'} manifestbackfillworker stdout | 2022-06-09 12:26:22,004 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'manifestbackfillworker.py', 'pid': '78'} gunicorn-registry stdout | 2022-06-09 12:26:22,318 [246] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '246'} gunicorn-registry stdout | 2022-06-09 12:26:22,325 [273] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '273'} gunicorn-registry stdout | 2022-06-09 12:26:22,331 [271] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '271'} gunicorn-registry stdout | 2022-06-09 12:26:22,339 [276] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '276'} gunicorn-registry stdout | 2022-06-09 12:26:22,347 [275] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '275'} gunicorn-registry stdout | 2022-06-09 12:26:22,358 [274] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '274'} gunicorn-registry stdout | 2022-06-09 12:26:22,365 [277] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '277'} gunicorn-registry stdout | 2022-06-09 12:26:22,372 [263] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '263'} gunicorn-registry stdout | 2022-06-09 12:26:22,379 [266] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '266'} gunicorn-registry stdout | 2022-06-09 12:26:22,389 [254] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '254'} gunicorn-registry stdout | 2022-06-09 12:26:22,397 [260] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '260'} gunicorn-registry stdout | 2022-06-09 12:26:22,403 [270] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '270'} gunicorn-registry stdout | 2022-06-09 12:26:22,410 [253] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '253'} gunicorn-registry stdout | 2022-06-09 12:26:22,417 [261] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '261'} gunicorn-registry stdout | 2022-06-09 12:26:22,426 [268] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '268'} gunicorn-registry stdout | 2022-06-09 12:26:22,432 [248] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '248'} gunicorn-registry stdout | 2022-06-09 12:26:22,443 [245] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '245'} gunicorn-registry stdout | 2022-06-09 12:26:22,451 [249] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '249'} gunicorn-registry stdout | 2022-06-09 12:26:22,458 [251] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '251'} gunicorn-registry stdout | 2022-06-09 12:26:22,469 [259] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '259'} gunicorn-registry stdout | 2022-06-09 12:26:22,476 [250] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '250'} gunicorn-registry stdout | 2022-06-09 12:26:22,484 [73] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '73'} gunicorn-registry stdout | 2022-06-09 12:26:22,491 [265] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '265'} gunicorn-registry stdout | 2022-06-09 12:26:22,501 [267] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '267'} gunicorn-registry stdout | 2022-06-09 12:26:22,507 [256] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '256'} gunicorn-registry stdout | 2022-06-09 12:26:22,518 [262] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '262'} gunicorn-registry stdout | 2022-06-09 12:26:22,525 [264] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '264'} gunicorn-registry stdout | 2022-06-09 12:26:22,532 [272] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '272'} gunicorn-registry stdout | 2022-06-09 12:26:22,538 [269] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '269'} gunicorn-registry stdout | 2022-06-09 12:26:22,547 [247] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '247'} gunicorn-registry stdout | 2022-06-09 12:26:22,554 [255] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '255'} gunicorn-registry stdout | 2022-06-09 12:26:22,562 [257] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '257'} gunicorn-registry stdout | 2022-06-09 12:26:22,571 [252] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '252'} exportactionlogsworker stdout | 2022-06-09 12:26:25,410 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run exportactionlogsworker stdout | 2022-06-09 12:26:25,410 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:26:47.409953+00:00 (in 21.999624 seconds) exportactionlogsworker stdout | 2022-06-09 12:26:25,410 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2022-06-09 12:31:25 UTC)" (scheduled at 2022-06-09 12:26:25.409412+00:00) exportactionlogsworker stdout | 2022-06-09 12:26:25,411 [70] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT `t1`.`queue_name` FROM `queueitem` AS `t1` WHERE (((`t1`.`available` = %s) AND (`t1`.`processing_expires` > %s)) AND (`t1`.`queue_name` LIKE %s))) AS `_wrapped`', [False, datetime.datetime(2022, 6, 9, 12, 26, 25, 410644), 'exportactionlogs/%']) exportactionlogsworker stdout | 2022-06-09 12:26:25,413 [70] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT `t1`.`queue_name` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s))) AS `_wrapped`', [datetime.datetime(2022, 6, 9, 12, 26, 25, 410644), True, datetime.datetime(2022, 6, 9, 12, 26, 25, 410644), 0, 'exportactionlogs/%']) exportactionlogsworker stdout | 2022-06-09 12:26:25,414 [70] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT `t1`.`queue_name` FROM `queueitem` AS `t1` WHERE (((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) AND NOT (`t1`.`queue_name` IN (SELECT `t1`.`queue_name` FROM `queueitem` AS `t1` WHERE (((`t1`.`available` = %s) AND (`t1`.`processing_expires` > %s)) AND (`t1`.`queue_name` LIKE %s)))))) AS `_wrapped`', [datetime.datetime(2022, 6, 9, 12, 26, 25, 410644), True, datetime.datetime(2022, 6, 9, 12, 26, 25, 410644), 0, 'exportactionlogs/%', False, datetime.datetime(2022, 6, 9, 12, 26, 25, 410644), 'exportactionlogs/%']) exportactionlogsworker stdout | 2022-06-09 12:26:25,415 [70] [DEBUG] [data.database] Disconnecting from database. exportactionlogsworker stdout | 2022-06-09 12:26:25,415 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2022-06-09 12:31:25 UTC)" executed successfully notificationworker stdout | 2022-06-09 12:26:30,618 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:26:30,618 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:26:40.617379+00:00 (in 9.999233 seconds) notificationworker stdout | 2022-06-09 12:26:30,618 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:26:40 UTC)" (scheduled at 2022-06-09 12:26:30.617379+00:00) notificationworker stdout | 2022-06-09 12:26:30,618 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 12:26:30,619 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 26, 30, 618462), True, datetime.datetime(2022, 6, 9, 12, 26, 30, 618462), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 12:26:30,621 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 12:26:30,621 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:26:30,622 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:26:40 UTC)" executed successfully gcworker stdout | 2022-06-09 12:26:37,493 [71] [DEBUG] [apscheduler.scheduler] Looking for jobs to run gcworker stdout | 2022-06-09 12:26:37,494 [71] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:27:07.490424+00:00 (in 29.996325 seconds) gcworker stdout | 2022-06-09 12:26:37,494 [71] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 12:27:07 UTC)" (scheduled at 2022-06-09 12:26:37.490424+00:00) gcworker stdout | 2022-06-09 12:26:37,495 [71] [DEBUG] [peewee] ('SELECT `candidates`.`repository_id` FROM (SELECT DISTINCT `t1`.`repository_id` FROM `tag` AS `t1` INNER JOIN `repository` AS `t2` ON (`t1`.`repository_id` = `t2`.`id`) INNER JOIN `user` AS `t3` ON (`t2`.`namespace_user_id` = `t3`.`id`) WHERE ((((NOT (`t1`.`lifetime_end_ms` IS %s) AND (`t1`.`lifetime_end_ms` <= %s)) AND (`t3`.`removed_tag_expiration_s` = %s)) AND (`t3`.`enabled` = %s)) AND (`t2`.`state` != %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', [None, 1654777597494, 0, True, 3, 500, 1, 0]) gcworker stdout | 2022-06-09 12:26:37,497 [71] [DEBUG] [__main__] No repository with garbage found gcworker stdout | 2022-06-09 12:26:37,497 [71] [DEBUG] [data.database] Disconnecting from database. gcworker stdout | 2022-06-09 12:26:37,497 [71] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 12:27:07 UTC)" executed successfully repositorygcworker stdout | 2022-06-09 12:26:38,463 [89] [DEBUG] [apscheduler.scheduler] Looking for jobs to run repositorygcworker stdout | 2022-06-09 12:26:38,464 [89] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:26:51.502316+00:00 (in 13.038289 seconds) repositorygcworker stdout | 2022-06-09 12:26:38,464 [89] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:27:38 UTC)" (scheduled at 2022-06-09 12:26:38.463361+00:00) repositorygcworker stdout | 2022-06-09 12:26:38,464 [89] [DEBUG] [workers.queueworker] Getting work item from queue. repositorygcworker stdout | 2022-06-09 12:26:38,465 [89] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 26, 38, 464418), True, datetime.datetime(2022, 6, 9, 12, 26, 38, 464418), 0, 'repositorygc/%', 50, 1, 0]) repositorygcworker stdout | 2022-06-09 12:26:38,467 [89] [DEBUG] [workers.queueworker] No more work. repositorygcworker stdout | 2022-06-09 12:26:38,467 [89] [DEBUG] [data.database] Disconnecting from database. repositorygcworker stdout | 2022-06-09 12:26:38,468 [89] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:27:38 UTC)" executed successfully notificationworker stdout | 2022-06-09 12:26:40,618 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:26:40,618 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:26:50.617379+00:00 (in 9.998833 seconds) notificationworker stdout | 2022-06-09 12:26:40,618 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:26:50 UTC)" (scheduled at 2022-06-09 12:26:40.617379+00:00) notificationworker stdout | 2022-06-09 12:26:40,618 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 12:26:40,619 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 26, 40, 619002), True, datetime.datetime(2022, 6, 9, 12, 26, 40, 619002), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 12:26:40,621 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 12:26:40,622 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:26:40,622 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:26:50 UTC)" executed successfully buildlogsarchiver stdout | 2022-06-09 12:26:45,372 [66] [DEBUG] [apscheduler.scheduler] Looking for jobs to run buildlogsarchiver stdout | 2022-06-09 12:26:45,372 [66] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:27:15.366042+00:00 (in 29.993752 seconds) buildlogsarchiver stdout | 2022-06-09 12:26:45,372 [66] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 12:27:15 UTC)" (scheduled at 2022-06-09 12:26:45.366042+00:00) buildlogsarchiver stdout | 2022-06-09 12:26:45,373 [66] [DEBUG] [peewee] ('SELECT `candidates`.`id` FROM (SELECT `t1`.`id` FROM `repositorybuild` AS `t1` WHERE (((`t1`.`phase` IN (%s, %s, %s)) OR (`t1`.`started` < %s)) AND (`t1`.`logs_archived` = %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2022, 5, 25, 12, 26, 45, 372891), False, 50, 1, 0]) buildlogsarchiver stdout | 2022-06-09 12:26:45,375 [66] [DEBUG] [__main__] No more builds to archive buildlogsarchiver stdout | 2022-06-09 12:26:45,375 [66] [DEBUG] [data.database] Disconnecting from database. buildlogsarchiver stdout | 2022-06-09 12:26:45,375 [66] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 12:27:15 UTC)" executed successfully exportactionlogsworker stdout | 2022-06-09 12:26:47,413 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run exportactionlogsworker stdout | 2022-06-09 12:26:47,413 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:27:04.366245+00:00 (in 16.952606 seconds) exportactionlogsworker stdout | 2022-06-09 12:26:47,413 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:27:47 UTC)" (scheduled at 2022-06-09 12:26:47.409953+00:00) exportactionlogsworker stdout | 2022-06-09 12:26:47,413 [70] [DEBUG] [workers.queueworker] Running watchdog. exportactionlogsworker stdout | 2022-06-09 12:26:47,414 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:27:47 UTC)" executed successfully gunicorn-web stdout | 2022-06-09 12:26:50,057 [226] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '226'} gunicorn-web stdout | 2022-06-09 12:26:50,064 [229] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '229'} gunicorn-web stdout | 2022-06-09 12:26:50,070 [236] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '236'} gunicorn-web stdout | 2022-06-09 12:26:50,080 [243] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '243'} gunicorn-web stdout | 2022-06-09 12:26:50,087 [228] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '228'} gunicorn-web stdout | 2022-06-09 12:26:50,101 [241] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '241'} gunicorn-web stdout | 2022-06-09 12:26:50,108 [234] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '234'} gunicorn-web stdout | 2022-06-09 12:26:50,115 [242] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '242'} gunicorn-web stdout | 2022-06-09 12:26:50,122 [230] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '230'} gunicorn-web stdout | 2022-06-09 12:26:50,130 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '75'} gunicorn-web stdout | 2022-06-09 12:26:50,137 [235] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '235'} gunicorn-web stdout | 2022-06-09 12:26:50,144 [237] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '237'} gunicorn-web stdout | 2022-06-09 12:26:50,151 [239] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '239'} gunicorn-web stdout | 2022-06-09 12:26:50,159 [238] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '238'} gunicorn-web stdout | 2022-06-09 12:26:50,165 [231] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '231'} gunicorn-web stdout | 2022-06-09 12:26:50,172 [244] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '244'} gunicorn-web stdout | 2022-06-09 12:26:50,180 [232] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '232'} gunicorn-secscan stdout | 2022-06-09 12:26:50,187 [221] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '221'} gunicorn-secscan stdout | 2022-06-09 12:26:50,194 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '74'} gunicorn-secscan stdout | 2022-06-09 12:26:50,202 [224] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '224'} gunicorn-secscan stdout | 2022-06-09 12:26:50,208 [225] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '225'} gunicorn-secscan stdout | 2022-06-09 12:26:50,215 [227] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '227'} notificationworker stdout | 2022-06-09 12:26:50,624 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:26:50,625 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:27:00.617379+00:00 (in 9.992479 seconds) notificationworker stdout | 2022-06-09 12:26:50,625 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:27:00 UTC)" (scheduled at 2022-06-09 12:26:50.617379+00:00) notificationworker stdout | 2022-06-09 12:26:50,625 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 12:26:50,625 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 26, 50, 625280), True, datetime.datetime(2022, 6, 9, 12, 26, 50, 625280), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 12:26:50,628 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 12:26:50,628 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:26:50,628 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:27:00 UTC)" executed successfully exportactionlogsworker stdout | 2022-06-09 12:26:51,097 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'exportactionlogsworker.py', 'pid': '70'} chunkcleanupworker stdout | 2022-06-09 12:26:51,106 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'chunkcleanupworker.py', 'pid': '67'} blobuploadcleanupworker stdout | 2022-06-09 12:26:51,135 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'blobuploadcleanupworker.py', 'pid': '64'} repositoryactioncounter stdout | 2022-06-09 12:26:51,175 [88] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositoryactioncounter.py', 'pid': '88'} logrotateworker stdout | 2022-06-09 12:26:51,359 [77] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'logrotateworker.py', 'pid': '77'} globalpromstats stdout | 2022-06-09 12:26:51,461 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'globalpromstats.py', 'pid': '72'} repositorygcworker stdout | 2022-06-09 12:26:51,502 [89] [DEBUG] [apscheduler.scheduler] Looking for jobs to run repositorygcworker stdout | 2022-06-09 12:26:51,503 [89] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:27:38.463361+00:00 (in 46.960397 seconds) repositorygcworker stdout | 2022-06-09 12:26:51,503 [89] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:27:51 UTC)" (scheduled at 2022-06-09 12:26:51.502316+00:00) repositorygcworker stdout | 2022-06-09 12:26:51,503 [89] [DEBUG] [workers.queueworker] Running watchdog. repositorygcworker stdout | 2022-06-09 12:26:51,503 [89] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:27:51 UTC)" executed successfully repositorygcworker stdout | 2022-06-09 12:26:51,662 [89] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositorygcworker.py', 'pid': '89'} namespacegcworker stdout | 2022-06-09 12:26:51,724 [83] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'namespacegcworker.py', 'pid': '83'} securityscanningnotificationworker stdout | 2022-06-09 12:26:51,730 [90] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'securityscanningnotificationworker.py', 'pid': '90'} servicekey stdout | 2022-06-09 12:26:51,858 [92] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'servicekeyworker.py', 'pid': '92'} buildlogsarchiver stdout | 2022-06-09 12:26:51,909 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'buildlogsarchiver.py', 'pid': '66'} builder stdout | 2022-06-09 12:26:51,915 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'builder.py', 'pid': '65'} notificationworker stdout | 2022-06-09 12:26:51,938 [85] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'notificationworker.py', 'pid': '85'} gcworker stdout | 2022-06-09 12:26:51,946 [71] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'gcworker.py', 'pid': '71'} expiredappspecifictokenworker stdout | 2022-06-09 12:26:51,952 [69] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '69'} storagereplication stdout | 2022-06-09 12:26:51,961 [93] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'storagereplication.py', 'pid': '93'} queuecleanupworker stdout | 2022-06-09 12:26:52,003 [87] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'queuecleanupworker.py', 'pid': '87'} teamsyncworker stdout | 2022-06-09 12:26:52,037 [94] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'teamsyncworker.py', 'pid': '94'} manifestbackfillworker stdout | 2022-06-09 12:26:52,043 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'manifestbackfillworker.py', 'pid': '78'} gunicorn-registry stdout | 2022-06-09 12:26:52,334 [246] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '246'} gunicorn-registry stdout | 2022-06-09 12:26:52,341 [273] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '273'} gunicorn-registry stdout | 2022-06-09 12:26:52,347 [271] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '271'} gunicorn-registry stdout | 2022-06-09 12:26:52,353 [276] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '276'} gunicorn-registry stdout | 2022-06-09 12:26:52,360 [275] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '275'} gunicorn-registry stdout | 2022-06-09 12:26:52,369 [274] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '274'} gunicorn-registry stdout | 2022-06-09 12:26:52,381 [277] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '277'} gunicorn-registry stdout | 2022-06-09 12:26:52,389 [263] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '263'} gunicorn-registry stdout | 2022-06-09 12:26:52,396 [266] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '266'} gunicorn-registry stdout | 2022-06-09 12:26:52,403 [254] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '254'} gunicorn-registry stdout | 2022-06-09 12:26:52,410 [260] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '260'} gunicorn-registry stdout | 2022-06-09 12:26:52,418 [270] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '270'} gunicorn-registry stdout | 2022-06-09 12:26:52,424 [253] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '253'} gunicorn-registry stdout | 2022-06-09 12:26:52,433 [261] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '261'} gunicorn-registry stdout | 2022-06-09 12:26:52,439 [268] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '268'} gunicorn-registry stdout | 2022-06-09 12:26:52,446 [248] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '248'} gunicorn-registry stdout | 2022-06-09 12:26:52,455 [245] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '245'} gunicorn-registry stdout | 2022-06-09 12:26:52,462 [249] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '249'} gunicorn-registry stdout | 2022-06-09 12:26:52,472 [251] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '251'} gunicorn-registry stdout | 2022-06-09 12:26:52,482 [259] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '259'} gunicorn-registry stdout | 2022-06-09 12:26:52,490 [250] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '250'} gunicorn-registry stdout | 2022-06-09 12:26:52,499 [73] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '73'} gunicorn-registry stdout | 2022-06-09 12:26:52,506 [265] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '265'} gunicorn-registry stdout | 2022-06-09 12:26:52,516 [267] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '267'} gunicorn-registry stdout | 2022-06-09 12:26:52,523 [256] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '256'} gunicorn-registry stdout | 2022-06-09 12:26:52,533 [262] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '262'} gunicorn-registry stdout | 2022-06-09 12:26:52,541 [264] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '264'} gunicorn-registry stdout | 2022-06-09 12:26:52,551 [272] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '272'} gunicorn-registry stdout | 2022-06-09 12:26:52,558 [269] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '269'} gunicorn-registry stdout | 2022-06-09 12:26:52,564 [247] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '247'} gunicorn-registry stdout | 2022-06-09 12:26:52,571 [255] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '255'} gunicorn-registry stdout | 2022-06-09 12:26:52,581 [257] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '257'} gunicorn-registry stdout | 2022-06-09 12:26:52,587 [252] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '252'} namespacegcworker stdout | 2022-06-09 12:26:55,466 [83] [DEBUG] [apscheduler.scheduler] Looking for jobs to run namespacegcworker stdout | 2022-06-09 12:26:55,466 [83] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:27:01.521527+00:00 (in 6.055109 seconds) namespacegcworker stdout | 2022-06-09 12:26:55,466 [83] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:27:55 UTC)" (scheduled at 2022-06-09 12:26:55.463831+00:00) namespacegcworker stdout | 2022-06-09 12:26:55,466 [83] [DEBUG] [workers.queueworker] Getting work item from queue. namespacegcworker stdout | 2022-06-09 12:26:55,467 [83] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 26, 55, 466746), True, datetime.datetime(2022, 6, 9, 12, 26, 55, 466746), 0, 'namespacegc/%', 50, 1, 0]) namespacegcworker stdout | 2022-06-09 12:26:55,469 [83] [DEBUG] [workers.queueworker] No more work. namespacegcworker stdout | 2022-06-09 12:26:55,470 [83] [DEBUG] [data.database] Disconnecting from database. namespacegcworker stdout | 2022-06-09 12:26:55,470 [83] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:27:55 UTC)" executed successfully notificationworker stdout | 2022-06-09 12:27:00,618 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:27:00,618 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:27:10.617379+00:00 (in 9.998824 seconds) notificationworker stdout | 2022-06-09 12:27:00,618 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:27:10 UTC)" (scheduled at 2022-06-09 12:27:00.617379+00:00) notificationworker stdout | 2022-06-09 12:27:00,619 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 12:27:00,619 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 27, 0, 619049), True, datetime.datetime(2022, 6, 9, 12, 27, 0, 619049), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 12:27:00,622 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 12:27:00,622 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:27:00,622 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:27:10 UTC)" executed successfully namespacegcworker stdout | 2022-06-09 12:27:01,522 [83] [DEBUG] [apscheduler.scheduler] Looking for jobs to run namespacegcworker stdout | 2022-06-09 12:27:01,523 [83] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:27:55.463831+00:00 (in 53.940902 seconds) namespacegcworker stdout | 2022-06-09 12:27:01,523 [83] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:28:01 UTC)" (scheduled at 2022-06-09 12:27:01.521527+00:00) namespacegcworker stdout | 2022-06-09 12:27:01,523 [83] [DEBUG] [workers.queueworker] Running watchdog. namespacegcworker stdout | 2022-06-09 12:27:01,523 [83] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:28:01 UTC)" executed successfully exportactionlogsworker stdout | 2022-06-09 12:27:04,369 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run exportactionlogsworker stdout | 2022-06-09 12:27:04,370 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:27:47.409953+00:00 (in 43.039923 seconds) exportactionlogsworker stdout | 2022-06-09 12:27:04,370 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:28:04 UTC)" (scheduled at 2022-06-09 12:27:04.366245+00:00) exportactionlogsworker stdout | 2022-06-09 12:27:04,370 [70] [DEBUG] [workers.queueworker] Getting work item from queue. exportactionlogsworker stdout | 2022-06-09 12:27:04,371 [70] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 27, 4, 370358), True, datetime.datetime(2022, 6, 9, 12, 27, 4, 370358), 0, 'exportactionlogs/%', 50, 1, 0]) exportactionlogsworker stdout | 2022-06-09 12:27:04,373 [70] [DEBUG] [workers.queueworker] No more work. exportactionlogsworker stdout | 2022-06-09 12:27:04,373 [70] [DEBUG] [data.database] Disconnecting from database. exportactionlogsworker stdout | 2022-06-09 12:27:04,373 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:28:04 UTC)" executed successfully gcworker stdout | 2022-06-09 12:27:07,502 [71] [DEBUG] [apscheduler.scheduler] Looking for jobs to run gcworker stdout | 2022-06-09 12:27:07,502 [71] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:27:37.490424+00:00 (in 29.987918 seconds) gcworker stdout | 2022-06-09 12:27:07,502 [71] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 12:27:37 UTC)" (scheduled at 2022-06-09 12:27:07.490424+00:00) gcworker stdout | 2022-06-09 12:27:07,503 [71] [DEBUG] [peewee] ('SELECT `candidates`.`repository_id` FROM (SELECT DISTINCT `t1`.`repository_id` FROM `tag` AS `t1` INNER JOIN `repository` AS `t2` ON (`t1`.`repository_id` = `t2`.`id`) INNER JOIN `user` AS `t3` ON (`t2`.`namespace_user_id` = `t3`.`id`) WHERE ((((NOT (`t1`.`lifetime_end_ms` IS %s) AND (`t1`.`lifetime_end_ms` <= %s)) AND (`t3`.`removed_tag_expiration_s` = %s)) AND (`t3`.`enabled` = %s)) AND (`t2`.`state` != %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', [None, 1654777627503, 0, True, 3, 500, 1, 0]) gcworker stdout | 2022-06-09 12:27:07,505 [71] [DEBUG] [__main__] No repository with garbage found gcworker stdout | 2022-06-09 12:27:07,506 [71] [DEBUG] [data.database] Disconnecting from database. gcworker stdout | 2022-06-09 12:27:07,506 [71] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 12:27:37 UTC)" executed successfully notificationworker stdout | 2022-06-09 12:27:10,624 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:27:10,625 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:27:19.645536+00:00 (in 9.020698 seconds) notificationworker stdout | 2022-06-09 12:27:10,625 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:27:20 UTC)" (scheduled at 2022-06-09 12:27:10.617379+00:00) notificationworker stdout | 2022-06-09 12:27:10,625 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 12:27:10,625 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 27, 10, 625229), True, datetime.datetime(2022, 6, 9, 12, 27, 10, 625229), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 12:27:10,628 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 12:27:10,628 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:27:10,628 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:27:20 UTC)" executed successfully buildlogsarchiver stdout | 2022-06-09 12:27:15,366 [66] [DEBUG] [apscheduler.scheduler] Looking for jobs to run buildlogsarchiver stdout | 2022-06-09 12:27:15,366 [66] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:27:45.366042+00:00 (in 29.999343 seconds) buildlogsarchiver stdout | 2022-06-09 12:27:15,367 [66] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 12:27:45 UTC)" (scheduled at 2022-06-09 12:27:15.366042+00:00) buildlogsarchiver stdout | 2022-06-09 12:27:15,367 [66] [DEBUG] [peewee] ('SELECT `candidates`.`id` FROM (SELECT `t1`.`id` FROM `repositorybuild` AS `t1` WHERE (((`t1`.`phase` IN (%s, %s, %s)) OR (`t1`.`started` < %s)) AND (`t1`.`logs_archived` = %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2022, 5, 25, 12, 27, 15, 367183), False, 50, 1, 0]) buildlogsarchiver stdout | 2022-06-09 12:27:15,369 [66] [DEBUG] [__main__] No more builds to archive buildlogsarchiver stdout | 2022-06-09 12:27:15,369 [66] [DEBUG] [data.database] Disconnecting from database. buildlogsarchiver stdout | 2022-06-09 12:27:15,369 [66] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 12:27:45 UTC)" executed successfully notificationworker stdout | 2022-06-09 12:27:19,660 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:27:19,660 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:27:20.617379+00:00 (in 0.956959 seconds) notificationworker stdout | 2022-06-09 12:27:19,660 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:28:19 UTC)" (scheduled at 2022-06-09 12:27:19.645536+00:00) notificationworker stdout | 2022-06-09 12:27:19,660 [85] [DEBUG] [workers.queueworker] Running watchdog. notificationworker stdout | 2022-06-09 12:27:19,660 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:28:19 UTC)" executed successfully gunicorn-web stdout | 2022-06-09 12:27:20,072 [226] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '226'} gunicorn-web stdout | 2022-06-09 12:27:20,079 [229] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '229'} gunicorn-web stdout | 2022-06-09 12:27:20,085 [236] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '236'} gunicorn-web stdout | 2022-06-09 12:27:20,092 [243] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '243'} gunicorn-web stdout | 2022-06-09 12:27:20,100 [228] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '228'} gunicorn-web stdout | 2022-06-09 12:27:20,114 [241] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '241'} gunicorn-web stdout | 2022-06-09 12:27:20,123 [234] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '234'} gunicorn-web stdout | 2022-06-09 12:27:20,130 [242] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '242'} gunicorn-web stdout | 2022-06-09 12:27:20,137 [230] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '230'} gunicorn-web stdout | 2022-06-09 12:27:20,144 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '75'} gunicorn-web stdout | 2022-06-09 12:27:20,150 [235] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '235'} gunicorn-web stdout | 2022-06-09 12:27:20,157 [237] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '237'} gunicorn-web stdout | 2022-06-09 12:27:20,164 [239] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '239'} gunicorn-web stdout | 2022-06-09 12:27:20,173 [238] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '238'} gunicorn-web stdout | 2022-06-09 12:27:20,179 [231] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '231'} gunicorn-web stdout | 2022-06-09 12:27:20,186 [244] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '244'} gunicorn-web stdout | 2022-06-09 12:27:20,194 [232] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '232'} gunicorn-secscan stdout | 2022-06-09 12:27:20,202 [221] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '221'} gunicorn-secscan stdout | 2022-06-09 12:27:20,209 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '74'} gunicorn-secscan stdout | 2022-06-09 12:27:20,217 [224] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '224'} gunicorn-secscan stdout | 2022-06-09 12:27:20,229 [225] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '225'} gunicorn-secscan stdout | 2022-06-09 12:27:20,236 [227] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '227'} notificationworker stdout | 2022-06-09 12:27:20,618 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:27:20,618 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:27:30.617379+00:00 (in 9.998926 seconds) notificationworker stdout | 2022-06-09 12:27:20,618 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:27:30 UTC)" (scheduled at 2022-06-09 12:27:20.617379+00:00) notificationworker stdout | 2022-06-09 12:27:20,618 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 12:27:20,619 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 27, 20, 618787), True, datetime.datetime(2022, 6, 9, 12, 27, 20, 618787), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 12:27:20,622 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 12:27:20,622 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:27:20,622 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:27:30 UTC)" executed successfully exportactionlogsworker stdout | 2022-06-09 12:27:21,130 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'exportactionlogsworker.py', 'pid': '70'} chunkcleanupworker stdout | 2022-06-09 12:27:21,148 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'chunkcleanupworker.py', 'pid': '67'} blobuploadcleanupworker stdout | 2022-06-09 12:27:21,174 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'blobuploadcleanupworker.py', 'pid': '64'} repositoryactioncounter stdout | 2022-06-09 12:27:21,224 [88] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositoryactioncounter.py', 'pid': '88'} logrotateworker stdout | 2022-06-09 12:27:21,487 [77] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'logrotateworker.py', 'pid': '77'} globalpromstats stdout | 2022-06-09 12:27:21,494 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'globalpromstats.py', 'pid': '72'} repositorygcworker stdout | 2022-06-09 12:27:21,709 [89] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositorygcworker.py', 'pid': '89'} namespacegcworker stdout | 2022-06-09 12:27:21,743 [83] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'namespacegcworker.py', 'pid': '83'} securityscanningnotificationworker stdout | 2022-06-09 12:27:21,749 [90] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'securityscanningnotificationworker.py', 'pid': '90'} builder stdout | 2022-06-09 12:27:21,958 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'builder.py', 'pid': '65'} buildlogsarchiver stdout | 2022-06-09 12:27:21,964 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'buildlogsarchiver.py', 'pid': '66'} servicekey stdout | 2022-06-09 12:27:21,971 [92] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'servicekeyworker.py', 'pid': '92'} notificationworker stdout | 2022-06-09 12:27:21,979 [85] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'notificationworker.py', 'pid': '85'} gcworker stdout | 2022-06-09 12:27:22,005 [71] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'gcworker.py', 'pid': '71'} expiredappspecifictokenworker stdout | 2022-06-09 12:27:22,012 [69] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '69'} storagereplication stdout | 2022-06-09 12:27:22,018 [93] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'storagereplication.py', 'pid': '93'} queuecleanupworker stdout | 2022-06-09 12:27:22,042 [87] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'queuecleanupworker.py', 'pid': '87'} teamsyncworker stdout | 2022-06-09 12:27:22,095 [94] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'teamsyncworker.py', 'pid': '94'} manifestbackfillworker stdout | 2022-06-09 12:27:22,102 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'manifestbackfillworker.py', 'pid': '78'} gunicorn-registry stdout | 2022-06-09 12:27:22,347 [246] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '246'} gunicorn-registry stdout | 2022-06-09 12:27:22,357 [273] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '273'} gunicorn-registry stdout | 2022-06-09 12:27:22,363 [271] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '271'} gunicorn-registry stdout | 2022-06-09 12:27:22,372 [276] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '276'} gunicorn-registry stdout | 2022-06-09 12:27:22,379 [275] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '275'} gunicorn-registry stdout | 2022-06-09 12:27:22,386 [274] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '274'} gunicorn-registry stdout | 2022-06-09 12:27:22,395 [277] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '277'} gunicorn-registry stdout | 2022-06-09 12:27:22,406 [263] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '263'} gunicorn-registry stdout | 2022-06-09 12:27:22,414 [266] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '266'} gunicorn-registry stdout | 2022-06-09 12:27:22,420 [254] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '254'} gunicorn-registry stdout | 2022-06-09 12:27:22,431 [260] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '260'} gunicorn-registry stdout | 2022-06-09 12:27:22,443 [270] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '270'} gunicorn-registry stdout | 2022-06-09 12:27:22,458 [253] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '253'} gunicorn-registry stdout | 2022-06-09 12:27:22,465 [261] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '261'} gunicorn-registry stdout | 2022-06-09 12:27:22,472 [268] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '268'} gunicorn-registry stdout | 2022-06-09 12:27:22,479 [248] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '248'} gunicorn-registry stdout | 2022-06-09 12:27:22,486 [245] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '245'} gunicorn-registry stdout | 2022-06-09 12:27:22,496 [249] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '249'} gunicorn-registry stdout | 2022-06-09 12:27:22,503 [251] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '251'} gunicorn-registry stdout | 2022-06-09 12:27:22,510 [259] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '259'} gunicorn-registry stdout | 2022-06-09 12:27:22,517 [250] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '250'} gunicorn-registry stdout | 2022-06-09 12:27:22,524 [73] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '73'} gunicorn-registry stdout | 2022-06-09 12:27:22,534 [265] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '265'} gunicorn-registry stdout | 2022-06-09 12:27:22,547 [267] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '267'} gunicorn-registry stdout | 2022-06-09 12:27:22,552 [256] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '256'} gunicorn-registry stdout | 2022-06-09 12:27:22,559 [262] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '262'} gunicorn-registry stdout | 2022-06-09 12:27:22,567 [264] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '264'} gunicorn-registry stdout | 2022-06-09 12:27:22,573 [272] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '272'} gunicorn-registry stdout | 2022-06-09 12:27:22,579 [269] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '269'} gunicorn-registry stdout | 2022-06-09 12:27:22,587 [247] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '247'} gunicorn-registry stdout | 2022-06-09 12:27:22,595 [255] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '255'} gunicorn-registry stdout | 2022-06-09 12:27:22,602 [257] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '257'} gunicorn-registry stdout | 2022-06-09 12:27:22,608 [252] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '252'} notificationworker stdout | 2022-06-09 12:27:30,641 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:27:30,641 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:27:40.617379+00:00 (in 9.975929 seconds) notificationworker stdout | 2022-06-09 12:27:30,641 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:27:40 UTC)" (scheduled at 2022-06-09 12:27:30.617379+00:00) notificationworker stdout | 2022-06-09 12:27:30,642 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 12:27:30,642 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 27, 30, 642048), True, datetime.datetime(2022, 6, 9, 12, 27, 30, 642048), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 12:27:30,645 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 12:27:30,645 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:27:30,645 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:27:40 UTC)" executed successfully gcworker stdout | 2022-06-09 12:27:37,490 [71] [DEBUG] [apscheduler.scheduler] Looking for jobs to run gcworker stdout | 2022-06-09 12:27:37,491 [71] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:28:07.490424+00:00 (in 29.999449 seconds) gcworker stdout | 2022-06-09 12:27:37,491 [71] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 12:28:07 UTC)" (scheduled at 2022-06-09 12:27:37.490424+00:00) gcworker stdout | 2022-06-09 12:27:37,491 [71] [DEBUG] [peewee] ('SELECT `candidates`.`repository_id` FROM (SELECT DISTINCT `t1`.`repository_id` FROM `tag` AS `t1` INNER JOIN `repository` AS `t2` ON (`t1`.`repository_id` = `t2`.`id`) INNER JOIN `user` AS `t3` ON (`t2`.`namespace_user_id` = `t3`.`id`) WHERE ((((NOT (`t1`.`lifetime_end_ms` IS %s) AND (`t1`.`lifetime_end_ms` <= %s)) AND (`t3`.`removed_tag_expiration_s` = %s)) AND (`t3`.`enabled` = %s)) AND (`t2`.`state` != %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', [None, 1654777657491, 0, True, 3, 500, 1, 0]) gcworker stdout | 2022-06-09 12:27:37,493 [71] [DEBUG] [__main__] No repository with garbage found gcworker stdout | 2022-06-09 12:27:37,494 [71] [DEBUG] [data.database] Disconnecting from database. gcworker stdout | 2022-06-09 12:27:37,494 [71] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 12:28:07 UTC)" executed successfully repositorygcworker stdout | 2022-06-09 12:27:38,464 [89] [DEBUG] [apscheduler.scheduler] Looking for jobs to run repositorygcworker stdout | 2022-06-09 12:27:38,464 [89] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:27:51.502316+00:00 (in 13.037567 seconds) repositorygcworker stdout | 2022-06-09 12:27:38,465 [89] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:28:38 UTC)" (scheduled at 2022-06-09 12:27:38.463361+00:00) repositorygcworker stdout | 2022-06-09 12:27:38,465 [89] [DEBUG] [workers.queueworker] Getting work item from queue. repositorygcworker stdout | 2022-06-09 12:27:38,465 [89] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 27, 38, 465246), True, datetime.datetime(2022, 6, 9, 12, 27, 38, 465246), 0, 'repositorygc/%', 50, 1, 0]) repositorygcworker stdout | 2022-06-09 12:27:38,468 [89] [DEBUG] [workers.queueworker] No more work. repositorygcworker stdout | 2022-06-09 12:27:38,468 [89] [DEBUG] [data.database] Disconnecting from database. repositorygcworker stdout | 2022-06-09 12:27:38,468 [89] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:28:38 UTC)" executed successfully notificationworker stdout | 2022-06-09 12:27:40,618 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:27:40,618 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:27:50.617379+00:00 (in 9.998878 seconds) notificationworker stdout | 2022-06-09 12:27:40,618 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:27:50 UTC)" (scheduled at 2022-06-09 12:27:40.617379+00:00) notificationworker stdout | 2022-06-09 12:27:40,618 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 12:27:40,619 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 27, 40, 618830), True, datetime.datetime(2022, 6, 9, 12, 27, 40, 618830), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 12:27:40,621 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 12:27:40,621 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:27:40,621 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:27:50 UTC)" executed successfully buildlogsarchiver stdout | 2022-06-09 12:27:45,393 [66] [DEBUG] [apscheduler.scheduler] Looking for jobs to run buildlogsarchiver stdout | 2022-06-09 12:27:45,393 [66] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:28:15.366042+00:00 (in 29.972512 seconds) buildlogsarchiver stdout | 2022-06-09 12:27:45,393 [66] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 12:28:15 UTC)" (scheduled at 2022-06-09 12:27:45.366042+00:00) buildlogsarchiver stdout | 2022-06-09 12:27:45,394 [66] [DEBUG] [peewee] ('SELECT `candidates`.`id` FROM (SELECT `t1`.`id` FROM `repositorybuild` AS `t1` WHERE (((`t1`.`phase` IN (%s, %s, %s)) OR (`t1`.`started` < %s)) AND (`t1`.`logs_archived` = %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2022, 5, 25, 12, 27, 45, 394035), False, 50, 1, 0]) buildlogsarchiver stdout | 2022-06-09 12:27:45,396 [66] [DEBUG] [__main__] No more builds to archive buildlogsarchiver stdout | 2022-06-09 12:27:45,396 [66] [DEBUG] [data.database] Disconnecting from database. buildlogsarchiver stdout | 2022-06-09 12:27:45,396 [66] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 12:28:15 UTC)" executed successfully exportactionlogsworker stdout | 2022-06-09 12:27:47,410 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run exportactionlogsworker stdout | 2022-06-09 12:27:47,410 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:28:04.366245+00:00 (in 16.955852 seconds) exportactionlogsworker stdout | 2022-06-09 12:27:47,410 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:28:47 UTC)" (scheduled at 2022-06-09 12:27:47.409953+00:00) exportactionlogsworker stdout | 2022-06-09 12:27:47,410 [70] [DEBUG] [workers.queueworker] Running watchdog. exportactionlogsworker stdout | 2022-06-09 12:27:47,410 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:28:47 UTC)" executed successfully gunicorn-web stdout | 2022-06-09 12:27:50,090 [226] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '226'} gunicorn-web stdout | 2022-06-09 12:27:50,099 [229] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '229'} gunicorn-web stdout | 2022-06-09 12:27:50,106 [236] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '236'} gunicorn-web stdout | 2022-06-09 12:27:50,111 [243] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '243'} gunicorn-web stdout | 2022-06-09 12:27:50,119 [228] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '228'} gunicorn-web stdout | 2022-06-09 12:27:50,126 [241] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '241'} gunicorn-web stdout | 2022-06-09 12:27:50,133 [234] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '234'} gunicorn-web stdout | 2022-06-09 12:27:50,142 [242] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '242'} gunicorn-web stdout | 2022-06-09 12:27:50,150 [230] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '230'} gunicorn-web stdout | 2022-06-09 12:27:50,161 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '75'} gunicorn-web stdout | 2022-06-09 12:27:50,168 [235] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '235'} gunicorn-web stdout | 2022-06-09 12:27:50,175 [237] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '237'} gunicorn-web stdout | 2022-06-09 12:27:50,182 [239] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '239'} gunicorn-web stdout | 2022-06-09 12:27:50,188 [238] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '238'} gunicorn-web stdout | 2022-06-09 12:27:50,195 [231] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '231'} gunicorn-web stdout | 2022-06-09 12:27:50,202 [244] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '244'} gunicorn-web stdout | 2022-06-09 12:27:50,210 [232] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '232'} gunicorn-secscan stdout | 2022-06-09 12:27:50,218 [221] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '221'} gunicorn-secscan stdout | 2022-06-09 12:27:50,226 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '74'} gunicorn-secscan stdout | 2022-06-09 12:27:50,232 [224] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '224'} gunicorn-secscan stdout | 2022-06-09 12:27:50,241 [225] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '225'} gunicorn-secscan stdout | 2022-06-09 12:27:50,248 [227] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '227'} notificationworker stdout | 2022-06-09 12:27:50,617 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:27:50,617 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:28:00.617379+00:00 (in 9.999569 seconds) notificationworker stdout | 2022-06-09 12:27:50,618 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:28:00 UTC)" (scheduled at 2022-06-09 12:27:50.617379+00:00) notificationworker stdout | 2022-06-09 12:27:50,618 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 12:27:50,618 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 27, 50, 618130), True, datetime.datetime(2022, 6, 9, 12, 27, 50, 618130), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 12:27:50,621 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 12:27:50,621 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:27:50,621 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:28:00 UTC)" executed successfully exportactionlogsworker stdout | 2022-06-09 12:27:51,170 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'exportactionlogsworker.py', 'pid': '70'} chunkcleanupworker stdout | 2022-06-09 12:27:51,188 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'chunkcleanupworker.py', 'pid': '67'} blobuploadcleanupworker stdout | 2022-06-09 12:27:51,217 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'blobuploadcleanupworker.py', 'pid': '64'} repositoryactioncounter stdout | 2022-06-09 12:27:51,262 [88] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositoryactioncounter.py', 'pid': '88'} repositorygcworker stdout | 2022-06-09 12:27:51,504 [89] [DEBUG] [apscheduler.scheduler] Looking for jobs to run repositorygcworker stdout | 2022-06-09 12:27:51,504 [89] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:28:38.463361+00:00 (in 46.958537 seconds) repositorygcworker stdout | 2022-06-09 12:27:51,505 [89] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:28:51 UTC)" (scheduled at 2022-06-09 12:27:51.502316+00:00) repositorygcworker stdout | 2022-06-09 12:27:51,505 [89] [DEBUG] [workers.queueworker] Running watchdog. repositorygcworker stdout | 2022-06-09 12:27:51,505 [89] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:28:51 UTC)" executed successfully logrotateworker stdout | 2022-06-09 12:27:51,508 [77] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'logrotateworker.py', 'pid': '77'} globalpromstats stdout | 2022-06-09 12:27:51,514 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'globalpromstats.py', 'pid': '72'} namespacegcworker stdout | 2022-06-09 12:27:51,760 [83] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'namespacegcworker.py', 'pid': '83'} repositorygcworker stdout | 2022-06-09 12:27:51,767 [89] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositorygcworker.py', 'pid': '89'} securityscanningnotificationworker stdout | 2022-06-09 12:27:51,774 [90] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'securityscanningnotificationworker.py', 'pid': '90'} builder stdout | 2022-06-09 12:27:51,981 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'builder.py', 'pid': '65'} buildlogsarchiver stdout | 2022-06-09 12:27:52,001 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'buildlogsarchiver.py', 'pid': '66'} notificationworker stdout | 2022-06-09 12:27:52,009 [85] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'notificationworker.py', 'pid': '85'} servicekey stdout | 2022-06-09 12:27:52,016 [92] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'servicekeyworker.py', 'pid': '92'} gcworker stdout | 2022-06-09 12:27:52,045 [71] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'gcworker.py', 'pid': '71'} expiredappspecifictokenworker stdout | 2022-06-09 12:27:52,053 [69] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '69'} storagereplication stdout | 2022-06-09 12:27:52,060 [93] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'storagereplication.py', 'pid': '93'} queuecleanupworker stdout | 2022-06-09 12:27:52,066 [87] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'queuecleanupworker.py', 'pid': '87'} teamsyncworker stdout | 2022-06-09 12:27:52,140 [94] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'teamsyncworker.py', 'pid': '94'} manifestbackfillworker stdout | 2022-06-09 12:27:52,146 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'manifestbackfillworker.py', 'pid': '78'} gunicorn-registry stdout | 2022-06-09 12:27:52,401 [271] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '271'} gunicorn-registry stdout | 2022-06-09 12:27:52,407 [246] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '246'} gunicorn-registry stdout | 2022-06-09 12:27:52,414 [273] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '273'} gunicorn-registry stdout | 2022-06-09 12:27:52,422 [275] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '275'} gunicorn-registry stdout | 2022-06-09 12:27:52,428 [274] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '274'} gunicorn-registry stdout | 2022-06-09 12:27:52,435 [276] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '276'} gunicorn-registry stdout | 2022-06-09 12:27:52,441 [277] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '277'} gunicorn-registry stdout | 2022-06-09 12:27:52,449 [263] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '263'} gunicorn-registry stdout | 2022-06-09 12:27:52,455 [266] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '266'} gunicorn-registry stdout | 2022-06-09 12:27:52,463 [254] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '254'} gunicorn-registry stdout | 2022-06-09 12:27:52,471 [260] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '260'} gunicorn-registry stdout | 2022-06-09 12:27:52,478 [270] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '270'} gunicorn-registry stdout | 2022-06-09 12:27:52,484 [253] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '253'} gunicorn-registry stdout | 2022-06-09 12:27:52,491 [261] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '261'} gunicorn-registry stdout | 2022-06-09 12:27:52,500 [268] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '268'} gunicorn-registry stdout | 2022-06-09 12:27:52,511 [248] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '248'} gunicorn-registry stdout | 2022-06-09 12:27:52,518 [245] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '245'} gunicorn-registry stdout | 2022-06-09 12:27:52,524 [249] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '249'} gunicorn-registry stdout | 2022-06-09 12:27:52,531 [251] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '251'} gunicorn-registry stdout | 2022-06-09 12:27:52,538 [259] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '259'} gunicorn-registry stdout | 2022-06-09 12:27:52,546 [250] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '250'} gunicorn-registry stdout | 2022-06-09 12:27:52,559 [73] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '73'} gunicorn-registry stdout | 2022-06-09 12:27:52,565 [265] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '265'} gunicorn-registry stdout | 2022-06-09 12:27:52,572 [267] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '267'} gunicorn-registry stdout | 2022-06-09 12:27:52,579 [256] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '256'} gunicorn-registry stdout | 2022-06-09 12:27:52,586 [262] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '262'} gunicorn-registry stdout | 2022-06-09 12:27:52,593 [264] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '264'} gunicorn-registry stdout | 2022-06-09 12:27:52,601 [272] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '272'} gunicorn-registry stdout | 2022-06-09 12:27:52,608 [269] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '269'} gunicorn-registry stdout | 2022-06-09 12:27:52,615 [247] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '247'} gunicorn-registry stdout | 2022-06-09 12:27:52,623 [255] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '255'} gunicorn-registry stdout | 2022-06-09 12:27:52,632 [257] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '257'} gunicorn-registry stdout | 2022-06-09 12:27:52,640 [252] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '252'} gunicorn-web stdout | 2022-06-09 12:27:53,132 [243] [DEBUG] [app] Starting request: urn:request:bc9264a1-6d30-4dfb-bb54-1484e381c83e (/api/v1/user/notifications) {'X-Forwarded-For': '172.24.0.1'} gunicorn-web stdout | 2022-06-09 12:27:53,132 [226] [DEBUG] [app] Starting request: urn:request:44e5f7b0-8708-431e-b76d-9e5b75b9501d (/api/v1/user/apptoken) {'X-Forwarded-For': '172.24.0.1'} gunicorn-web stdout | 2022-06-09 12:27:53,132 [243] [DEBUG] [app] User loader loading deferred user with uuid: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 12:27:53,132 [243] [DEBUG] [auth.cookie] Loading user from cookie: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 12:27:53,132 [226] [DEBUG] [app] User loader loading deferred user with uuid: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 12:27:53,132 [226] [DEBUG] [auth.cookie] Loading user from cookie: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 12:27:53,133 [243] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`uuid`, `t1`.`username`, `t1`.`password_hash`, `t1`.`email`, `t1`.`verified`, `t1`.`stripe_id`, `t1`.`organization`, `t1`.`robot`, `t1`.`invoice_email`, `t1`.`invalid_login_attempts`, `t1`.`last_invalid_login`, `t1`.`removed_tag_expiration_s`, `t1`.`enabled`, `t1`.`invoice_email_address`, `t1`.`given_name`, `t1`.`family_name`, `t1`.`company`, `t1`.`location`, `t1`.`maximum_queued_builds_count`, `t1`.`creation_date`, `t1`.`last_accessed` FROM `user` AS `t1` WHERE ((`t1`.`uuid` = %s) AND (`t1`.`organization` = %s)) LIMIT %s OFFSET %s', ['82228490-d075-4921-ae7a-af4408cf11b4', False, 1, 0]) gunicorn-web stdout | 2022-06-09 12:27:53,133 [226] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`uuid`, `t1`.`username`, `t1`.`password_hash`, `t1`.`email`, `t1`.`verified`, `t1`.`stripe_id`, `t1`.`organization`, `t1`.`robot`, `t1`.`invoice_email`, `t1`.`invalid_login_attempts`, `t1`.`last_invalid_login`, `t1`.`removed_tag_expiration_s`, `t1`.`enabled`, `t1`.`invoice_email_address`, `t1`.`given_name`, `t1`.`family_name`, `t1`.`company`, `t1`.`location`, `t1`.`maximum_queued_builds_count`, `t1`.`creation_date`, `t1`.`last_accessed` FROM `user` AS `t1` WHERE ((`t1`.`uuid` = %s) AND (`t1`.`organization` = %s)) LIMIT %s OFFSET %s', ['82228490-d075-4921-ae7a-af4408cf11b4', False, 1, 0]) gunicorn-web stdout | 2022-06-09 12:27:53,135 [243] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None]) gunicorn-web stdout | 2022-06-09 12:27:53,135 [226] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None]) gunicorn-web stdout | 2022-06-09 12:27:53,135 [243] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2022-06-09 12:27:53,135 [226] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2022-06-09 12:27:53,135 [243] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 12:27:53,135 [226] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 12:27:53,135 [243] [DEBUG] [endpoints.api] Checking permission for user ibazulic gunicorn-web stdout | 2022-06-09 12:27:53,135 [226] [DEBUG] [endpoints.api] Checking permission for user ibazulic gunicorn-web stdout | 2022-06-09 12:27:53,135 [243] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 12:27:53,135 [226] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 12:27:53,135 [243] [DEBUG] [auth.permissions] User permission: userspecificneed(type='user', username='ibazulic', role='admin') gunicorn-web stdout | 2022-06-09 12:27:53,135 [226] [DEBUG] [auth.permissions] User permission: userspecificneed(type='user', username='ibazulic', role='admin') gunicorn-web stdout | 2022-06-09 12:27:53,135 [243] [DEBUG] [auth.permissions] User namespace permission: namespacewide(type='organization', namespace='ibazulic', role='admin') gunicorn-web stdout | 2022-06-09 12:27:53,135 [226] [DEBUG] [auth.permissions] User namespace permission: namespacewide(type='organization', namespace='ibazulic', role='admin') gunicorn-web stdout | 2022-06-09 12:27:53,135 [243] [DEBUG] [auth.permissions] User namespace repo permission: namespacewide(type='organizationrepo', namespace='ibazulic', role='admin') gunicorn-web stdout | 2022-06-09 12:27:53,135 [226] [DEBUG] [auth.permissions] User namespace repo permission: namespacewide(type='organizationrepo', namespace='ibazulic', role='admin') gunicorn-web stdout | 2022-06-09 12:27:53,135 [243] [DEBUG] [auth.permissions] Adding superuser to user: ibazulic gunicorn-web stdout | 2022-06-09 12:27:53,136 [226] [DEBUG] [auth.permissions] Adding superuser to user: ibazulic gunicorn-web stdout | 2022-06-09 12:27:53,136 [226] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`user_id`, `t1`.`uuid`, `t1`.`title`, `t1`.`token_name`, `t1`.`token_secret`, `t1`.`created`, `t1`.`expiration`, `t1`.`last_accessed` FROM `appspecificauthtoken` AS `t1` WHERE (((`t1`.`user_id` = %s) AND (`t1`.`expiration` <= %s)) AND (`t1`.`expiration` > %s))', [1, datetime.datetime(2022, 6, 12, 7, 39, 53, 136132), datetime.datetime(2022, 6, 9, 12, 27, 53, 136173)]) gunicorn-web stdout | 2022-06-09 12:27:53,137 [243] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`uuid`, `t1`.`kind_id`, `t1`.`metadata_json`, `t1`.`dismissed`, `t1`.`lookup_path`, `t1`.`created`, `t1`.`created` AS `cd`, `t1`.`target_id` FROM `notification` AS `t1` INNER JOIN `notificationkind` AS `t2` ON (`t1`.`kind_id` = `t2`.`id`) WHERE ((`t1`.`dismissed` = %s) AND (`t1`.`target_id` = %s)) UNION SELECT `t3`.`id`, `t3`.`uuid`, `t3`.`kind_id`, `t3`.`metadata_json`, `t3`.`dismissed`, `t3`.`lookup_path`, `t3`.`created`, `t3`.`created` AS `cd`, `t3`.`target_id` FROM `notification` AS `t3` INNER JOIN `notificationkind` AS `t4` ON (`t3`.`kind_id` = `t4`.`id`) INNER JOIN `user` AS `t5` ON (`t5`.`id` = `t3`.`target_id`) INNER JOIN `team` AS `t6` ON (`t5`.`id` = `t6`.`organization_id`) INNER JOIN `teamrole` AS `t7` ON (`t6`.`role_id` = `t7`.`id`) INNER JOIN `teammember` AS `t8` ON (`t6`.`id` = `t8`.`team_id`) INNER JOIN `user` AS `t9` ON (`t8`.`user_id` = `t9`.`id`) WHERE ((`t3`.`dismissed` = %s) AND ((`t9`.`id` = %s) AND (`t7`.`name` = %s))) ORDER BY cd desc LIMIT %s', [False, 1, False, 1, 'admin', 6]) gunicorn-web stdout | 2022-06-09 12:27:53,138 [226] [DEBUG] [app] Ending request: urn:request:44e5f7b0-8708-431e-b76d-9e5b75b9501d (/api/v1/user/apptoken) {'endpoint': 'api.apptokens', 'request_id': 'urn:request:44e5f7b0-8708-431e-b76d-9e5b75b9501d', 'remote_addr': '172.24.0.1', 'http_method': 'GET', 'original_url': 'https://quay.skynet/api/v1/user/apptoken?expiring=true', 'path': '/api/v1/user/apptoken', 'parameters': {'expiring': 'true'}, 'json_body': None, 'confsha': '61c38a19', 'user-agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:101.0) Gecko/20100101 Firefox/101.0'} gunicorn-web stdout | 2022-06-09 12:27:53,138 [226] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2022-06-09 12:27:53,139 [226] [INFO] [gunicorn.access] 172.24.0.1 - - [09/Jun/2022:12:27:53 +0000] "GET /api/v1/user/apptoken?expiring=true HTTP/1.0" 200 38 "https://quay.skynet/repository/ibazulic/quay?tab=history" "Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:101.0) Gecko/20100101 Firefox/101.0" nginx stdout | 172.24.0.1 () - - [09/Jun/2022:12:27:53 +0000] "GET /api/v1/user/apptoken?expiring=true HTTP/2.0" 200 38 "https://quay.skynet/repository/ibazulic/quay?tab=history" "Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:101.0) Gecko/20100101 Firefox/101.0" (0.007 61 0.008) gunicorn-web stdout | 2022-06-09 12:27:53,139 [243] [DEBUG] [app] Ending request: urn:request:bc9264a1-6d30-4dfb-bb54-1484e381c83e (/api/v1/user/notifications) {'endpoint': 'api.usernotificationlist', 'request_id': 'urn:request:bc9264a1-6d30-4dfb-bb54-1484e381c83e', 'remote_addr': '172.24.0.1', 'http_method': 'GET', 'original_url': 'https://quay.skynet/api/v1/user/notifications', 'path': '/api/v1/user/notifications', 'parameters': {}, 'json_body': None, 'confsha': '61c38a19', 'user-agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:101.0) Gecko/20100101 Firefox/101.0'} gunicorn-web stdout | 2022-06-09 12:27:53,140 [243] [DEBUG] [data.database] Disconnecting from database. nginx stdout | 172.24.0.1 () - - [09/Jun/2022:12:27:53 +0000] "GET /api/v1/user/notifications HTTP/2.0" 200 43 "https://quay.skynet/repository/ibazulic/quay?tab=history" "Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:101.0) Gecko/20100101 Firefox/101.0" (0.009 752 0.012) gunicorn-web stdout | 2022-06-09 12:27:53,141 [243] [INFO] [gunicorn.access] 172.24.0.1 - - [09/Jun/2022:12:27:53 +0000] "GET /api/v1/user/notifications HTTP/1.0" 200 43 "https://quay.skynet/repository/ibazulic/quay?tab=history" "Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:101.0) Gecko/20100101 Firefox/101.0" namespacegcworker stdout | 2022-06-09 12:27:55,465 [83] [DEBUG] [apscheduler.scheduler] Looking for jobs to run namespacegcworker stdout | 2022-06-09 12:27:55,465 [83] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:28:01.521527+00:00 (in 6.056117 seconds) namespacegcworker stdout | 2022-06-09 12:27:55,465 [83] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:28:55 UTC)" (scheduled at 2022-06-09 12:27:55.463831+00:00) namespacegcworker stdout | 2022-06-09 12:27:55,465 [83] [DEBUG] [workers.queueworker] Getting work item from queue. namespacegcworker stdout | 2022-06-09 12:27:55,466 [83] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 27, 55, 465870), True, datetime.datetime(2022, 6, 9, 12, 27, 55, 465870), 0, 'namespacegc/%', 50, 1, 0]) namespacegcworker stdout | 2022-06-09 12:27:55,469 [83] [DEBUG] [workers.queueworker] No more work. namespacegcworker stdout | 2022-06-09 12:27:55,469 [83] [DEBUG] [data.database] Disconnecting from database. namespacegcworker stdout | 2022-06-09 12:27:55,469 [83] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:28:55 UTC)" executed successfully notificationworker stdout | 2022-06-09 12:28:00,618 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:28:00,618 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:28:10.617379+00:00 (in 9.999079 seconds) notificationworker stdout | 2022-06-09 12:28:00,618 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:28:10 UTC)" (scheduled at 2022-06-09 12:28:00.617379+00:00) notificationworker stdout | 2022-06-09 12:28:00,618 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 12:28:00,619 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 28, 0, 618742), True, datetime.datetime(2022, 6, 9, 12, 28, 0, 618742), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 12:28:00,621 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 12:28:00,621 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:28:00,622 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:28:10 UTC)" executed successfully namespacegcworker stdout | 2022-06-09 12:28:01,523 [83] [DEBUG] [apscheduler.scheduler] Looking for jobs to run namespacegcworker stdout | 2022-06-09 12:28:01,523 [83] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:28:55.463831+00:00 (in 53.940111 seconds) namespacegcworker stdout | 2022-06-09 12:28:01,524 [83] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:29:01 UTC)" (scheduled at 2022-06-09 12:28:01.521527+00:00) namespacegcworker stdout | 2022-06-09 12:28:01,524 [83] [DEBUG] [workers.queueworker] Running watchdog. namespacegcworker stdout | 2022-06-09 12:28:01,524 [83] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:29:01 UTC)" executed successfully exportactionlogsworker stdout | 2022-06-09 12:28:04,383 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run exportactionlogsworker stdout | 2022-06-09 12:28:04,383 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:28:47.409953+00:00 (in 43.026424 seconds) exportactionlogsworker stdout | 2022-06-09 12:28:04,383 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:29:04 UTC)" (scheduled at 2022-06-09 12:28:04.366245+00:00) exportactionlogsworker stdout | 2022-06-09 12:28:04,384 [70] [DEBUG] [workers.queueworker] Getting work item from queue. exportactionlogsworker stdout | 2022-06-09 12:28:04,385 [70] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 28, 4, 384045), True, datetime.datetime(2022, 6, 9, 12, 28, 4, 384045), 0, 'exportactionlogs/%', 50, 1, 0]) exportactionlogsworker stdout | 2022-06-09 12:28:04,387 [70] [DEBUG] [workers.queueworker] No more work. exportactionlogsworker stdout | 2022-06-09 12:28:04,387 [70] [DEBUG] [data.database] Disconnecting from database. exportactionlogsworker stdout | 2022-06-09 12:28:04,387 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:29:04 UTC)" executed successfully gcworker stdout | 2022-06-09 12:28:07,492 [71] [DEBUG] [apscheduler.scheduler] Looking for jobs to run gcworker stdout | 2022-06-09 12:28:07,492 [71] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:28:37.490424+00:00 (in 29.998042 seconds) gcworker stdout | 2022-06-09 12:28:07,492 [71] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 12:28:37 UTC)" (scheduled at 2022-06-09 12:28:07.490424+00:00) gcworker stdout | 2022-06-09 12:28:07,493 [71] [DEBUG] [peewee] ('SELECT `candidates`.`repository_id` FROM (SELECT DISTINCT `t1`.`repository_id` FROM `tag` AS `t1` INNER JOIN `repository` AS `t2` ON (`t1`.`repository_id` = `t2`.`id`) INNER JOIN `user` AS `t3` ON (`t2`.`namespace_user_id` = `t3`.`id`) WHERE ((((NOT (`t1`.`lifetime_end_ms` IS %s) AND (`t1`.`lifetime_end_ms` <= %s)) AND (`t3`.`removed_tag_expiration_s` = %s)) AND (`t3`.`enabled` = %s)) AND (`t2`.`state` != %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', [None, 1654777687492, 0, True, 3, 500, 1, 0]) gcworker stdout | 2022-06-09 12:28:07,495 [71] [DEBUG] [__main__] No repository with garbage found gcworker stdout | 2022-06-09 12:28:07,495 [71] [DEBUG] [data.database] Disconnecting from database. gcworker stdout | 2022-06-09 12:28:07,495 [71] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 12:28:37 UTC)" executed successfully notificationworker stdout | 2022-06-09 12:28:10,618 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:28:10,618 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:28:19.645536+00:00 (in 9.026776 seconds) notificationworker stdout | 2022-06-09 12:28:10,619 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:28:20 UTC)" (scheduled at 2022-06-09 12:28:10.617379+00:00) notificationworker stdout | 2022-06-09 12:28:10,619 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 12:28:10,619 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 28, 10, 619202), True, datetime.datetime(2022, 6, 9, 12, 28, 10, 619202), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 12:28:10,622 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 12:28:10,622 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:28:10,622 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:28:20 UTC)" executed successfully buildlogsarchiver stdout | 2022-06-09 12:28:15,367 [66] [DEBUG] [apscheduler.scheduler] Looking for jobs to run buildlogsarchiver stdout | 2022-06-09 12:28:15,367 [66] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:28:45.366042+00:00 (in 29.998535 seconds) buildlogsarchiver stdout | 2022-06-09 12:28:15,367 [66] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 12:28:45 UTC)" (scheduled at 2022-06-09 12:28:15.366042+00:00) buildlogsarchiver stdout | 2022-06-09 12:28:15,368 [66] [DEBUG] [peewee] ('SELECT `candidates`.`id` FROM (SELECT `t1`.`id` FROM `repositorybuild` AS `t1` WHERE (((`t1`.`phase` IN (%s, %s, %s)) OR (`t1`.`started` < %s)) AND (`t1`.`logs_archived` = %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2022, 5, 25, 12, 28, 15, 367932), False, 50, 1, 0]) buildlogsarchiver stdout | 2022-06-09 12:28:15,370 [66] [DEBUG] [__main__] No more builds to archive buildlogsarchiver stdout | 2022-06-09 12:28:15,370 [66] [DEBUG] [data.database] Disconnecting from database. buildlogsarchiver stdout | 2022-06-09 12:28:15,370 [66] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 12:28:45 UTC)" executed successfully notificationworker stdout | 2022-06-09 12:28:19,648 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:28:19,649 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:28:20.617379+00:00 (in 0.968338 seconds) notificationworker stdout | 2022-06-09 12:28:19,649 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:29:19 UTC)" (scheduled at 2022-06-09 12:28:19.645536+00:00) notificationworker stdout | 2022-06-09 12:28:19,649 [85] [DEBUG] [workers.queueworker] Running watchdog. notificationworker stdout | 2022-06-09 12:28:19,649 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:29:19 UTC)" executed successfully gunicorn-web stdout | 2022-06-09 12:28:20,109 [229] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '229'} gunicorn-web stdout | 2022-06-09 12:28:20,117 [226] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '226'} gunicorn-web stdout | 2022-06-09 12:28:20,125 [236] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '236'} gunicorn-web stdout | 2022-06-09 12:28:20,132 [243] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '243'} gunicorn-web stdout | 2022-06-09 12:28:20,138 [228] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '228'} gunicorn-web stdout | 2022-06-09 12:28:20,146 [241] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '241'} gunicorn-web stdout | 2022-06-09 12:28:20,152 [234] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '234'} gunicorn-web stdout | 2022-06-09 12:28:20,160 [242] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '242'} gunicorn-web stdout | 2022-06-09 12:28:20,166 [230] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '230'} gunicorn-web stdout | 2022-06-09 12:28:20,174 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '75'} gunicorn-web stdout | 2022-06-09 12:28:20,181 [235] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '235'} gunicorn-web stdout | 2022-06-09 12:28:20,188 [237] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '237'} gunicorn-web stdout | 2022-06-09 12:28:20,195 [239] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '239'} gunicorn-web stdout | 2022-06-09 12:28:20,201 [238] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '238'} gunicorn-web stdout | 2022-06-09 12:28:20,209 [231] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '231'} gunicorn-web stdout | 2022-06-09 12:28:20,216 [244] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '244'} gunicorn-web stdout | 2022-06-09 12:28:20,223 [232] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '232'} gunicorn-secscan stdout | 2022-06-09 12:28:20,231 [221] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '221'} gunicorn-secscan stdout | 2022-06-09 12:28:20,240 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '74'} gunicorn-secscan stdout | 2022-06-09 12:28:20,246 [224] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '224'} gunicorn-secscan stdout | 2022-06-09 12:28:20,256 [225] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '225'} gunicorn-secscan stdout | 2022-06-09 12:28:20,263 [227] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '227'} notificationworker stdout | 2022-06-09 12:28:20,617 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:28:20,618 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:28:30.617379+00:00 (in 9.999456 seconds) notificationworker stdout | 2022-06-09 12:28:20,618 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:28:30 UTC)" (scheduled at 2022-06-09 12:28:20.617379+00:00) notificationworker stdout | 2022-06-09 12:28:20,618 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 12:28:20,619 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 28, 20, 618430), True, datetime.datetime(2022, 6, 9, 12, 28, 20, 618430), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 12:28:20,621 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 12:28:20,621 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:28:20,621 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:28:30 UTC)" executed successfully exportactionlogsworker stdout | 2022-06-09 12:28:21,214 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'exportactionlogsworker.py', 'pid': '70'} chunkcleanupworker stdout | 2022-06-09 12:28:21,225 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'chunkcleanupworker.py', 'pid': '67'} blobuploadcleanupworker stdout | 2022-06-09 12:28:21,254 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'blobuploadcleanupworker.py', 'pid': '64'} repositoryactioncounter stdout | 2022-06-09 12:28:21,284 [88] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositoryactioncounter.py', 'pid': '88'} logrotateworker stdout | 2022-06-09 12:28:21,574 [77] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'logrotateworker.py', 'pid': '77'} globalpromstats stdout | 2022-06-09 12:28:21,581 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'globalpromstats.py', 'pid': '72'} namespacegcworker stdout | 2022-06-09 12:28:21,786 [83] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'namespacegcworker.py', 'pid': '83'} securityscanningnotificationworker stdout | 2022-06-09 12:28:21,793 [90] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'securityscanningnotificationworker.py', 'pid': '90'} repositorygcworker stdout | 2022-06-09 12:28:21,805 [89] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositorygcworker.py', 'pid': '89'} builder stdout | 2022-06-09 12:28:22,025 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'builder.py', 'pid': '65'} notificationworker stdout | 2022-06-09 12:28:22,033 [85] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'notificationworker.py', 'pid': '85'} buildlogsarchiver stdout | 2022-06-09 12:28:22,040 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'buildlogsarchiver.py', 'pid': '66'} servicekey stdout | 2022-06-09 12:28:22,060 [92] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'servicekeyworker.py', 'pid': '92'} gcworker stdout | 2022-06-09 12:28:22,081 [71] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'gcworker.py', 'pid': '71'} expiredappspecifictokenworker stdout | 2022-06-09 12:28:22,091 [69] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '69'} storagereplication stdout | 2022-06-09 12:28:22,098 [93] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'storagereplication.py', 'pid': '93'} queuecleanupworker stdout | 2022-06-09 12:28:22,108 [87] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'queuecleanupworker.py', 'pid': '87'} teamsyncworker stdout | 2022-06-09 12:28:22,155 [94] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'teamsyncworker.py', 'pid': '94'} manifestbackfillworker stdout | 2022-06-09 12:28:22,164 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'manifestbackfillworker.py', 'pid': '78'} gunicorn-registry stdout | 2022-06-09 12:28:22,412 [271] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '271'} gunicorn-registry stdout | 2022-06-09 12:28:22,419 [246] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '246'} gunicorn-registry stdout | 2022-06-09 12:28:22,428 [273] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '273'} gunicorn-registry stdout | 2022-06-09 12:28:22,435 [275] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '275'} gunicorn-registry stdout | 2022-06-09 12:28:22,442 [274] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '274'} gunicorn-registry stdout | 2022-06-09 12:28:22,449 [276] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '276'} gunicorn-registry stdout | 2022-06-09 12:28:22,456 [277] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '277'} gunicorn-registry stdout | 2022-06-09 12:28:22,463 [263] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '263'} gunicorn-registry stdout | 2022-06-09 12:28:22,469 [266] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '266'} gunicorn-registry stdout | 2022-06-09 12:28:22,476 [254] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '254'} gunicorn-registry stdout | 2022-06-09 12:28:22,485 [260] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '260'} gunicorn-registry stdout | 2022-06-09 12:28:22,491 [270] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '270'} gunicorn-registry stdout | 2022-06-09 12:28:22,498 [253] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '253'} gunicorn-registry stdout | 2022-06-09 12:28:22,508 [261] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '261'} gunicorn-registry stdout | 2022-06-09 12:28:22,515 [268] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '268'} gunicorn-registry stdout | 2022-06-09 12:28:22,524 [248] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '248'} gunicorn-registry stdout | 2022-06-09 12:28:22,531 [245] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '245'} gunicorn-registry stdout | 2022-06-09 12:28:22,539 [249] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '249'} gunicorn-registry stdout | 2022-06-09 12:28:22,547 [251] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '251'} gunicorn-registry stdout | 2022-06-09 12:28:22,553 [259] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '259'} gunicorn-registry stdout | 2022-06-09 12:28:22,559 [250] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '250'} gunicorn-registry stdout | 2022-06-09 12:28:22,571 [73] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '73'} gunicorn-registry stdout | 2022-06-09 12:28:22,578 [265] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '265'} gunicorn-registry stdout | 2022-06-09 12:28:22,586 [267] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '267'} gunicorn-registry stdout | 2022-06-09 12:28:22,593 [256] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '256'} gunicorn-registry stdout | 2022-06-09 12:28:22,600 [262] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '262'} gunicorn-registry stdout | 2022-06-09 12:28:22,607 [264] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '264'} gunicorn-registry stdout | 2022-06-09 12:28:22,614 [272] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '272'} gunicorn-registry stdout | 2022-06-09 12:28:22,622 [269] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '269'} gunicorn-registry stdout | 2022-06-09 12:28:22,629 [247] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '247'} gunicorn-registry stdout | 2022-06-09 12:28:22,639 [255] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '255'} gunicorn-registry stdout | 2022-06-09 12:28:22,649 [257] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '257'} gunicorn-registry stdout | 2022-06-09 12:28:22,656 [252] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '252'} notificationworker stdout | 2022-06-09 12:28:30,618 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:28:30,618 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:28:40.617379+00:00 (in 9.998802 seconds) notificationworker stdout | 2022-06-09 12:28:30,618 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:28:40 UTC)" (scheduled at 2022-06-09 12:28:30.617379+00:00) notificationworker stdout | 2022-06-09 12:28:30,619 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 12:28:30,619 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 28, 30, 619059), True, datetime.datetime(2022, 6, 9, 12, 28, 30, 619059), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 12:28:30,622 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 12:28:30,622 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:28:30,622 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:28:40 UTC)" executed successfully gcworker stdout | 2022-06-09 12:28:37,491 [71] [DEBUG] [apscheduler.scheduler] Looking for jobs to run gcworker stdout | 2022-06-09 12:28:37,491 [71] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:29:07.490424+00:00 (in 29.998731 seconds) gcworker stdout | 2022-06-09 12:28:37,492 [71] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 12:29:07 UTC)" (scheduled at 2022-06-09 12:28:37.490424+00:00) gcworker stdout | 2022-06-09 12:28:37,493 [71] [DEBUG] [peewee] ('SELECT `candidates`.`repository_id` FROM (SELECT DISTINCT `t1`.`repository_id` FROM `tag` AS `t1` INNER JOIN `repository` AS `t2` ON (`t1`.`repository_id` = `t2`.`id`) INNER JOIN `user` AS `t3` ON (`t2`.`namespace_user_id` = `t3`.`id`) WHERE ((((NOT (`t1`.`lifetime_end_ms` IS %s) AND (`t1`.`lifetime_end_ms` <= %s)) AND (`t3`.`removed_tag_expiration_s` = %s)) AND (`t3`.`enabled` = %s)) AND (`t2`.`state` != %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', [None, 1654777717492, 0, True, 3, 500, 1, 0]) gcworker stdout | 2022-06-09 12:28:37,495 [71] [DEBUG] [__main__] No repository with garbage found gcworker stdout | 2022-06-09 12:28:37,495 [71] [DEBUG] [data.database] Disconnecting from database. gcworker stdout | 2022-06-09 12:28:37,495 [71] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 12:29:07 UTC)" executed successfully repositorygcworker stdout | 2022-06-09 12:28:38,464 [89] [DEBUG] [apscheduler.scheduler] Looking for jobs to run repositorygcworker stdout | 2022-06-09 12:28:38,464 [89] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:28:51.502316+00:00 (in 13.037862 seconds) repositorygcworker stdout | 2022-06-09 12:28:38,464 [89] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:29:38 UTC)" (scheduled at 2022-06-09 12:28:38.463361+00:00) repositorygcworker stdout | 2022-06-09 12:28:38,465 [89] [DEBUG] [workers.queueworker] Getting work item from queue. repositorygcworker stdout | 2022-06-09 12:28:38,465 [89] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 28, 38, 465085), True, datetime.datetime(2022, 6, 9, 12, 28, 38, 465085), 0, 'repositorygc/%', 50, 1, 0]) repositorygcworker stdout | 2022-06-09 12:28:38,468 [89] [DEBUG] [workers.queueworker] No more work. repositorygcworker stdout | 2022-06-09 12:28:38,468 [89] [DEBUG] [data.database] Disconnecting from database. repositorygcworker stdout | 2022-06-09 12:28:38,468 [89] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:29:38 UTC)" executed successfully notificationworker stdout | 2022-06-09 12:28:40,620 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:28:40,620 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:28:50.617379+00:00 (in 9.997118 seconds) notificationworker stdout | 2022-06-09 12:28:40,620 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:28:50 UTC)" (scheduled at 2022-06-09 12:28:40.617379+00:00) notificationworker stdout | 2022-06-09 12:28:40,620 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 12:28:40,621 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 28, 40, 620857), True, datetime.datetime(2022, 6, 9, 12, 28, 40, 620857), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 12:28:40,623 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 12:28:40,624 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:28:40,624 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:28:50 UTC)" executed successfully buildlogsarchiver stdout | 2022-06-09 12:28:45,376 [66] [DEBUG] [apscheduler.scheduler] Looking for jobs to run buildlogsarchiver stdout | 2022-06-09 12:28:45,376 [66] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:29:15.366042+00:00 (in 29.989295 seconds) buildlogsarchiver stdout | 2022-06-09 12:28:45,377 [66] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 12:29:15 UTC)" (scheduled at 2022-06-09 12:28:45.366042+00:00) buildlogsarchiver stdout | 2022-06-09 12:28:45,377 [66] [DEBUG] [peewee] ('SELECT `candidates`.`id` FROM (SELECT `t1`.`id` FROM `repositorybuild` AS `t1` WHERE (((`t1`.`phase` IN (%s, %s, %s)) OR (`t1`.`started` < %s)) AND (`t1`.`logs_archived` = %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2022, 5, 25, 12, 28, 45, 377156), False, 50, 1, 0]) buildlogsarchiver stdout | 2022-06-09 12:28:45,379 [66] [DEBUG] [__main__] No more builds to archive buildlogsarchiver stdout | 2022-06-09 12:28:45,379 [66] [DEBUG] [data.database] Disconnecting from database. buildlogsarchiver stdout | 2022-06-09 12:28:45,379 [66] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 12:29:15 UTC)" executed successfully exportactionlogsworker stdout | 2022-06-09 12:28:47,429 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run exportactionlogsworker stdout | 2022-06-09 12:28:47,429 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:29:04.366245+00:00 (in 16.936458 seconds) exportactionlogsworker stdout | 2022-06-09 12:28:47,430 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:29:47 UTC)" (scheduled at 2022-06-09 12:28:47.409953+00:00) exportactionlogsworker stdout | 2022-06-09 12:28:47,430 [70] [DEBUG] [workers.queueworker] Running watchdog. exportactionlogsworker stdout | 2022-06-09 12:28:47,430 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:29:47 UTC)" executed successfully gunicorn-web stdout | 2022-06-09 12:28:50,138 [229] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '229'} gunicorn-web stdout | 2022-06-09 12:28:50,145 [226] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '226'} gunicorn-web stdout | 2022-06-09 12:28:50,151 [236] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '236'} gunicorn-web stdout | 2022-06-09 12:28:50,160 [243] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '243'} gunicorn-web stdout | 2022-06-09 12:28:50,167 [228] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '228'} gunicorn-web stdout | 2022-06-09 12:28:50,174 [241] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '241'} gunicorn-web stdout | 2022-06-09 12:28:50,181 [234] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '234'} gunicorn-web stdout | 2022-06-09 12:28:50,188 [242] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '242'} gunicorn-web stdout | 2022-06-09 12:28:50,194 [230] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '230'} gunicorn-web stdout | 2022-06-09 12:28:50,202 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '75'} gunicorn-web stdout | 2022-06-09 12:28:50,209 [235] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '235'} gunicorn-web stdout | 2022-06-09 12:28:50,216 [237] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '237'} gunicorn-web stdout | 2022-06-09 12:28:50,224 [239] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '239'} gunicorn-web stdout | 2022-06-09 12:28:50,230 [238] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '238'} gunicorn-web stdout | 2022-06-09 12:28:50,238 [231] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '231'} gunicorn-web stdout | 2022-06-09 12:28:50,245 [244] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '244'} gunicorn-web stdout | 2022-06-09 12:28:50,253 [232] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '232'} gunicorn-secscan stdout | 2022-06-09 12:28:50,259 [221] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '221'} gunicorn-secscan stdout | 2022-06-09 12:28:50,266 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '74'} gunicorn-secscan stdout | 2022-06-09 12:28:50,273 [224] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '224'} gunicorn-secscan stdout | 2022-06-09 12:28:50,281 [225] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '225'} gunicorn-secscan stdout | 2022-06-09 12:28:50,287 [227] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '227'} notificationworker stdout | 2022-06-09 12:28:50,617 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:28:50,618 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:29:00.617379+00:00 (in 9.999435 seconds) notificationworker stdout | 2022-06-09 12:28:50,618 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:29:00 UTC)" (scheduled at 2022-06-09 12:28:50.617379+00:00) notificationworker stdout | 2022-06-09 12:28:50,618 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 12:28:50,619 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 28, 50, 618428), True, datetime.datetime(2022, 6, 9, 12, 28, 50, 618428), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 12:28:50,621 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 12:28:50,621 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:28:50,621 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:29:00 UTC)" executed successfully chunkcleanupworker stdout | 2022-06-09 12:28:51,256 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'chunkcleanupworker.py', 'pid': '67'} exportactionlogsworker stdout | 2022-06-09 12:28:51,263 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'exportactionlogsworker.py', 'pid': '70'} blobuploadcleanupworker stdout | 2022-06-09 12:28:51,293 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'blobuploadcleanupworker.py', 'pid': '64'} repositoryactioncounter stdout | 2022-06-09 12:28:51,314 [88] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositoryactioncounter.py', 'pid': '88'} repositorygcworker stdout | 2022-06-09 12:28:51,503 [89] [DEBUG] [apscheduler.scheduler] Looking for jobs to run repositorygcworker stdout | 2022-06-09 12:28:51,503 [89] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:29:38.463361+00:00 (in 46.959562 seconds) repositorygcworker stdout | 2022-06-09 12:28:51,504 [89] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:29:51 UTC)" (scheduled at 2022-06-09 12:28:51.502316+00:00) repositorygcworker stdout | 2022-06-09 12:28:51,504 [89] [DEBUG] [workers.queueworker] Running watchdog. repositorygcworker stdout | 2022-06-09 12:28:51,504 [89] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:29:51 UTC)" executed successfully logrotateworker stdout | 2022-06-09 12:28:51,596 [77] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'logrotateworker.py', 'pid': '77'} globalpromstats stdout | 2022-06-09 12:28:51,602 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'globalpromstats.py', 'pid': '72'} securityscanningnotificationworker stdout | 2022-06-09 12:28:51,845 [90] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'securityscanningnotificationworker.py', 'pid': '90'} namespacegcworker stdout | 2022-06-09 12:28:51,853 [83] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'namespacegcworker.py', 'pid': '83'} repositorygcworker stdout | 2022-06-09 12:28:51,859 [89] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositorygcworker.py', 'pid': '89'} builder stdout | 2022-06-09 12:28:52,064 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'builder.py', 'pid': '65'} notificationworker stdout | 2022-06-09 12:28:52,076 [85] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'notificationworker.py', 'pid': '85'} buildlogsarchiver stdout | 2022-06-09 12:28:52,082 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'buildlogsarchiver.py', 'pid': '66'} gcworker stdout | 2022-06-09 12:28:52,092 [71] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'gcworker.py', 'pid': '71'} servicekey stdout | 2022-06-09 12:28:52,100 [92] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'servicekeyworker.py', 'pid': '92'} expiredappspecifictokenworker stdout | 2022-06-09 12:28:52,107 [69] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '69'} storagereplication stdout | 2022-06-09 12:28:52,135 [93] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'storagereplication.py', 'pid': '93'} queuecleanupworker stdout | 2022-06-09 12:28:52,153 [87] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'queuecleanupworker.py', 'pid': '87'} teamsyncworker stdout | 2022-06-09 12:28:52,192 [94] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'teamsyncworker.py', 'pid': '94'} manifestbackfillworker stdout | 2022-06-09 12:28:52,201 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'manifestbackfillworker.py', 'pid': '78'} gunicorn-registry stdout | 2022-06-09 12:28:52,423 [271] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '271'} gunicorn-registry stdout | 2022-06-09 12:28:52,433 [246] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '246'} gunicorn-registry stdout | 2022-06-09 12:28:52,442 [273] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '273'} gunicorn-registry stdout | 2022-06-09 12:28:52,449 [275] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '275'} gunicorn-registry stdout | 2022-06-09 12:28:52,456 [274] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '274'} gunicorn-registry stdout | 2022-06-09 12:28:52,463 [276] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '276'} gunicorn-registry stdout | 2022-06-09 12:28:52,473 [277] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '277'} gunicorn-registry stdout | 2022-06-09 12:28:52,482 [263] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '263'} gunicorn-registry stdout | 2022-06-09 12:28:52,489 [266] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '266'} gunicorn-registry stdout | 2022-06-09 12:28:52,496 [254] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '254'} gunicorn-registry stdout | 2022-06-09 12:28:52,502 [260] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '260'} gunicorn-registry stdout | 2022-06-09 12:28:52,510 [270] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '270'} gunicorn-registry stdout | 2022-06-09 12:28:52,517 [253] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '253'} gunicorn-registry stdout | 2022-06-09 12:28:52,526 [261] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '261'} gunicorn-registry stdout | 2022-06-09 12:28:52,533 [268] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '268'} gunicorn-registry stdout | 2022-06-09 12:28:52,540 [248] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '248'} gunicorn-registry stdout | 2022-06-09 12:28:52,547 [245] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '245'} gunicorn-registry stdout | 2022-06-09 12:28:52,554 [249] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '249'} gunicorn-registry stdout | 2022-06-09 12:28:52,561 [251] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '251'} gunicorn-registry stdout | 2022-06-09 12:28:52,568 [259] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '259'} gunicorn-registry stdout | 2022-06-09 12:28:52,575 [250] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '250'} gunicorn-registry stdout | 2022-06-09 12:28:52,583 [73] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '73'} gunicorn-registry stdout | 2022-06-09 12:28:52,594 [265] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '265'} gunicorn-registry stdout | 2022-06-09 12:28:52,601 [267] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '267'} gunicorn-registry stdout | 2022-06-09 12:28:52,609 [256] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '256'} gunicorn-registry stdout | 2022-06-09 12:28:52,616 [262] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '262'} gunicorn-registry stdout | 2022-06-09 12:28:52,623 [264] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '264'} gunicorn-registry stdout | 2022-06-09 12:28:52,633 [272] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '272'} gunicorn-registry stdout | 2022-06-09 12:28:52,640 [269] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '269'} gunicorn-registry stdout | 2022-06-09 12:28:52,648 [247] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '247'} gunicorn-registry stdout | 2022-06-09 12:28:52,654 [255] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '255'} gunicorn-registry stdout | 2022-06-09 12:28:52,664 [257] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '257'} gunicorn-registry stdout | 2022-06-09 12:28:52,672 [252] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '252'} namespacegcworker stdout | 2022-06-09 12:28:55,466 [83] [DEBUG] [apscheduler.scheduler] Looking for jobs to run namespacegcworker stdout | 2022-06-09 12:28:55,466 [83] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:29:01.521527+00:00 (in 6.055198 seconds) namespacegcworker stdout | 2022-06-09 12:28:55,466 [83] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:29:55 UTC)" (scheduled at 2022-06-09 12:28:55.463831+00:00) namespacegcworker stdout | 2022-06-09 12:28:55,466 [83] [DEBUG] [workers.queueworker] Getting work item from queue. namespacegcworker stdout | 2022-06-09 12:28:55,467 [83] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 28, 55, 466781), True, datetime.datetime(2022, 6, 9, 12, 28, 55, 466781), 0, 'namespacegc/%', 50, 1, 0]) namespacegcworker stdout | 2022-06-09 12:28:55,469 [83] [DEBUG] [workers.queueworker] No more work. namespacegcworker stdout | 2022-06-09 12:28:55,470 [83] [DEBUG] [data.database] Disconnecting from database. namespacegcworker stdout | 2022-06-09 12:28:55,470 [83] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:29:55 UTC)" executed successfully notificationworker stdout | 2022-06-09 12:29:00,949 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:29:00,950 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:29:02.645216+00:00 (in 1.695478 seconds) notificationworker stdout | 2022-06-09 12:29:00,950 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:29:10 UTC)" (scheduled at 2022-06-09 12:29:00.617379+00:00) notificationworker stdout | 2022-06-09 12:29:00,950 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 12:29:00,953 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 29, 0, 950427), True, datetime.datetime(2022, 6, 9, 12, 29, 0, 950427), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 12:29:00,958 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 12:29:00,958 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:29:00,958 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:29:10 UTC)" executed successfully namespacegcworker stdout | 2022-06-09 12:29:01,521 [83] [DEBUG] [apscheduler.scheduler] Looking for jobs to run namespacegcworker stdout | 2022-06-09 12:29:01,522 [83] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:29:21.521215+00:00 (in 19.999155 seconds) namespacegcworker stdout | 2022-06-09 12:29:01,522 [83] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:30:01 UTC)" (scheduled at 2022-06-09 12:29:01.521527+00:00) namespacegcworker stdout | 2022-06-09 12:29:01,522 [83] [DEBUG] [workers.queueworker] Running watchdog. namespacegcworker stdout | 2022-06-09 12:29:01,522 [83] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:30:01 UTC)" executed successfully notificationworker stdout | 2022-06-09 12:29:02,649 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:29:02,649 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:29:10.617379+00:00 (in 7.967959 seconds) notificationworker stdout | 2022-06-09 12:29:02,649 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2022-06-09 12:34:02 UTC)" (scheduled at 2022-06-09 12:29:02.645216+00:00) notificationworker stdout | 2022-06-09 12:29:02,650 [85] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT `t1`.`queue_name` FROM `queueitem` AS `t1` WHERE (((`t1`.`available` = %s) AND (`t1`.`processing_expires` > %s)) AND (`t1`.`queue_name` LIKE %s))) AS `_wrapped`', [False, datetime.datetime(2022, 6, 9, 12, 29, 2, 649728), 'notification/%']) notificationworker stdout | 2022-06-09 12:29:02,652 [85] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT `t1`.`queue_name` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s))) AS `_wrapped`', [datetime.datetime(2022, 6, 9, 12, 29, 2, 649728), True, datetime.datetime(2022, 6, 9, 12, 29, 2, 649728), 0, 'notification/%']) notificationworker stdout | 2022-06-09 12:29:02,654 [85] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT `t1`.`queue_name` FROM `queueitem` AS `t1` WHERE (((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) AND NOT (`t1`.`queue_name` IN (SELECT `t1`.`queue_name` FROM `queueitem` AS `t1` WHERE (((`t1`.`available` = %s) AND (`t1`.`processing_expires` > %s)) AND (`t1`.`queue_name` LIKE %s)))))) AS `_wrapped`', [datetime.datetime(2022, 6, 9, 12, 29, 2, 649728), True, datetime.datetime(2022, 6, 9, 12, 29, 2, 649728), 0, 'notification/%', False, datetime.datetime(2022, 6, 9, 12, 29, 2, 649728), 'notification/%']) notificationworker stdout | 2022-06-09 12:29:02,655 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:29:02,655 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2022-06-09 12:34:02 UTC)" executed successfully exportactionlogsworker stdout | 2022-06-09 12:29:04,376 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run exportactionlogsworker stdout | 2022-06-09 12:29:04,377 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:29:47.409953+00:00 (in 43.032996 seconds) exportactionlogsworker stdout | 2022-06-09 12:29:04,377 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:30:04 UTC)" (scheduled at 2022-06-09 12:29:04.366245+00:00) exportactionlogsworker stdout | 2022-06-09 12:29:04,377 [70] [DEBUG] [workers.queueworker] Getting work item from queue. exportactionlogsworker stdout | 2022-06-09 12:29:04,377 [70] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 29, 4, 377326), True, datetime.datetime(2022, 6, 9, 12, 29, 4, 377326), 0, 'exportactionlogs/%', 50, 1, 0]) exportactionlogsworker stdout | 2022-06-09 12:29:04,380 [70] [DEBUG] [workers.queueworker] No more work. exportactionlogsworker stdout | 2022-06-09 12:29:04,380 [70] [DEBUG] [data.database] Disconnecting from database. exportactionlogsworker stdout | 2022-06-09 12:29:04,380 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:30:04 UTC)" executed successfully gcworker stdout | 2022-06-09 12:29:07,492 [71] [DEBUG] [apscheduler.scheduler] Looking for jobs to run gcworker stdout | 2022-06-09 12:29:07,493 [71] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:29:37.490424+00:00 (in 29.997442 seconds) gcworker stdout | 2022-06-09 12:29:07,493 [71] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 12:29:37 UTC)" (scheduled at 2022-06-09 12:29:07.490424+00:00) gcworker stdout | 2022-06-09 12:29:07,494 [71] [DEBUG] [peewee] ('SELECT `candidates`.`repository_id` FROM (SELECT DISTINCT `t1`.`repository_id` FROM `tag` AS `t1` INNER JOIN `repository` AS `t2` ON (`t1`.`repository_id` = `t2`.`id`) INNER JOIN `user` AS `t3` ON (`t2`.`namespace_user_id` = `t3`.`id`) WHERE ((((NOT (`t1`.`lifetime_end_ms` IS %s) AND (`t1`.`lifetime_end_ms` <= %s)) AND (`t3`.`removed_tag_expiration_s` = %s)) AND (`t3`.`enabled` = %s)) AND (`t2`.`state` != %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', [None, 1654777747493, 0, True, 3, 500, 1, 0]) gcworker stdout | 2022-06-09 12:29:07,496 [71] [DEBUG] [__main__] No repository with garbage found gcworker stdout | 2022-06-09 12:29:07,496 [71] [DEBUG] [data.database] Disconnecting from database. gcworker stdout | 2022-06-09 12:29:07,496 [71] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 12:29:37 UTC)" executed successfully notificationworker stdout | 2022-06-09 12:29:10,638 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:29:10,639 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:29:19.645536+00:00 (in 9.006562 seconds) notificationworker stdout | 2022-06-09 12:29:10,639 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:29:20 UTC)" (scheduled at 2022-06-09 12:29:10.617379+00:00) notificationworker stdout | 2022-06-09 12:29:10,639 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 12:29:10,640 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 29, 10, 639369), True, datetime.datetime(2022, 6, 9, 12, 29, 10, 639369), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 12:29:10,642 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 12:29:10,642 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:29:10,642 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:29:20 UTC)" executed successfully buildlogsarchiver stdout | 2022-06-09 12:29:15,378 [66] [DEBUG] [apscheduler.scheduler] Looking for jobs to run buildlogsarchiver stdout | 2022-06-09 12:29:15,378 [66] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:29:45.366042+00:00 (in 29.987257 seconds) buildlogsarchiver stdout | 2022-06-09 12:29:15,379 [66] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 12:29:45 UTC)" (scheduled at 2022-06-09 12:29:15.366042+00:00) buildlogsarchiver stdout | 2022-06-09 12:29:15,380 [66] [DEBUG] [peewee] ('SELECT `candidates`.`id` FROM (SELECT `t1`.`id` FROM `repositorybuild` AS `t1` WHERE (((`t1`.`phase` IN (%s, %s, %s)) OR (`t1`.`started` < %s)) AND (`t1`.`logs_archived` = %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2022, 5, 25, 12, 29, 15, 379185), False, 50, 1, 0]) buildlogsarchiver stdout | 2022-06-09 12:29:15,382 [66] [DEBUG] [__main__] No more builds to archive buildlogsarchiver stdout | 2022-06-09 12:29:15,382 [66] [DEBUG] [data.database] Disconnecting from database. buildlogsarchiver stdout | 2022-06-09 12:29:15,382 [66] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 12:29:45 UTC)" executed successfully notificationworker stdout | 2022-06-09 12:29:19,677 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:29:19,677 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:29:20.617379+00:00 (in 0.939713 seconds) notificationworker stdout | 2022-06-09 12:29:19,678 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:30:19 UTC)" (scheduled at 2022-06-09 12:29:19.645536+00:00) notificationworker stdout | 2022-06-09 12:29:19,678 [85] [DEBUG] [workers.queueworker] Running watchdog. notificationworker stdout | 2022-06-09 12:29:19,678 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:30:19 UTC)" executed successfully gunicorn-web stdout | 2022-06-09 12:29:20,151 [229] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '229'} gunicorn-web stdout | 2022-06-09 12:29:20,158 [226] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '226'} gunicorn-web stdout | 2022-06-09 12:29:20,165 [236] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '236'} gunicorn-web stdout | 2022-06-09 12:29:20,171 [243] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '243'} gunicorn-web stdout | 2022-06-09 12:29:20,180 [228] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '228'} gunicorn-web stdout | 2022-06-09 12:29:20,187 [241] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '241'} gunicorn-web stdout | 2022-06-09 12:29:20,197 [234] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '234'} gunicorn-web stdout | 2022-06-09 12:29:20,206 [242] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '242'} gunicorn-web stdout | 2022-06-09 12:29:20,213 [230] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '230'} gunicorn-web stdout | 2022-06-09 12:29:20,220 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '75'} gunicorn-web stdout | 2022-06-09 12:29:20,227 [235] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '235'} gunicorn-web stdout | 2022-06-09 12:29:20,233 [237] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '237'} gunicorn-web stdout | 2022-06-09 12:29:20,242 [239] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '239'} gunicorn-web stdout | 2022-06-09 12:29:20,248 [238] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '238'} gunicorn-web stdout | 2022-06-09 12:29:20,255 [231] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '231'} gunicorn-web stdout | 2022-06-09 12:29:20,265 [244] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '244'} gunicorn-web stdout | 2022-06-09 12:29:20,271 [232] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '232'} gunicorn-secscan stdout | 2022-06-09 12:29:20,279 [221] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '221'} gunicorn-secscan stdout | 2022-06-09 12:29:20,289 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '74'} gunicorn-secscan stdout | 2022-06-09 12:29:20,295 [224] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '224'} gunicorn-secscan stdout | 2022-06-09 12:29:20,303 [225] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '225'} gunicorn-secscan stdout | 2022-06-09 12:29:20,310 [227] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '227'} notificationworker stdout | 2022-06-09 12:29:20,632 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:29:20,633 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:29:30.617379+00:00 (in 9.984418 seconds) notificationworker stdout | 2022-06-09 12:29:20,633 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:29:30 UTC)" (scheduled at 2022-06-09 12:29:20.617379+00:00) notificationworker stdout | 2022-06-09 12:29:20,633 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 12:29:20,634 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 29, 20, 633543), True, datetime.datetime(2022, 6, 9, 12, 29, 20, 633543), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 12:29:20,637 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 12:29:20,637 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:29:20,637 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:29:30 UTC)" executed successfully blobuploadcleanupworker stdout | 2022-06-09 12:29:21,337 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'blobuploadcleanupworker.py', 'pid': '64'} chunkcleanupworker stdout | 2022-06-09 12:29:21,342 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'chunkcleanupworker.py', 'pid': '67'} exportactionlogsworker stdout | 2022-06-09 12:29:21,350 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'exportactionlogsworker.py', 'pid': '70'} repositoryactioncounter stdout | 2022-06-09 12:29:21,356 [88] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositoryactioncounter.py', 'pid': '88'} namespacegcworker stdout | 2022-06-09 12:29:21,522 [83] [DEBUG] [apscheduler.scheduler] Looking for jobs to run namespacegcworker stdout | 2022-06-09 12:29:21,522 [83] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:29:55.463831+00:00 (in 33.941353 seconds) namespacegcworker stdout | 2022-06-09 12:29:21,522 [83] [INFO] [apscheduler.executors.default] Running job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2022-06-09 12:34:21 UTC)" (scheduled at 2022-06-09 12:29:21.521215+00:00) namespacegcworker stdout | 2022-06-09 12:29:21,523 [83] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT `t1`.`queue_name` FROM `queueitem` AS `t1` WHERE (((`t1`.`available` = %s) AND (`t1`.`processing_expires` > %s)) AND (`t1`.`queue_name` LIKE %s))) AS `_wrapped`', [False, datetime.datetime(2022, 6, 9, 12, 29, 21, 522969), 'namespacegc/%']) namespacegcworker stdout | 2022-06-09 12:29:21,525 [83] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT `t1`.`queue_name` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s))) AS `_wrapped`', [datetime.datetime(2022, 6, 9, 12, 29, 21, 522969), True, datetime.datetime(2022, 6, 9, 12, 29, 21, 522969), 0, 'namespacegc/%']) namespacegcworker stdout | 2022-06-09 12:29:21,527 [83] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT `t1`.`queue_name` FROM `queueitem` AS `t1` WHERE (((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) AND NOT (`t1`.`queue_name` IN (SELECT `t1`.`queue_name` FROM `queueitem` AS `t1` WHERE (((`t1`.`available` = %s) AND (`t1`.`processing_expires` > %s)) AND (`t1`.`queue_name` LIKE %s)))))) AS `_wrapped`', [datetime.datetime(2022, 6, 9, 12, 29, 21, 522969), True, datetime.datetime(2022, 6, 9, 12, 29, 21, 522969), 0, 'namespacegc/%', False, datetime.datetime(2022, 6, 9, 12, 29, 21, 522969), 'namespacegc/%']) namespacegcworker stdout | 2022-06-09 12:29:21,527 [83] [DEBUG] [data.database] Disconnecting from database. namespacegcworker stdout | 2022-06-09 12:29:21,527 [83] [INFO] [apscheduler.executors.default] Job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2022-06-09 12:34:21 UTC)" executed successfully logrotateworker stdout | 2022-06-09 12:29:21,635 [77] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'logrotateworker.py', 'pid': '77'} globalpromstats stdout | 2022-06-09 12:29:21,642 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'globalpromstats.py', 'pid': '72'} securityscanningnotificationworker stdout | 2022-06-09 12:29:21,899 [90] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'securityscanningnotificationworker.py', 'pid': '90'} namespacegcworker stdout | 2022-06-09 12:29:21,906 [83] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'namespacegcworker.py', 'pid': '83'} repositorygcworker stdout | 2022-06-09 12:29:21,913 [89] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositorygcworker.py', 'pid': '89'} builder stdout | 2022-06-09 12:29:22,092 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'builder.py', 'pid': '65'} notificationworker stdout | 2022-06-09 12:29:22,114 [85] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'notificationworker.py', 'pid': '85'} servicekey stdout | 2022-06-09 12:29:22,122 [92] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'servicekeyworker.py', 'pid': '92'} buildlogsarchiver stdout | 2022-06-09 12:29:22,129 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'buildlogsarchiver.py', 'pid': '66'} gcworker stdout | 2022-06-09 12:29:22,136 [71] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'gcworker.py', 'pid': '71'} expiredappspecifictokenworker stdout | 2022-06-09 12:29:22,146 [69] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '69'} storagereplication stdout | 2022-06-09 12:29:22,173 [93] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'storagereplication.py', 'pid': '93'} queuecleanupworker stdout | 2022-06-09 12:29:22,187 [87] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'queuecleanupworker.py', 'pid': '87'} manifestbackfillworker stdout | 2022-06-09 12:29:22,231 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'manifestbackfillworker.py', 'pid': '78'} teamsyncworker stdout | 2022-06-09 12:29:22,237 [94] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'teamsyncworker.py', 'pid': '94'} gunicorn-registry stdout | 2022-06-09 12:29:22,439 [271] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '271'} gunicorn-registry stdout | 2022-06-09 12:29:22,446 [246] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '246'} gunicorn-registry stdout | 2022-06-09 12:29:22,456 [273] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '273'} gunicorn-registry stdout | 2022-06-09 12:29:22,464 [275] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '275'} gunicorn-registry stdout | 2022-06-09 12:29:22,471 [274] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '274'} gunicorn-registry stdout | 2022-06-09 12:29:22,478 [276] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '276'} gunicorn-registry stdout | 2022-06-09 12:29:22,489 [277] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '277'} gunicorn-registry stdout | 2022-06-09 12:29:22,497 [263] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '263'} gunicorn-registry stdout | 2022-06-09 12:29:22,504 [266] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '266'} gunicorn-registry stdout | 2022-06-09 12:29:22,511 [254] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '254'} gunicorn-registry stdout | 2022-06-09 12:29:22,519 [260] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '260'} gunicorn-registry stdout | 2022-06-09 12:29:22,526 [270] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '270'} gunicorn-registry stdout | 2022-06-09 12:29:22,534 [253] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '253'} gunicorn-registry stdout | 2022-06-09 12:29:22,541 [261] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '261'} gunicorn-registry stdout | 2022-06-09 12:29:22,548 [268] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '268'} gunicorn-registry stdout | 2022-06-09 12:29:22,555 [248] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '248'} gunicorn-registry stdout | 2022-06-09 12:29:22,562 [245] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '245'} gunicorn-registry stdout | 2022-06-09 12:29:22,570 [249] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '249'} gunicorn-registry stdout | 2022-06-09 12:29:22,581 [251] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '251'} gunicorn-registry stdout | 2022-06-09 12:29:22,587 [259] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '259'} gunicorn-registry stdout | 2022-06-09 12:29:22,593 [250] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '250'} gunicorn-registry stdout | 2022-06-09 12:29:22,600 [73] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '73'} gunicorn-registry stdout | 2022-06-09 12:29:22,608 [265] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '265'} gunicorn-registry stdout | 2022-06-09 12:29:22,616 [267] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '267'} gunicorn-registry stdout | 2022-06-09 12:29:22,622 [256] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '256'} gunicorn-registry stdout | 2022-06-09 12:29:22,632 [262] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '262'} gunicorn-registry stdout | 2022-06-09 12:29:22,638 [264] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '264'} gunicorn-registry stdout | 2022-06-09 12:29:22,647 [272] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '272'} gunicorn-registry stdout | 2022-06-09 12:29:22,653 [269] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '269'} gunicorn-registry stdout | 2022-06-09 12:29:22,659 [247] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '247'} gunicorn-registry stdout | 2022-06-09 12:29:22,670 [255] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '255'} gunicorn-registry stdout | 2022-06-09 12:29:22,676 [257] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '257'} gunicorn-registry stdout | 2022-06-09 12:29:22,684 [252] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '252'} notificationworker stdout | 2022-06-09 12:29:30,619 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:29:30,619 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:29:40.617379+00:00 (in 9.997607 seconds) notificationworker stdout | 2022-06-09 12:29:30,620 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:29:40 UTC)" (scheduled at 2022-06-09 12:29:30.617379+00:00) notificationworker stdout | 2022-06-09 12:29:30,620 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 12:29:30,621 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 29, 30, 620370), True, datetime.datetime(2022, 6, 9, 12, 29, 30, 620370), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 12:29:30,623 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 12:29:30,623 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:29:30,624 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:29:40 UTC)" executed successfully gcworker stdout | 2022-06-09 12:29:37,492 [71] [DEBUG] [apscheduler.scheduler] Looking for jobs to run gcworker stdout | 2022-06-09 12:29:37,492 [71] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:30:07.490424+00:00 (in 29.997593 seconds) gcworker stdout | 2022-06-09 12:29:37,493 [71] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 12:30:07 UTC)" (scheduled at 2022-06-09 12:29:37.490424+00:00) gcworker stdout | 2022-06-09 12:29:37,493 [71] [DEBUG] [peewee] ('SELECT `candidates`.`repository_id` FROM (SELECT DISTINCT `t1`.`repository_id` FROM `tag` AS `t1` INNER JOIN `repository` AS `t2` ON (`t1`.`repository_id` = `t2`.`id`) INNER JOIN `user` AS `t3` ON (`t2`.`namespace_user_id` = `t3`.`id`) WHERE ((((NOT (`t1`.`lifetime_end_ms` IS %s) AND (`t1`.`lifetime_end_ms` <= %s)) AND (`t3`.`removed_tag_expiration_s` = %s)) AND (`t3`.`enabled` = %s)) AND (`t2`.`state` != %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', [None, 1654777777493, 0, True, 3, 500, 1, 0]) gcworker stdout | 2022-06-09 12:29:37,496 [71] [DEBUG] [__main__] No repository with garbage found gcworker stdout | 2022-06-09 12:29:37,496 [71] [DEBUG] [data.database] Disconnecting from database. gcworker stdout | 2022-06-09 12:29:37,496 [71] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 12:30:07 UTC)" executed successfully repositorygcworker stdout | 2022-06-09 12:29:38,484 [89] [DEBUG] [apscheduler.scheduler] Looking for jobs to run repositorygcworker stdout | 2022-06-09 12:29:38,484 [89] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:29:51.502316+00:00 (in 13.017932 seconds) repositorygcworker stdout | 2022-06-09 12:29:38,485 [89] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:30:38 UTC)" (scheduled at 2022-06-09 12:29:38.463361+00:00) repositorygcworker stdout | 2022-06-09 12:29:38,485 [89] [DEBUG] [workers.queueworker] Getting work item from queue. repositorygcworker stdout | 2022-06-09 12:29:38,485 [89] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 29, 38, 485324), True, datetime.datetime(2022, 6, 9, 12, 29, 38, 485324), 0, 'repositorygc/%', 50, 1, 0]) repositorygcworker stdout | 2022-06-09 12:29:38,488 [89] [DEBUG] [workers.queueworker] No more work. repositorygcworker stdout | 2022-06-09 12:29:38,488 [89] [DEBUG] [data.database] Disconnecting from database. repositorygcworker stdout | 2022-06-09 12:29:38,488 [89] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:30:38 UTC)" executed successfully notificationworker stdout | 2022-06-09 12:29:40,625 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:29:40,625 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:29:50.617379+00:00 (in 9.991946 seconds) notificationworker stdout | 2022-06-09 12:29:40,625 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:29:50 UTC)" (scheduled at 2022-06-09 12:29:40.617379+00:00) notificationworker stdout | 2022-06-09 12:29:40,625 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 12:29:40,626 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 29, 40, 625783), True, datetime.datetime(2022, 6, 9, 12, 29, 40, 625783), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 12:29:40,629 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 12:29:40,629 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:29:40,629 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:29:50 UTC)" executed successfully buildlogsarchiver stdout | 2022-06-09 12:29:45,422 [66] [DEBUG] [apscheduler.scheduler] Looking for jobs to run buildlogsarchiver stdout | 2022-06-09 12:29:45,423 [66] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:30:15.366042+00:00 (in 29.943101 seconds) buildlogsarchiver stdout | 2022-06-09 12:29:45,423 [66] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 12:30:15 UTC)" (scheduled at 2022-06-09 12:29:45.366042+00:00) buildlogsarchiver stdout | 2022-06-09 12:29:45,425 [66] [DEBUG] [peewee] ('SELECT `candidates`.`id` FROM (SELECT `t1`.`id` FROM `repositorybuild` AS `t1` WHERE (((`t1`.`phase` IN (%s, %s, %s)) OR (`t1`.`started` < %s)) AND (`t1`.`logs_archived` = %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2022, 5, 25, 12, 29, 45, 423977), False, 50, 1, 0]) buildlogsarchiver stdout | 2022-06-09 12:29:45,427 [66] [DEBUG] [__main__] No more builds to archive buildlogsarchiver stdout | 2022-06-09 12:29:45,427 [66] [DEBUG] [data.database] Disconnecting from database. buildlogsarchiver stdout | 2022-06-09 12:29:45,427 [66] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 12:30:15 UTC)" executed successfully exportactionlogsworker stdout | 2022-06-09 12:29:47,423 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run exportactionlogsworker stdout | 2022-06-09 12:29:47,423 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:30:04.366245+00:00 (in 16.942486 seconds) exportactionlogsworker stdout | 2022-06-09 12:29:47,424 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:30:47 UTC)" (scheduled at 2022-06-09 12:29:47.409953+00:00) exportactionlogsworker stdout | 2022-06-09 12:29:47,424 [70] [DEBUG] [workers.queueworker] Running watchdog. exportactionlogsworker stdout | 2022-06-09 12:29:47,424 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:30:47 UTC)" executed successfully gunicorn-web stdout | 2022-06-09 12:29:50,163 [229] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '229'} gunicorn-web stdout | 2022-06-09 12:29:50,179 [226] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '226'} gunicorn-web stdout | 2022-06-09 12:29:50,186 [236] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '236'} gunicorn-web stdout | 2022-06-09 12:29:50,196 [243] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '243'} gunicorn-web stdout | 2022-06-09 12:29:50,202 [228] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '228'} gunicorn-web stdout | 2022-06-09 12:29:50,209 [241] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '241'} gunicorn-web stdout | 2022-06-09 12:29:50,216 [234] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '234'} gunicorn-web stdout | 2022-06-09 12:29:50,224 [242] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '242'} gunicorn-web stdout | 2022-06-09 12:29:50,231 [230] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '230'} gunicorn-web stdout | 2022-06-09 12:29:50,238 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '75'} gunicorn-web stdout | 2022-06-09 12:29:50,246 [235] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '235'} gunicorn-web stdout | 2022-06-09 12:29:50,252 [237] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '237'} gunicorn-web stdout | 2022-06-09 12:29:50,260 [239] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '239'} gunicorn-web stdout | 2022-06-09 12:29:50,268 [238] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '238'} gunicorn-web stdout | 2022-06-09 12:29:50,275 [231] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '231'} gunicorn-web stdout | 2022-06-09 12:29:50,282 [244] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '244'} gunicorn-web stdout | 2022-06-09 12:29:50,290 [232] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '232'} gunicorn-secscan stdout | 2022-06-09 12:29:50,296 [221] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '221'} gunicorn-secscan stdout | 2022-06-09 12:29:50,304 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '74'} gunicorn-secscan stdout | 2022-06-09 12:29:50,311 [224] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '224'} gunicorn-secscan stdout | 2022-06-09 12:29:50,317 [225] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '225'} gunicorn-secscan stdout | 2022-06-09 12:29:50,325 [227] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '227'} notificationworker stdout | 2022-06-09 12:29:50,636 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:29:50,637 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:30:00.617379+00:00 (in 9.980365 seconds) notificationworker stdout | 2022-06-09 12:29:50,637 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:30:00 UTC)" (scheduled at 2022-06-09 12:29:50.617379+00:00) notificationworker stdout | 2022-06-09 12:29:50,637 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 12:29:50,638 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 29, 50, 637456), True, datetime.datetime(2022, 6, 9, 12, 29, 50, 637456), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 12:29:50,640 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 12:29:50,640 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:29:50,640 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:30:00 UTC)" executed successfully exportactionlogsworker stdout | 2022-06-09 12:29:51,373 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'exportactionlogsworker.py', 'pid': '70'} blobuploadcleanupworker stdout | 2022-06-09 12:29:51,380 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'blobuploadcleanupworker.py', 'pid': '64'} chunkcleanupworker stdout | 2022-06-09 12:29:51,387 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'chunkcleanupworker.py', 'pid': '67'} repositoryactioncounter stdout | 2022-06-09 12:29:51,394 [88] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositoryactioncounter.py', 'pid': '88'} repositorygcworker stdout | 2022-06-09 12:29:51,510 [89] [DEBUG] [apscheduler.scheduler] Looking for jobs to run repositorygcworker stdout | 2022-06-09 12:29:51,511 [89] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:29:53.501847+00:00 (in 1.990889 seconds) repositorygcworker stdout | 2022-06-09 12:29:51,511 [89] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:30:51 UTC)" (scheduled at 2022-06-09 12:29:51.502316+00:00) repositorygcworker stdout | 2022-06-09 12:29:51,511 [89] [DEBUG] [workers.queueworker] Running watchdog. repositorygcworker stdout | 2022-06-09 12:29:51,511 [89] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:30:51 UTC)" executed successfully logrotateworker stdout | 2022-06-09 12:29:51,724 [77] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'logrotateworker.py', 'pid': '77'} globalpromstats stdout | 2022-06-09 12:29:51,730 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'globalpromstats.py', 'pid': '72'} securityscanningnotificationworker stdout | 2022-06-09 12:29:51,914 [90] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'securityscanningnotificationworker.py', 'pid': '90'} repositorygcworker stdout | 2022-06-09 12:29:51,924 [89] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositorygcworker.py', 'pid': '89'} namespacegcworker stdout | 2022-06-09 12:29:51,949 [83] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'namespacegcworker.py', 'pid': '83'} builder stdout | 2022-06-09 12:29:52,132 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'builder.py', 'pid': '65'} notificationworker stdout | 2022-06-09 12:29:52,138 [85] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'notificationworker.py', 'pid': '85'} servicekey stdout | 2022-06-09 12:29:52,145 [92] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'servicekeyworker.py', 'pid': '92'} buildlogsarchiver stdout | 2022-06-09 12:29:52,152 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'buildlogsarchiver.py', 'pid': '66'} gcworker stdout | 2022-06-09 12:29:52,174 [71] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'gcworker.py', 'pid': '71'} expiredappspecifictokenworker stdout | 2022-06-09 12:29:52,184 [69] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '69'} storagereplication stdout | 2022-06-09 12:29:52,209 [93] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'storagereplication.py', 'pid': '93'} queuecleanupworker stdout | 2022-06-09 12:29:52,232 [87] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'queuecleanupworker.py', 'pid': '87'} manifestbackfillworker stdout | 2022-06-09 12:29:52,270 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'manifestbackfillworker.py', 'pid': '78'} teamsyncworker stdout | 2022-06-09 12:29:52,276 [94] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'teamsyncworker.py', 'pid': '94'} gunicorn-registry stdout | 2022-06-09 12:29:52,469 [246] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '246'} gunicorn-registry stdout | 2022-06-09 12:29:52,477 [271] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '271'} gunicorn-registry stdout | 2022-06-09 12:29:52,485 [275] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '275'} gunicorn-registry stdout | 2022-06-09 12:29:52,490 [273] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '273'} gunicorn-registry stdout | 2022-06-09 12:29:52,498 [274] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '274'} gunicorn-registry stdout | 2022-06-09 12:29:52,504 [276] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '276'} gunicorn-registry stdout | 2022-06-09 12:29:52,511 [277] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '277'} gunicorn-registry stdout | 2022-06-09 12:29:52,517 [263] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '263'} gunicorn-registry stdout | 2022-06-09 12:29:52,526 [266] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '266'} gunicorn-registry stdout | 2022-06-09 12:29:52,532 [254] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '254'} gunicorn-registry stdout | 2022-06-09 12:29:52,539 [260] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '260'} gunicorn-registry stdout | 2022-06-09 12:29:52,546 [270] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '270'} gunicorn-registry stdout | 2022-06-09 12:29:52,552 [253] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '253'} gunicorn-registry stdout | 2022-06-09 12:29:52,562 [261] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '261'} gunicorn-registry stdout | 2022-06-09 12:29:52,570 [268] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '268'} gunicorn-registry stdout | 2022-06-09 12:29:52,577 [248] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '248'} gunicorn-registry stdout | 2022-06-09 12:29:52,584 [245] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '245'} gunicorn-registry stdout | 2022-06-09 12:29:52,591 [249] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '249'} gunicorn-registry stdout | 2022-06-09 12:29:52,599 [251] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '251'} gunicorn-registry stdout | 2022-06-09 12:29:52,606 [259] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '259'} gunicorn-registry stdout | 2022-06-09 12:29:52,612 [250] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '250'} gunicorn-registry stdout | 2022-06-09 12:29:52,620 [73] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '73'} gunicorn-registry stdout | 2022-06-09 12:29:52,628 [265] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '265'} gunicorn-registry stdout | 2022-06-09 12:29:52,634 [267] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '267'} gunicorn-registry stdout | 2022-06-09 12:29:52,641 [256] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '256'} gunicorn-registry stdout | 2022-06-09 12:29:52,649 [262] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '262'} gunicorn-registry stdout | 2022-06-09 12:29:52,655 [264] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '264'} gunicorn-registry stdout | 2022-06-09 12:29:52,664 [272] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '272'} gunicorn-registry stdout | 2022-06-09 12:29:52,672 [269] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '269'} gunicorn-registry stdout | 2022-06-09 12:29:52,679 [247] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '247'} gunicorn-registry stdout | 2022-06-09 12:29:52,685 [255] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '255'} gunicorn-registry stdout | 2022-06-09 12:29:52,693 [257] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '257'} gunicorn-registry stdout | 2022-06-09 12:29:52,700 [252] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '252'} repositorygcworker stdout | 2022-06-09 12:29:53,503 [89] [DEBUG] [apscheduler.scheduler] Looking for jobs to run repositorygcworker stdout | 2022-06-09 12:29:53,503 [89] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:30:38.463361+00:00 (in 44.960033 seconds) repositorygcworker stdout | 2022-06-09 12:29:53,503 [89] [INFO] [apscheduler.executors.default] Running job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2022-06-09 12:34:53 UTC)" (scheduled at 2022-06-09 12:29:53.501847+00:00) repositorygcworker stdout | 2022-06-09 12:29:53,504 [89] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT `t1`.`queue_name` FROM `queueitem` AS `t1` WHERE (((`t1`.`available` = %s) AND (`t1`.`processing_expires` > %s)) AND (`t1`.`queue_name` LIKE %s))) AS `_wrapped`', [False, datetime.datetime(2022, 6, 9, 12, 29, 53, 503754), 'repositorygc/%']) repositorygcworker stdout | 2022-06-09 12:29:53,506 [89] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT `t1`.`queue_name` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s))) AS `_wrapped`', [datetime.datetime(2022, 6, 9, 12, 29, 53, 503754), True, datetime.datetime(2022, 6, 9, 12, 29, 53, 503754), 0, 'repositorygc/%']) repositorygcworker stdout | 2022-06-09 12:29:53,508 [89] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT `t1`.`queue_name` FROM `queueitem` AS `t1` WHERE (((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) AND NOT (`t1`.`queue_name` IN (SELECT `t1`.`queue_name` FROM `queueitem` AS `t1` WHERE (((`t1`.`available` = %s) AND (`t1`.`processing_expires` > %s)) AND (`t1`.`queue_name` LIKE %s)))))) AS `_wrapped`', [datetime.datetime(2022, 6, 9, 12, 29, 53, 503754), True, datetime.datetime(2022, 6, 9, 12, 29, 53, 503754), 0, 'repositorygc/%', False, datetime.datetime(2022, 6, 9, 12, 29, 53, 503754), 'repositorygc/%']) repositorygcworker stdout | 2022-06-09 12:29:53,509 [89] [DEBUG] [data.database] Disconnecting from database. repositorygcworker stdout | 2022-06-09 12:29:53,509 [89] [INFO] [apscheduler.executors.default] Job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2022-06-09 12:34:53 UTC)" executed successfully namespacegcworker stdout | 2022-06-09 12:29:55,479 [83] [DEBUG] [apscheduler.scheduler] Looking for jobs to run namespacegcworker stdout | 2022-06-09 12:29:55,479 [83] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:30:01.521527+00:00 (in 6.042251 seconds) namespacegcworker stdout | 2022-06-09 12:29:55,479 [83] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:30:55 UTC)" (scheduled at 2022-06-09 12:29:55.463831+00:00) namespacegcworker stdout | 2022-06-09 12:29:55,479 [83] [DEBUG] [workers.queueworker] Getting work item from queue. namespacegcworker stdout | 2022-06-09 12:29:55,480 [83] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 29, 55, 479677), True, datetime.datetime(2022, 6, 9, 12, 29, 55, 479677), 0, 'namespacegc/%', 50, 1, 0]) namespacegcworker stdout | 2022-06-09 12:29:55,482 [83] [DEBUG] [workers.queueworker] No more work. namespacegcworker stdout | 2022-06-09 12:29:55,482 [83] [DEBUG] [data.database] Disconnecting from database. namespacegcworker stdout | 2022-06-09 12:29:55,482 [83] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:30:55 UTC)" executed successfully notificationworker stdout | 2022-06-09 12:30:00,618 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:30:00,619 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:30:10.617379+00:00 (in 9.998480 seconds) notificationworker stdout | 2022-06-09 12:30:00,619 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:30:10 UTC)" (scheduled at 2022-06-09 12:30:00.617379+00:00) notificationworker stdout | 2022-06-09 12:30:00,619 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 12:30:00,619 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 30, 0, 619361), True, datetime.datetime(2022, 6, 9, 12, 30, 0, 619361), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 12:30:00,622 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 12:30:00,622 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:30:00,622 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:30:10 UTC)" executed successfully namespacegcworker stdout | 2022-06-09 12:30:01,522 [83] [DEBUG] [apscheduler.scheduler] Looking for jobs to run namespacegcworker stdout | 2022-06-09 12:30:01,522 [83] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:30:55.463831+00:00 (in 53.941591 seconds) namespacegcworker stdout | 2022-06-09 12:30:01,522 [83] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:31:01 UTC)" (scheduled at 2022-06-09 12:30:01.521527+00:00) namespacegcworker stdout | 2022-06-09 12:30:01,522 [83] [DEBUG] [workers.queueworker] Running watchdog. namespacegcworker stdout | 2022-06-09 12:30:01,522 [83] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:31:01 UTC)" executed successfully exportactionlogsworker stdout | 2022-06-09 12:30:04,373 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run exportactionlogsworker stdout | 2022-06-09 12:30:04,373 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:30:47.409953+00:00 (in 43.036745 seconds) exportactionlogsworker stdout | 2022-06-09 12:30:04,373 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:31:04 UTC)" (scheduled at 2022-06-09 12:30:04.366245+00:00) exportactionlogsworker stdout | 2022-06-09 12:30:04,373 [70] [DEBUG] [workers.queueworker] Getting work item from queue. exportactionlogsworker stdout | 2022-06-09 12:30:04,374 [70] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 30, 4, 373543), True, datetime.datetime(2022, 6, 9, 12, 30, 4, 373543), 0, 'exportactionlogs/%', 50, 1, 0]) exportactionlogsworker stdout | 2022-06-09 12:30:04,376 [70] [DEBUG] [workers.queueworker] No more work. exportactionlogsworker stdout | 2022-06-09 12:30:04,376 [70] [DEBUG] [data.database] Disconnecting from database. exportactionlogsworker stdout | 2022-06-09 12:30:04,376 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:31:04 UTC)" executed successfully gcworker stdout | 2022-06-09 12:30:07,494 [71] [DEBUG] [apscheduler.scheduler] Looking for jobs to run gcworker stdout | 2022-06-09 12:30:07,495 [71] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:30:37.490424+00:00 (in 29.995501 seconds) gcworker stdout | 2022-06-09 12:30:07,495 [71] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 12:30:37 UTC)" (scheduled at 2022-06-09 12:30:07.490424+00:00) gcworker stdout | 2022-06-09 12:30:07,496 [71] [DEBUG] [peewee] ('SELECT `candidates`.`repository_id` FROM (SELECT DISTINCT `t1`.`repository_id` FROM `tag` AS `t1` INNER JOIN `repository` AS `t2` ON (`t1`.`repository_id` = `t2`.`id`) INNER JOIN `user` AS `t3` ON (`t2`.`namespace_user_id` = `t3`.`id`) WHERE ((((NOT (`t1`.`lifetime_end_ms` IS %s) AND (`t1`.`lifetime_end_ms` <= %s)) AND (`t3`.`removed_tag_expiration_s` = %s)) AND (`t3`.`enabled` = %s)) AND (`t2`.`state` != %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', [None, 1654777807495, 0, True, 3, 500, 1, 0]) gcworker stdout | 2022-06-09 12:30:07,498 [71] [DEBUG] [__main__] No repository with garbage found gcworker stdout | 2022-06-09 12:30:07,498 [71] [DEBUG] [data.database] Disconnecting from database. gcworker stdout | 2022-06-09 12:30:07,498 [71] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 12:30:37 UTC)" executed successfully notificationworker stdout | 2022-06-09 12:30:10,618 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:30:10,618 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:30:19.645536+00:00 (in 9.026833 seconds) notificationworker stdout | 2022-06-09 12:30:10,619 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:30:20 UTC)" (scheduled at 2022-06-09 12:30:10.617379+00:00) notificationworker stdout | 2022-06-09 12:30:10,619 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 12:30:10,620 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 30, 10, 619367), True, datetime.datetime(2022, 6, 9, 12, 30, 10, 619367), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 12:30:10,623 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 12:30:10,623 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:30:10,623 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:30:20 UTC)" executed successfully servicekey stdout | 2022-06-09 12:30:14,645 [92] [DEBUG] [apscheduler.scheduler] Looking for jobs to run servicekey stdout | 2022-06-09 12:30:14,645 [92] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 13:25:14.641905+00:00 (in 3299.996241 seconds) servicekey stdout | 2022-06-09 12:30:14,645 [92] [INFO] [apscheduler.executors.default] Running job "ServiceKeyWorker._refresh_service_key (trigger: interval[0:55:00], next run at: 2022-06-09 13:25:14 UTC)" (scheduled at 2022-06-09 12:30:14.641905+00:00) servicekey stdout | 2022-06-09 12:30:14,645 [92] [DEBUG] [__main__] Starting automatic refresh of service key I26nNlSD_dXYQQNwmKEcPWYMKsZR2yNyUbbmLX4dh0A to new expiration 2022-06-09 14:30:14.645972 servicekey stdout | 2022-06-09 12:30:14,646 [92] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`name`, `t1`.`kid`, `t1`.`service`, `t1`.`jwk`, `t1`.`metadata`, `t1`.`created_date`, `t1`.`expiration_date`, `t1`.`rotation_duration`, `t1`.`approval_id` FROM `servicekey` AS `t1` LEFT OUTER JOIN `servicekeyapproval` AS `t2` ON (`t1`.`approval_id` = `t2`.`id`) WHERE ((`t1`.`kid` = %s) AND (NOT (`t1`.`expiration_date` <= %s) OR (`t1`.`expiration_date` IS %s))) LIMIT %s OFFSET %s', ['I26nNlSD_dXYQQNwmKEcPWYMKsZR2yNyUbbmLX4dh0A', datetime.datetime(2022, 6, 2, 12, 30, 14, 646121), None, 1, 0]) servicekey stdout | 2022-06-09 12:30:14,648 [92] [DEBUG] [peewee] ('UPDATE `servicekey` SET `name` = %s, `kid` = %s, `service` = %s, `jwk` = %s, `metadata` = %s, `created_date` = %s, `expiration_date` = %s, `rotation_duration` = %s, `approval_id` = %s WHERE (`servicekey`.`id` = %s)', ['https://quay.skynet:443', 'I26nNlSD_dXYQQNwmKEcPWYMKsZR2yNyUbbmLX4dh0A', 'quay', '{"n": "6O9IV2WDtuGLBlpXkEVtr3GapVlbEQ7JyEjc5AbviSAckQLEwCBBAt2ArGBsWby3fWEvmCEbm3I8b-WfmQLKfAUrJ8Ski4jDShnvCCHvAMgH3E6iW96MNnafYQqAP9s29Kww2DEHf855gswRgsoUQhaIPDdE3XB3_LOzU2BpPTS6vjU3YSJgK4Bhaj0rC5RlyPc5vKzO6oHeWS7_W6irBUxEY1yurTrLX3UZIutuZMdaYf5P8lb4-EKj2T0RUH9aQUn0lSXnyQ11YUDmtVTzyCxvrFklHaUO55ZHOwTRP22O9e7PhtGIQ8iMqXEqLrgQriyknc85S_Yf0p-bdyHsfQ", "e": "AQAB", "kty": "RSA", "kid": "I26nNlSD_dXYQQNwmKEcPWYMKsZR2yNyUbbmLX4dh0A"}', '{"created_by": "CLI tool"}', datetime.datetime(2022, 6, 9, 11, 31, 43), datetime.datetime(2022, 6, 9, 14, 30, 14, 645972), None, 2, 2]) servicekey stdout | 2022-06-09 12:30:14,650 [92] [DEBUG] [__main__] Finished automatic refresh of service key I26nNlSD_dXYQQNwmKEcPWYMKsZR2yNyUbbmLX4dh0A with new expiration 2022-06-09 14:30:14.645972 servicekey stdout | 2022-06-09 12:30:14,650 [92] [DEBUG] [data.database] Disconnecting from database. servicekey stdout | 2022-06-09 12:30:14,650 [92] [INFO] [apscheduler.executors.default] Job "ServiceKeyWorker._refresh_service_key (trigger: interval[0:55:00], next run at: 2022-06-09 13:25:14 UTC)" executed successfully buildlogsarchiver stdout | 2022-06-09 12:30:15,367 [66] [DEBUG] [apscheduler.scheduler] Looking for jobs to run buildlogsarchiver stdout | 2022-06-09 12:30:15,367 [66] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:30:45.366042+00:00 (in 29.998871 seconds) buildlogsarchiver stdout | 2022-06-09 12:30:15,367 [66] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 12:30:45 UTC)" (scheduled at 2022-06-09 12:30:15.366042+00:00) buildlogsarchiver stdout | 2022-06-09 12:30:15,368 [66] [DEBUG] [peewee] ('SELECT `candidates`.`id` FROM (SELECT `t1`.`id` FROM `repositorybuild` AS `t1` WHERE (((`t1`.`phase` IN (%s, %s, %s)) OR (`t1`.`started` < %s)) AND (`t1`.`logs_archived` = %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2022, 5, 25, 12, 30, 15, 367598), False, 50, 1, 0]) buildlogsarchiver stdout | 2022-06-09 12:30:15,370 [66] [DEBUG] [__main__] No more builds to archive buildlogsarchiver stdout | 2022-06-09 12:30:15,370 [66] [DEBUG] [data.database] Disconnecting from database. buildlogsarchiver stdout | 2022-06-09 12:30:15,370 [66] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 12:30:45 UTC)" executed successfully notificationworker stdout | 2022-06-09 12:30:19,646 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:30:19,646 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:30:20.617379+00:00 (in 0.970860 seconds) notificationworker stdout | 2022-06-09 12:30:19,646 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:31:19 UTC)" (scheduled at 2022-06-09 12:30:19.645536+00:00) notificationworker stdout | 2022-06-09 12:30:19,646 [85] [DEBUG] [workers.queueworker] Running watchdog. notificationworker stdout | 2022-06-09 12:30:19,647 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:31:19 UTC)" executed successfully gunicorn-web stdout | 2022-06-09 12:30:20,173 [229] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '229'} gunicorn-web stdout | 2022-06-09 12:30:20,191 [226] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '226'} gunicorn-web stdout | 2022-06-09 12:30:20,197 [236] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '236'} gunicorn-web stdout | 2022-06-09 12:30:20,207 [243] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '243'} gunicorn-web stdout | 2022-06-09 12:30:20,218 [228] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '228'} gunicorn-web stdout | 2022-06-09 12:30:20,229 [241] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '241'} gunicorn-web stdout | 2022-06-09 12:30:20,235 [234] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '234'} gunicorn-web stdout | 2022-06-09 12:30:20,243 [242] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '242'} gunicorn-web stdout | 2022-06-09 12:30:20,249 [230] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '230'} gunicorn-web stdout | 2022-06-09 12:30:20,256 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '75'} gunicorn-web stdout | 2022-06-09 12:30:20,264 [235] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '235'} gunicorn-web stdout | 2022-06-09 12:30:20,271 [237] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '237'} gunicorn-web stdout | 2022-06-09 12:30:20,277 [239] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '239'} gunicorn-web stdout | 2022-06-09 12:30:20,285 [238] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '238'} gunicorn-web stdout | 2022-06-09 12:30:20,292 [231] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '231'} gunicorn-web stdout | 2022-06-09 12:30:20,298 [244] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '244'} gunicorn-web stdout | 2022-06-09 12:30:20,305 [232] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '232'} gunicorn-secscan stdout | 2022-06-09 12:30:20,311 [221] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '221'} gunicorn-secscan stdout | 2022-06-09 12:30:20,319 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '74'} gunicorn-secscan stdout | 2022-06-09 12:30:20,326 [224] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '224'} gunicorn-secscan stdout | 2022-06-09 12:30:20,334 [225] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '225'} gunicorn-secscan stdout | 2022-06-09 12:30:20,340 [227] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '227'} notificationworker stdout | 2022-06-09 12:30:20,633 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:30:20,634 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:30:30.617379+00:00 (in 9.983395 seconds) notificationworker stdout | 2022-06-09 12:30:20,634 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:30:30 UTC)" (scheduled at 2022-06-09 12:30:20.617379+00:00) notificationworker stdout | 2022-06-09 12:30:20,634 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 12:30:20,635 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 30, 20, 634464), True, datetime.datetime(2022, 6, 9, 12, 30, 20, 634464), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 12:30:20,637 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 12:30:20,637 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:30:20,637 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:30:30 UTC)" executed successfully blobuploadcleanupworker stdout | 2022-06-09 12:30:21,422 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'blobuploadcleanupworker.py', 'pid': '64'} chunkcleanupworker stdout | 2022-06-09 12:30:21,428 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'chunkcleanupworker.py', 'pid': '67'} repositoryactioncounter stdout | 2022-06-09 12:30:21,434 [88] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositoryactioncounter.py', 'pid': '88'} exportactionlogsworker stdout | 2022-06-09 12:30:21,440 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'exportactionlogsworker.py', 'pid': '70'} logrotateworker stdout | 2022-06-09 12:30:21,770 [77] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'logrotateworker.py', 'pid': '77'} globalpromstats stdout | 2022-06-09 12:30:21,777 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'globalpromstats.py', 'pid': '72'} securityscanningnotificationworker stdout | 2022-06-09 12:30:21,950 [90] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'securityscanningnotificationworker.py', 'pid': '90'} repositorygcworker stdout | 2022-06-09 12:30:21,957 [89] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositorygcworker.py', 'pid': '89'} namespacegcworker stdout | 2022-06-09 12:30:21,986 [83] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'namespacegcworker.py', 'pid': '83'} servicekey stdout | 2022-06-09 12:30:22,171 [92] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'servicekeyworker.py', 'pid': '92'} notificationworker stdout | 2022-06-09 12:30:22,181 [85] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'notificationworker.py', 'pid': '85'} builder stdout | 2022-06-09 12:30:22,188 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'builder.py', 'pid': '65'} buildlogsarchiver stdout | 2022-06-09 12:30:22,194 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'buildlogsarchiver.py', 'pid': '66'} gcworker stdout | 2022-06-09 12:30:22,213 [71] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'gcworker.py', 'pid': '71'} expiredappspecifictokenworker stdout | 2022-06-09 12:30:22,223 [69] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '69'} storagereplication stdout | 2022-06-09 12:30:22,248 [93] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'storagereplication.py', 'pid': '93'} queuecleanupworker stdout | 2022-06-09 12:30:22,274 [87] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'queuecleanupworker.py', 'pid': '87'} teamsyncworker stdout | 2022-06-09 12:30:22,296 [94] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'teamsyncworker.py', 'pid': '94'} manifestbackfillworker stdout | 2022-06-09 12:30:22,302 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'manifestbackfillworker.py', 'pid': '78'} gunicorn-registry stdout | 2022-06-09 12:30:22,488 [246] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '246'} gunicorn-registry stdout | 2022-06-09 12:30:22,496 [271] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '271'} gunicorn-registry stdout | 2022-06-09 12:30:22,502 [275] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '275'} gunicorn-registry stdout | 2022-06-09 12:30:22,510 [273] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '273'} gunicorn-registry stdout | 2022-06-09 12:30:22,517 [274] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '274'} gunicorn-registry stdout | 2022-06-09 12:30:22,524 [276] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '276'} gunicorn-registry stdout | 2022-06-09 12:30:22,531 [277] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '277'} gunicorn-registry stdout | 2022-06-09 12:30:22,541 [263] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '263'} gunicorn-registry stdout | 2022-06-09 12:30:22,547 [266] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '266'} gunicorn-registry stdout | 2022-06-09 12:30:22,554 [254] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '254'} gunicorn-registry stdout | 2022-06-09 12:30:22,561 [260] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '260'} gunicorn-registry stdout | 2022-06-09 12:30:22,568 [270] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '270'} gunicorn-registry stdout | 2022-06-09 12:30:22,575 [253] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '253'} gunicorn-registry stdout | 2022-06-09 12:30:22,581 [261] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '261'} gunicorn-registry stdout | 2022-06-09 12:30:22,589 [268] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '268'} gunicorn-registry stdout | 2022-06-09 12:30:22,596 [248] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '248'} gunicorn-registry stdout | 2022-06-09 12:30:22,606 [245] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '245'} gunicorn-registry stdout | 2022-06-09 12:30:22,614 [249] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '249'} gunicorn-registry stdout | 2022-06-09 12:30:22,622 [251] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '251'} gunicorn-registry stdout | 2022-06-09 12:30:22,628 [259] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '259'} gunicorn-registry stdout | 2022-06-09 12:30:22,635 [250] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '250'} gunicorn-registry stdout | 2022-06-09 12:30:22,642 [73] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '73'} gunicorn-registry stdout | 2022-06-09 12:30:22,651 [265] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '265'} gunicorn-registry stdout | 2022-06-09 12:30:22,660 [267] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '267'} gunicorn-registry stdout | 2022-06-09 12:30:22,668 [256] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '256'} gunicorn-registry stdout | 2022-06-09 12:30:22,674 [262] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '262'} gunicorn-registry stdout | 2022-06-09 12:30:22,681 [264] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '264'} gunicorn-registry stdout | 2022-06-09 12:30:22,688 [272] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '272'} gunicorn-registry stdout | 2022-06-09 12:30:22,695 [269] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '269'} gunicorn-registry stdout | 2022-06-09 12:30:22,703 [247] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '247'} gunicorn-registry stdout | 2022-06-09 12:30:22,710 [255] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '255'} gunicorn-registry stdout | 2022-06-09 12:30:22,716 [257] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '257'} gunicorn-registry stdout | 2022-06-09 12:30:22,723 [252] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '252'} notificationworker stdout | 2022-06-09 12:30:30,623 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:30:30,624 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:30:40.617379+00:00 (in 9.993439 seconds) notificationworker stdout | 2022-06-09 12:30:30,624 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:30:40 UTC)" (scheduled at 2022-06-09 12:30:30.617379+00:00) notificationworker stdout | 2022-06-09 12:30:30,624 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 12:30:30,625 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 30, 30, 624311), True, datetime.datetime(2022, 6, 9, 12, 30, 30, 624311), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 12:30:30,628 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 12:30:30,628 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:30:30,628 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:30:40 UTC)" executed successfully gcworker stdout | 2022-06-09 12:30:37,490 [71] [DEBUG] [apscheduler.scheduler] Looking for jobs to run gcworker stdout | 2022-06-09 12:30:37,491 [71] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:31:07.490424+00:00 (in 29.999320 seconds) gcworker stdout | 2022-06-09 12:30:37,491 [71] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 12:31:07 UTC)" (scheduled at 2022-06-09 12:30:37.490424+00:00) gcworker stdout | 2022-06-09 12:30:37,492 [71] [DEBUG] [peewee] ('SELECT `candidates`.`repository_id` FROM (SELECT DISTINCT `t1`.`repository_id` FROM `tag` AS `t1` INNER JOIN `repository` AS `t2` ON (`t1`.`repository_id` = `t2`.`id`) INNER JOIN `user` AS `t3` ON (`t2`.`namespace_user_id` = `t3`.`id`) WHERE ((((NOT (`t1`.`lifetime_end_ms` IS %s) AND (`t1`.`lifetime_end_ms` <= %s)) AND (`t3`.`removed_tag_expiration_s` = %s)) AND (`t3`.`enabled` = %s)) AND (`t2`.`state` != %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', [None, 1654777837491, 0, True, 3, 500, 1, 0]) gcworker stdout | 2022-06-09 12:30:37,494 [71] [DEBUG] [__main__] No repository with garbage found gcworker stdout | 2022-06-09 12:30:37,494 [71] [DEBUG] [data.database] Disconnecting from database. gcworker stdout | 2022-06-09 12:30:37,494 [71] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 12:31:07 UTC)" executed successfully repositorygcworker stdout | 2022-06-09 12:30:38,463 [89] [DEBUG] [apscheduler.scheduler] Looking for jobs to run repositorygcworker stdout | 2022-06-09 12:30:38,464 [89] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:30:51.502316+00:00 (in 13.038416 seconds) repositorygcworker stdout | 2022-06-09 12:30:38,464 [89] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:31:38 UTC)" (scheduled at 2022-06-09 12:30:38.463361+00:00) repositorygcworker stdout | 2022-06-09 12:30:38,464 [89] [DEBUG] [workers.queueworker] Getting work item from queue. repositorygcworker stdout | 2022-06-09 12:30:38,465 [89] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 30, 38, 464259), True, datetime.datetime(2022, 6, 9, 12, 30, 38, 464259), 0, 'repositorygc/%', 50, 1, 0]) repositorygcworker stdout | 2022-06-09 12:30:38,467 [89] [DEBUG] [workers.queueworker] No more work. repositorygcworker stdout | 2022-06-09 12:30:38,467 [89] [DEBUG] [data.database] Disconnecting from database. repositorygcworker stdout | 2022-06-09 12:30:38,467 [89] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:31:38 UTC)" executed successfully notificationworker stdout | 2022-06-09 12:30:40,633 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:30:40,633 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:30:50.617379+00:00 (in 9.983661 seconds) notificationworker stdout | 2022-06-09 12:30:40,634 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:30:50 UTC)" (scheduled at 2022-06-09 12:30:40.617379+00:00) notificationworker stdout | 2022-06-09 12:30:40,634 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 12:30:40,634 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 30, 40, 634280), True, datetime.datetime(2022, 6, 9, 12, 30, 40, 634280), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 12:30:40,637 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 12:30:40,637 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:30:40,637 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:30:50 UTC)" executed successfully buildlogsarchiver stdout | 2022-06-09 12:30:45,368 [66] [DEBUG] [apscheduler.scheduler] Looking for jobs to run buildlogsarchiver stdout | 2022-06-09 12:30:45,368 [66] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:31:15.366042+00:00 (in 29.997766 seconds) buildlogsarchiver stdout | 2022-06-09 12:30:45,368 [66] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 12:31:15 UTC)" (scheduled at 2022-06-09 12:30:45.366042+00:00) buildlogsarchiver stdout | 2022-06-09 12:30:45,369 [66] [DEBUG] [peewee] ('SELECT `candidates`.`id` FROM (SELECT `t1`.`id` FROM `repositorybuild` AS `t1` WHERE (((`t1`.`phase` IN (%s, %s, %s)) OR (`t1`.`started` < %s)) AND (`t1`.`logs_archived` = %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2022, 5, 25, 12, 30, 45, 368798), False, 50, 1, 0]) buildlogsarchiver stdout | 2022-06-09 12:30:45,371 [66] [DEBUG] [__main__] No more builds to archive buildlogsarchiver stdout | 2022-06-09 12:30:45,371 [66] [DEBUG] [data.database] Disconnecting from database. buildlogsarchiver stdout | 2022-06-09 12:30:45,371 [66] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 12:31:15 UTC)" executed successfully exportactionlogsworker stdout | 2022-06-09 12:30:47,416 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run exportactionlogsworker stdout | 2022-06-09 12:30:47,416 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:31:04.366245+00:00 (in 16.949738 seconds) exportactionlogsworker stdout | 2022-06-09 12:30:47,416 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:31:47 UTC)" (scheduled at 2022-06-09 12:30:47.409953+00:00) exportactionlogsworker stdout | 2022-06-09 12:30:47,417 [70] [DEBUG] [workers.queueworker] Running watchdog. exportactionlogsworker stdout | 2022-06-09 12:30:47,417 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:31:47 UTC)" executed successfully gunicorn-web stdout | 2022-06-09 12:30:50,186 [229] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '229'} gunicorn-web stdout | 2022-06-09 12:30:50,210 [236] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '236'} gunicorn-web stdout | 2022-06-09 12:30:50,217 [226] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '226'} gunicorn-web stdout | 2022-06-09 12:30:50,224 [243] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '243'} gunicorn-web stdout | 2022-06-09 12:30:50,232 [228] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '228'} gunicorn-web stdout | 2022-06-09 12:30:50,241 [241] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '241'} gunicorn-web stdout | 2022-06-09 12:30:50,247 [234] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '234'} gunicorn-web stdout | 2022-06-09 12:30:50,255 [242] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '242'} gunicorn-web stdout | 2022-06-09 12:30:50,261 [230] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '230'} gunicorn-web stdout | 2022-06-09 12:30:50,269 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '75'} gunicorn-web stdout | 2022-06-09 12:30:50,276 [235] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '235'} gunicorn-web stdout | 2022-06-09 12:30:50,284 [237] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '237'} gunicorn-web stdout | 2022-06-09 12:30:50,291 [239] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '239'} gunicorn-web stdout | 2022-06-09 12:30:50,299 [238] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '238'} gunicorn-web stdout | 2022-06-09 12:30:50,305 [231] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '231'} gunicorn-web stdout | 2022-06-09 12:30:50,312 [244] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '244'} gunicorn-web stdout | 2022-06-09 12:30:50,320 [232] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '232'} gunicorn-secscan stdout | 2022-06-09 12:30:50,327 [221] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '221'} gunicorn-secscan stdout | 2022-06-09 12:30:50,334 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '74'} gunicorn-secscan stdout | 2022-06-09 12:30:50,341 [224] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '224'} gunicorn-secscan stdout | 2022-06-09 12:30:50,349 [225] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '225'} gunicorn-secscan stdout | 2022-06-09 12:30:50,355 [227] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '227'} notificationworker stdout | 2022-06-09 12:30:50,674 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:30:50,674 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:31:00.617379+00:00 (in 9.943249 seconds) notificationworker stdout | 2022-06-09 12:30:50,674 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:31:00 UTC)" (scheduled at 2022-06-09 12:30:50.617379+00:00) notificationworker stdout | 2022-06-09 12:30:50,674 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 12:30:50,675 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 30, 50, 674720), True, datetime.datetime(2022, 6, 9, 12, 30, 50, 674720), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 12:30:50,678 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 12:30:50,678 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:30:50,678 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:31:00 UTC)" executed successfully blobuploadcleanupworker stdout | 2022-06-09 12:30:51,461 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'blobuploadcleanupworker.py', 'pid': '64'} chunkcleanupworker stdout | 2022-06-09 12:30:51,468 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'chunkcleanupworker.py', 'pid': '67'} exportactionlogsworker stdout | 2022-06-09 12:30:51,475 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'exportactionlogsworker.py', 'pid': '70'} repositoryactioncounter stdout | 2022-06-09 12:30:51,481 [88] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositoryactioncounter.py', 'pid': '88'} repositorygcworker stdout | 2022-06-09 12:30:51,504 [89] [DEBUG] [apscheduler.scheduler] Looking for jobs to run repositorygcworker stdout | 2022-06-09 12:30:51,504 [89] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:31:38.463361+00:00 (in 46.959172 seconds) repositorygcworker stdout | 2022-06-09 12:30:51,504 [89] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:31:51 UTC)" (scheduled at 2022-06-09 12:30:51.502316+00:00) repositorygcworker stdout | 2022-06-09 12:30:51,504 [89] [DEBUG] [workers.queueworker] Running watchdog. repositorygcworker stdout | 2022-06-09 12:30:51,504 [89] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:31:51 UTC)" executed successfully logrotateworker stdout | 2022-06-09 12:30:51,795 [77] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'logrotateworker.py', 'pid': '77'} globalpromstats stdout | 2022-06-09 12:30:51,802 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'globalpromstats.py', 'pid': '72'} securityscanningnotificationworker stdout | 2022-06-09 12:30:51,989 [90] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'securityscanningnotificationworker.py', 'pid': '90'} repositorygcworker stdout | 2022-06-09 12:30:51,998 [89] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositorygcworker.py', 'pid': '89'} namespacegcworker stdout | 2022-06-09 12:30:52,022 [83] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'namespacegcworker.py', 'pid': '83'} builder stdout | 2022-06-09 12:30:52,202 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'builder.py', 'pid': '65'} servicekey stdout | 2022-06-09 12:30:52,208 [92] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'servicekeyworker.py', 'pid': '92'} notificationworker stdout | 2022-06-09 12:30:52,217 [85] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'notificationworker.py', 'pid': '85'} buildlogsarchiver stdout | 2022-06-09 12:30:52,233 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'buildlogsarchiver.py', 'pid': '66'} gcworker stdout | 2022-06-09 12:30:52,250 [71] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'gcworker.py', 'pid': '71'} expiredappspecifictokenworker stdout | 2022-06-09 12:30:52,264 [69] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '69'} storagereplication stdout | 2022-06-09 12:30:52,294 [93] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'storagereplication.py', 'pid': '93'} teamsyncworker stdout | 2022-06-09 12:30:52,307 [94] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'teamsyncworker.py', 'pid': '94'} queuecleanupworker stdout | 2022-06-09 12:30:52,315 [87] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'queuecleanupworker.py', 'pid': '87'} manifestbackfillworker stdout | 2022-06-09 12:30:52,321 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'manifestbackfillworker.py', 'pid': '78'} gunicorn-registry stdout | 2022-06-09 12:30:52,509 [246] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '246'} gunicorn-registry stdout | 2022-06-09 12:30:52,515 [271] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '271'} gunicorn-registry stdout | 2022-06-09 12:30:52,523 [275] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '275'} gunicorn-registry stdout | 2022-06-09 12:30:52,530 [273] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '273'} gunicorn-registry stdout | 2022-06-09 12:30:52,537 [274] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '274'} gunicorn-registry stdout | 2022-06-09 12:30:52,543 [276] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '276'} gunicorn-registry stdout | 2022-06-09 12:30:52,551 [277] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '277'} gunicorn-registry stdout | 2022-06-09 12:30:52,565 [263] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '263'} gunicorn-registry stdout | 2022-06-09 12:30:52,574 [266] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '266'} gunicorn-registry stdout | 2022-06-09 12:30:52,581 [260] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '260'} gunicorn-registry stdout | 2022-06-09 12:30:52,589 [254] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '254'} gunicorn-registry stdout | 2022-06-09 12:30:52,597 [270] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '270'} gunicorn-registry stdout | 2022-06-09 12:30:52,603 [253] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '253'} gunicorn-registry stdout | 2022-06-09 12:30:52,609 [261] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '261'} gunicorn-registry stdout | 2022-06-09 12:30:52,618 [268] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '268'} gunicorn-registry stdout | 2022-06-09 12:30:52,624 [248] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '248'} gunicorn-registry stdout | 2022-06-09 12:30:52,631 [245] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '245'} gunicorn-registry stdout | 2022-06-09 12:30:52,637 [249] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '249'} gunicorn-registry stdout | 2022-06-09 12:30:52,644 [251] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '251'} gunicorn-registry stdout | 2022-06-09 12:30:52,651 [259] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '259'} gunicorn-registry stdout | 2022-06-09 12:30:52,657 [250] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '250'} gunicorn-registry stdout | 2022-06-09 12:30:52,664 [73] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '73'} gunicorn-registry stdout | 2022-06-09 12:30:52,672 [265] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '265'} gunicorn-registry stdout | 2022-06-09 12:30:52,679 [267] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '267'} gunicorn-registry stdout | 2022-06-09 12:30:52,686 [256] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '256'} gunicorn-registry stdout | 2022-06-09 12:30:52,692 [262] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '262'} gunicorn-registry stdout | 2022-06-09 12:30:52,700 [264] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '264'} gunicorn-registry stdout | 2022-06-09 12:30:52,708 [272] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '272'} gunicorn-registry stdout | 2022-06-09 12:30:52,716 [269] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '269'} gunicorn-registry stdout | 2022-06-09 12:30:52,723 [247] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '247'} gunicorn-registry stdout | 2022-06-09 12:30:52,730 [255] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '255'} gunicorn-registry stdout | 2022-06-09 12:30:52,736 [257] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '257'} gunicorn-registry stdout | 2022-06-09 12:30:52,743 [252] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '252'} namespacegcworker stdout | 2022-06-09 12:30:55,466 [83] [DEBUG] [apscheduler.scheduler] Looking for jobs to run namespacegcworker stdout | 2022-06-09 12:30:55,466 [83] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:31:01.521527+00:00 (in 6.054762 seconds) namespacegcworker stdout | 2022-06-09 12:30:55,467 [83] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:31:55 UTC)" (scheduled at 2022-06-09 12:30:55.463831+00:00) namespacegcworker stdout | 2022-06-09 12:30:55,467 [83] [DEBUG] [workers.queueworker] Getting work item from queue. namespacegcworker stdout | 2022-06-09 12:30:55,467 [83] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 30, 55, 467164), True, datetime.datetime(2022, 6, 9, 12, 30, 55, 467164), 0, 'namespacegc/%', 50, 1, 0]) namespacegcworker stdout | 2022-06-09 12:30:55,470 [83] [DEBUG] [workers.queueworker] No more work. namespacegcworker stdout | 2022-06-09 12:30:55,470 [83] [DEBUG] [data.database] Disconnecting from database. namespacegcworker stdout | 2022-06-09 12:30:55,470 [83] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:31:55 UTC)" executed successfully notificationworker stdout | 2022-06-09 12:31:00,622 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:31:00,623 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:31:10.617379+00:00 (in 9.994257 seconds) notificationworker stdout | 2022-06-09 12:31:00,623 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:31:10 UTC)" (scheduled at 2022-06-09 12:31:00.617379+00:00) notificationworker stdout | 2022-06-09 12:31:00,623 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 12:31:00,624 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 31, 0, 623494), True, datetime.datetime(2022, 6, 9, 12, 31, 0, 623494), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 12:31:00,626 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 12:31:00,627 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:31:00,627 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:31:10 UTC)" executed successfully namespacegcworker stdout | 2022-06-09 12:31:01,524 [83] [DEBUG] [apscheduler.scheduler] Looking for jobs to run namespacegcworker stdout | 2022-06-09 12:31:01,524 [83] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:31:55.463831+00:00 (in 53.939201 seconds) namespacegcworker stdout | 2022-06-09 12:31:01,524 [83] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:32:01 UTC)" (scheduled at 2022-06-09 12:31:01.521527+00:00) namespacegcworker stdout | 2022-06-09 12:31:01,524 [83] [DEBUG] [workers.queueworker] Running watchdog. namespacegcworker stdout | 2022-06-09 12:31:01,525 [83] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:32:01 UTC)" executed successfully exportactionlogsworker stdout | 2022-06-09 12:31:04,370 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run exportactionlogsworker stdout | 2022-06-09 12:31:04,370 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:31:25.409412+00:00 (in 21.038956 seconds) exportactionlogsworker stdout | 2022-06-09 12:31:04,370 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:32:04 UTC)" (scheduled at 2022-06-09 12:31:04.366245+00:00) exportactionlogsworker stdout | 2022-06-09 12:31:04,370 [70] [DEBUG] [workers.queueworker] Getting work item from queue. exportactionlogsworker stdout | 2022-06-09 12:31:04,371 [70] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 31, 4, 370780), True, datetime.datetime(2022, 6, 9, 12, 31, 4, 370780), 0, 'exportactionlogs/%', 50, 1, 0]) exportactionlogsworker stdout | 2022-06-09 12:31:04,374 [70] [DEBUG] [workers.queueworker] No more work. exportactionlogsworker stdout | 2022-06-09 12:31:04,374 [70] [DEBUG] [data.database] Disconnecting from database. exportactionlogsworker stdout | 2022-06-09 12:31:04,374 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:32:04 UTC)" executed successfully gcworker stdout | 2022-06-09 12:31:07,492 [71] [DEBUG] [apscheduler.scheduler] Looking for jobs to run gcworker stdout | 2022-06-09 12:31:07,492 [71] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:31:37.490424+00:00 (in 29.998238 seconds) gcworker stdout | 2022-06-09 12:31:07,492 [71] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 12:31:37 UTC)" (scheduled at 2022-06-09 12:31:07.490424+00:00) gcworker stdout | 2022-06-09 12:31:07,493 [71] [DEBUG] [peewee] ('SELECT `candidates`.`repository_id` FROM (SELECT DISTINCT `t1`.`repository_id` FROM `tag` AS `t1` INNER JOIN `repository` AS `t2` ON (`t1`.`repository_id` = `t2`.`id`) INNER JOIN `user` AS `t3` ON (`t2`.`namespace_user_id` = `t3`.`id`) WHERE ((((NOT (`t1`.`lifetime_end_ms` IS %s) AND (`t1`.`lifetime_end_ms` <= %s)) AND (`t3`.`removed_tag_expiration_s` = %s)) AND (`t3`.`enabled` = %s)) AND (`t2`.`state` != %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', [None, 1654777867492, 0, True, 3, 500, 1, 0]) gcworker stdout | 2022-06-09 12:31:07,495 [71] [DEBUG] [__main__] No repository with garbage found gcworker stdout | 2022-06-09 12:31:07,495 [71] [DEBUG] [data.database] Disconnecting from database. gcworker stdout | 2022-06-09 12:31:07,495 [71] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 12:31:37 UTC)" executed successfully notificationworker stdout | 2022-06-09 12:31:10,621 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:31:10,621 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:31:19.645536+00:00 (in 9.023809 seconds) notificationworker stdout | 2022-06-09 12:31:10,621 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:31:20 UTC)" (scheduled at 2022-06-09 12:31:10.617379+00:00) notificationworker stdout | 2022-06-09 12:31:10,622 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 12:31:10,622 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 31, 10, 622048), True, datetime.datetime(2022, 6, 9, 12, 31, 10, 622048), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 12:31:10,625 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 12:31:10,625 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:31:10,625 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:31:20 UTC)" executed successfully buildlogsarchiver stdout | 2022-06-09 12:31:15,371 [66] [DEBUG] [apscheduler.scheduler] Looking for jobs to run buildlogsarchiver stdout | 2022-06-09 12:31:15,371 [66] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:31:45.366042+00:00 (in 29.994692 seconds) buildlogsarchiver stdout | 2022-06-09 12:31:15,371 [66] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 12:31:45 UTC)" (scheduled at 2022-06-09 12:31:15.366042+00:00) buildlogsarchiver stdout | 2022-06-09 12:31:15,372 [66] [DEBUG] [peewee] ('SELECT `candidates`.`id` FROM (SELECT `t1`.`id` FROM `repositorybuild` AS `t1` WHERE (((`t1`.`phase` IN (%s, %s, %s)) OR (`t1`.`started` < %s)) AND (`t1`.`logs_archived` = %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2022, 5, 25, 12, 31, 15, 371672), False, 50, 1, 0]) buildlogsarchiver stdout | 2022-06-09 12:31:15,374 [66] [DEBUG] [__main__] No more builds to archive buildlogsarchiver stdout | 2022-06-09 12:31:15,374 [66] [DEBUG] [data.database] Disconnecting from database. buildlogsarchiver stdout | 2022-06-09 12:31:15,374 [66] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 12:31:45 UTC)" executed successfully notificationworker stdout | 2022-06-09 12:31:19,647 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:31:19,647 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:31:20.617379+00:00 (in 0.969717 seconds) notificationworker stdout | 2022-06-09 12:31:19,647 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:32:19 UTC)" (scheduled at 2022-06-09 12:31:19.645536+00:00) notificationworker stdout | 2022-06-09 12:31:19,647 [85] [DEBUG] [workers.queueworker] Running watchdog. notificationworker stdout | 2022-06-09 12:31:19,648 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:32:19 UTC)" executed successfully gunicorn-web stdout | 2022-06-09 12:31:20,202 [229] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '229'} gunicorn-web stdout | 2022-06-09 12:31:20,221 [236] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '236'} gunicorn-web stdout | 2022-06-09 12:31:20,233 [226] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '226'} gunicorn-web stdout | 2022-06-09 12:31:20,240 [243] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '243'} gunicorn-web stdout | 2022-06-09 12:31:20,248 [228] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '228'} gunicorn-web stdout | 2022-06-09 12:31:20,254 [241] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '241'} gunicorn-web stdout | 2022-06-09 12:31:20,261 [234] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '234'} gunicorn-web stdout | 2022-06-09 12:31:20,270 [242] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '242'} gunicorn-web stdout | 2022-06-09 12:31:20,279 [230] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '230'} gunicorn-web stdout | 2022-06-09 12:31:20,287 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '75'} gunicorn-web stdout | 2022-06-09 12:31:20,296 [235] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '235'} gunicorn-web stdout | 2022-06-09 12:31:20,303 [237] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '237'} gunicorn-web stdout | 2022-06-09 12:31:20,309 [239] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '239'} gunicorn-web stdout | 2022-06-09 12:31:20,316 [238] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '238'} gunicorn-web stdout | 2022-06-09 12:31:20,325 [231] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '231'} gunicorn-web stdout | 2022-06-09 12:31:20,332 [244] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '244'} gunicorn-web stdout | 2022-06-09 12:31:20,340 [232] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '232'} gunicorn-secscan stdout | 2022-06-09 12:31:20,346 [221] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '221'} gunicorn-secscan stdout | 2022-06-09 12:31:20,353 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '74'} gunicorn-secscan stdout | 2022-06-09 12:31:20,360 [224] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '224'} gunicorn-secscan stdout | 2022-06-09 12:31:20,366 [225] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '225'} gunicorn-secscan stdout | 2022-06-09 12:31:20,374 [227] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '227'} notificationworker stdout | 2022-06-09 12:31:20,637 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:31:20,637 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:31:30.617379+00:00 (in 9.979776 seconds) notificationworker stdout | 2022-06-09 12:31:20,637 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:31:30 UTC)" (scheduled at 2022-06-09 12:31:20.617379+00:00) notificationworker stdout | 2022-06-09 12:31:20,638 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 12:31:20,638 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 31, 20, 638095), True, datetime.datetime(2022, 6, 9, 12, 31, 20, 638095), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 12:31:20,641 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 12:31:20,641 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:31:20,641 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:31:30 UTC)" executed successfully repositoryactioncounter stdout | 2022-06-09 12:31:21,528 [88] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositoryactioncounter.py', 'pid': '88'} exportactionlogsworker stdout | 2022-06-09 12:31:21,534 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'exportactionlogsworker.py', 'pid': '70'} chunkcleanupworker stdout | 2022-06-09 12:31:21,541 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'chunkcleanupworker.py', 'pid': '67'} blobuploadcleanupworker stdout | 2022-06-09 12:31:21,547 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'blobuploadcleanupworker.py', 'pid': '64'} globalpromstats stdout | 2022-06-09 12:31:21,867 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'globalpromstats.py', 'pid': '72'} logrotateworker stdout | 2022-06-09 12:31:21,874 [77] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'logrotateworker.py', 'pid': '77'} securityscanningnotificationworker stdout | 2022-06-09 12:31:22,000 [90] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'securityscanningnotificationworker.py', 'pid': '90'} repositorygcworker stdout | 2022-06-09 12:31:22,035 [89] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositorygcworker.py', 'pid': '89'} namespacegcworker stdout | 2022-06-09 12:31:22,065 [83] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'namespacegcworker.py', 'pid': '83'} buildlogsarchiver stdout | 2022-06-09 12:31:22,245 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'buildlogsarchiver.py', 'pid': '66'} servicekey stdout | 2022-06-09 12:31:22,251 [92] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'servicekeyworker.py', 'pid': '92'} notificationworker stdout | 2022-06-09 12:31:22,258 [85] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'notificationworker.py', 'pid': '85'} builder stdout | 2022-06-09 12:31:22,265 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'builder.py', 'pid': '65'} gcworker stdout | 2022-06-09 12:31:22,286 [71] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'gcworker.py', 'pid': '71'} expiredappspecifictokenworker stdout | 2022-06-09 12:31:22,302 [69] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '69'} storagereplication stdout | 2022-06-09 12:31:22,335 [93] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'storagereplication.py', 'pid': '93'} queuecleanupworker stdout | 2022-06-09 12:31:22,342 [87] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'queuecleanupworker.py', 'pid': '87'} manifestbackfillworker stdout | 2022-06-09 12:31:22,350 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'manifestbackfillworker.py', 'pid': '78'} teamsyncworker stdout | 2022-06-09 12:31:22,357 [94] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'teamsyncworker.py', 'pid': '94'} gunicorn-registry stdout | 2022-06-09 12:31:22,539 [275] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '275'} gunicorn-registry stdout | 2022-06-09 12:31:22,547 [246] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '246'} gunicorn-registry stdout | 2022-06-09 12:31:22,553 [271] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '271'} gunicorn-registry stdout | 2022-06-09 12:31:22,559 [273] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '273'} gunicorn-registry stdout | 2022-06-09 12:31:22,568 [274] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '274'} gunicorn-registry stdout | 2022-06-09 12:31:22,575 [276] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '276'} gunicorn-registry stdout | 2022-06-09 12:31:22,582 [277] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '277'} gunicorn-registry stdout | 2022-06-09 12:31:22,590 [263] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '263'} gunicorn-registry stdout | 2022-06-09 12:31:22,596 [266] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '266'} gunicorn-registry stdout | 2022-06-09 12:31:22,603 [260] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '260'} gunicorn-registry stdout | 2022-06-09 12:31:22,610 [254] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '254'} gunicorn-registry stdout | 2022-06-09 12:31:22,617 [270] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '270'} gunicorn-registry stdout | 2022-06-09 12:31:22,629 [253] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '253'} gunicorn-registry stdout | 2022-06-09 12:31:22,636 [261] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '261'} gunicorn-registry stdout | 2022-06-09 12:31:22,644 [268] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '268'} gunicorn-registry stdout | 2022-06-09 12:31:22,651 [248] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '248'} gunicorn-registry stdout | 2022-06-09 12:31:22,658 [245] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '245'} gunicorn-registry stdout | 2022-06-09 12:31:22,665 [249] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '249'} gunicorn-registry stdout | 2022-06-09 12:31:22,675 [251] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '251'} gunicorn-registry stdout | 2022-06-09 12:31:22,683 [259] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '259'} gunicorn-registry stdout | 2022-06-09 12:31:22,688 [250] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '250'} gunicorn-registry stdout | 2022-06-09 12:31:22,696 [73] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '73'} gunicorn-registry stdout | 2022-06-09 12:31:22,703 [265] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '265'} gunicorn-registry stdout | 2022-06-09 12:31:22,710 [267] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '267'} gunicorn-registry stdout | 2022-06-09 12:31:22,716 [256] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '256'} gunicorn-registry stdout | 2022-06-09 12:31:22,723 [262] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '262'} gunicorn-registry stdout | 2022-06-09 12:31:22,730 [264] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '264'} gunicorn-registry stdout | 2022-06-09 12:31:22,738 [272] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '272'} gunicorn-registry stdout | 2022-06-09 12:31:22,745 [269] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '269'} gunicorn-registry stdout | 2022-06-09 12:31:22,751 [247] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '247'} gunicorn-registry stdout | 2022-06-09 12:31:22,763 [255] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '255'} gunicorn-registry stdout | 2022-06-09 12:31:22,769 [257] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '257'} gunicorn-registry stdout | 2022-06-09 12:31:22,776 [252] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '252'} exportactionlogsworker stdout | 2022-06-09 12:31:25,432 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run exportactionlogsworker stdout | 2022-06-09 12:31:25,433 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:31:47.409953+00:00 (in 21.976886 seconds) exportactionlogsworker stdout | 2022-06-09 12:31:25,433 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2022-06-09 12:36:25 UTC)" (scheduled at 2022-06-09 12:31:25.409412+00:00) exportactionlogsworker stdout | 2022-06-09 12:31:25,433 [70] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT `t1`.`queue_name` FROM `queueitem` AS `t1` WHERE (((`t1`.`available` = %s) AND (`t1`.`processing_expires` > %s)) AND (`t1`.`queue_name` LIKE %s))) AS `_wrapped`', [False, datetime.datetime(2022, 6, 9, 12, 31, 25, 433518), 'exportactionlogs/%']) exportactionlogsworker stdout | 2022-06-09 12:31:25,436 [70] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT `t1`.`queue_name` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s))) AS `_wrapped`', [datetime.datetime(2022, 6, 9, 12, 31, 25, 433518), True, datetime.datetime(2022, 6, 9, 12, 31, 25, 433518), 0, 'exportactionlogs/%']) exportactionlogsworker stdout | 2022-06-09 12:31:25,437 [70] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT `t1`.`queue_name` FROM `queueitem` AS `t1` WHERE (((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) AND NOT (`t1`.`queue_name` IN (SELECT `t1`.`queue_name` FROM `queueitem` AS `t1` WHERE (((`t1`.`available` = %s) AND (`t1`.`processing_expires` > %s)) AND (`t1`.`queue_name` LIKE %s)))))) AS `_wrapped`', [datetime.datetime(2022, 6, 9, 12, 31, 25, 433518), True, datetime.datetime(2022, 6, 9, 12, 31, 25, 433518), 0, 'exportactionlogs/%', False, datetime.datetime(2022, 6, 9, 12, 31, 25, 433518), 'exportactionlogs/%']) exportactionlogsworker stdout | 2022-06-09 12:31:25,438 [70] [DEBUG] [data.database] Disconnecting from database. exportactionlogsworker stdout | 2022-06-09 12:31:25,438 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2022-06-09 12:36:25 UTC)" executed successfully notificationworker stdout | 2022-06-09 12:31:30,619 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:31:30,619 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:31:40.617379+00:00 (in 9.998143 seconds) notificationworker stdout | 2022-06-09 12:31:30,619 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:31:40 UTC)" (scheduled at 2022-06-09 12:31:30.617379+00:00) notificationworker stdout | 2022-06-09 12:31:30,619 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 12:31:30,620 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 31, 30, 619560), True, datetime.datetime(2022, 6, 9, 12, 31, 30, 619560), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 12:31:30,622 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 12:31:30,622 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:31:30,622 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:31:40 UTC)" executed successfully gcworker stdout | 2022-06-09 12:31:37,492 [71] [DEBUG] [apscheduler.scheduler] Looking for jobs to run gcworker stdout | 2022-06-09 12:31:37,492 [71] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:32:07.490424+00:00 (in 29.998091 seconds) gcworker stdout | 2022-06-09 12:31:37,492 [71] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 12:32:07 UTC)" (scheduled at 2022-06-09 12:31:37.490424+00:00) gcworker stdout | 2022-06-09 12:31:37,493 [71] [DEBUG] [peewee] ('SELECT `candidates`.`repository_id` FROM (SELECT DISTINCT `t1`.`repository_id` FROM `tag` AS `t1` INNER JOIN `repository` AS `t2` ON (`t1`.`repository_id` = `t2`.`id`) INNER JOIN `user` AS `t3` ON (`t2`.`namespace_user_id` = `t3`.`id`) WHERE ((((NOT (`t1`.`lifetime_end_ms` IS %s) AND (`t1`.`lifetime_end_ms` <= %s)) AND (`t3`.`removed_tag_expiration_s` = %s)) AND (`t3`.`enabled` = %s)) AND (`t2`.`state` != %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', [None, 1654777897492, 0, True, 3, 500, 1, 0]) gcworker stdout | 2022-06-09 12:31:37,496 [71] [DEBUG] [__main__] No repository with garbage found gcworker stdout | 2022-06-09 12:31:37,496 [71] [DEBUG] [data.database] Disconnecting from database. gcworker stdout | 2022-06-09 12:31:37,496 [71] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 12:32:07 UTC)" executed successfully repositorygcworker stdout | 2022-06-09 12:31:38,464 [89] [DEBUG] [apscheduler.scheduler] Looking for jobs to run repositorygcworker stdout | 2022-06-09 12:31:38,465 [89] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:31:51.502316+00:00 (in 13.037251 seconds) repositorygcworker stdout | 2022-06-09 12:31:38,465 [89] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:32:38 UTC)" (scheduled at 2022-06-09 12:31:38.463361+00:00) repositorygcworker stdout | 2022-06-09 12:31:38,465 [89] [DEBUG] [workers.queueworker] Getting work item from queue. repositorygcworker stdout | 2022-06-09 12:31:38,466 [89] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 31, 38, 465563), True, datetime.datetime(2022, 6, 9, 12, 31, 38, 465563), 0, 'repositorygc/%', 50, 1, 0]) repositorygcworker stdout | 2022-06-09 12:31:38,468 [89] [DEBUG] [workers.queueworker] No more work. repositorygcworker stdout | 2022-06-09 12:31:38,468 [89] [DEBUG] [data.database] Disconnecting from database. repositorygcworker stdout | 2022-06-09 12:31:38,468 [89] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:32:38 UTC)" executed successfully notificationworker stdout | 2022-06-09 12:31:40,623 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:31:40,623 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:31:50.617379+00:00 (in 9.993594 seconds) notificationworker stdout | 2022-06-09 12:31:40,624 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:31:50 UTC)" (scheduled at 2022-06-09 12:31:40.617379+00:00) notificationworker stdout | 2022-06-09 12:31:40,624 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 12:31:40,625 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 31, 40, 624306), True, datetime.datetime(2022, 6, 9, 12, 31, 40, 624306), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 12:31:40,627 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 12:31:40,627 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:31:40,627 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:31:50 UTC)" executed successfully buildlogsarchiver stdout | 2022-06-09 12:31:45,375 [66] [DEBUG] [apscheduler.scheduler] Looking for jobs to run buildlogsarchiver stdout | 2022-06-09 12:31:45,375 [66] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:32:15.366042+00:00 (in 29.990604 seconds) buildlogsarchiver stdout | 2022-06-09 12:31:45,375 [66] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 12:32:15 UTC)" (scheduled at 2022-06-09 12:31:45.366042+00:00) buildlogsarchiver stdout | 2022-06-09 12:31:45,376 [66] [DEBUG] [peewee] ('SELECT `candidates`.`id` FROM (SELECT `t1`.`id` FROM `repositorybuild` AS `t1` WHERE (((`t1`.`phase` IN (%s, %s, %s)) OR (`t1`.`started` < %s)) AND (`t1`.`logs_archived` = %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2022, 5, 25, 12, 31, 45, 375880), False, 50, 1, 0]) buildlogsarchiver stdout | 2022-06-09 12:31:45,378 [66] [DEBUG] [__main__] No more builds to archive buildlogsarchiver stdout | 2022-06-09 12:31:45,378 [66] [DEBUG] [data.database] Disconnecting from database. buildlogsarchiver stdout | 2022-06-09 12:31:45,378 [66] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 12:32:15 UTC)" executed successfully exportactionlogsworker stdout | 2022-06-09 12:31:47,411 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run exportactionlogsworker stdout | 2022-06-09 12:31:47,411 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:32:04.366245+00:00 (in 16.954447 seconds) exportactionlogsworker stdout | 2022-06-09 12:31:47,412 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:32:47 UTC)" (scheduled at 2022-06-09 12:31:47.409953+00:00) exportactionlogsworker stdout | 2022-06-09 12:31:47,412 [70] [DEBUG] [workers.queueworker] Running watchdog. exportactionlogsworker stdout | 2022-06-09 12:31:47,412 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:32:47 UTC)" executed successfully gunicorn-web stdout | 2022-06-09 12:31:50,214 [229] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '229'} gunicorn-web stdout | 2022-06-09 12:31:50,230 [236] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '236'} gunicorn-web stdout | 2022-06-09 12:31:50,245 [226] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '226'} gunicorn-web stdout | 2022-06-09 12:31:50,254 [243] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '243'} gunicorn-web stdout | 2022-06-09 12:31:50,261 [228] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '228'} gunicorn-web stdout | 2022-06-09 12:31:50,269 [241] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '241'} gunicorn-web stdout | 2022-06-09 12:31:50,277 [234] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '234'} gunicorn-web stdout | 2022-06-09 12:31:50,283 [242] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '242'} gunicorn-web stdout | 2022-06-09 12:31:50,294 [230] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '230'} gunicorn-web stdout | 2022-06-09 12:31:50,302 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '75'} gunicorn-web stdout | 2022-06-09 12:31:50,309 [235] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '235'} gunicorn-web stdout | 2022-06-09 12:31:50,317 [237] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '237'} gunicorn-web stdout | 2022-06-09 12:31:50,324 [239] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '239'} gunicorn-web stdout | 2022-06-09 12:31:50,332 [238] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '238'} gunicorn-web stdout | 2022-06-09 12:31:50,339 [231] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '231'} gunicorn-web stdout | 2022-06-09 12:31:50,346 [244] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '244'} gunicorn-web stdout | 2022-06-09 12:31:50,353 [232] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '232'} gunicorn-secscan stdout | 2022-06-09 12:31:50,360 [221] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '221'} gunicorn-secscan stdout | 2022-06-09 12:31:50,370 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '74'} gunicorn-secscan stdout | 2022-06-09 12:31:50,377 [224] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '224'} gunicorn-secscan stdout | 2022-06-09 12:31:50,384 [225] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '225'} gunicorn-secscan stdout | 2022-06-09 12:31:50,391 [227] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '227'} notificationworker stdout | 2022-06-09 12:31:50,620 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:31:50,620 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:32:00.617379+00:00 (in 9.997015 seconds) notificationworker stdout | 2022-06-09 12:31:50,620 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:32:00 UTC)" (scheduled at 2022-06-09 12:31:50.617379+00:00) notificationworker stdout | 2022-06-09 12:31:50,620 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 12:31:50,621 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 31, 50, 620873), True, datetime.datetime(2022, 6, 9, 12, 31, 50, 620873), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 12:31:50,624 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 12:31:50,624 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:31:50,624 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:32:00 UTC)" executed successfully repositorygcworker stdout | 2022-06-09 12:31:51,509 [89] [DEBUG] [apscheduler.scheduler] Looking for jobs to run repositorygcworker stdout | 2022-06-09 12:31:51,509 [89] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:32:38.463361+00:00 (in 46.953713 seconds) repositorygcworker stdout | 2022-06-09 12:31:51,510 [89] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:32:51 UTC)" (scheduled at 2022-06-09 12:31:51.502316+00:00) repositorygcworker stdout | 2022-06-09 12:31:51,510 [89] [DEBUG] [workers.queueworker] Running watchdog. repositorygcworker stdout | 2022-06-09 12:31:51,510 [89] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:32:51 UTC)" executed successfully blobuploadcleanupworker stdout | 2022-06-09 12:31:51,575 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'blobuploadcleanupworker.py', 'pid': '64'} repositoryactioncounter stdout | 2022-06-09 12:31:51,582 [88] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositoryactioncounter.py', 'pid': '88'} exportactionlogsworker stdout | 2022-06-09 12:31:51,589 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'exportactionlogsworker.py', 'pid': '70'} chunkcleanupworker stdout | 2022-06-09 12:31:51,595 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'chunkcleanupworker.py', 'pid': '67'} globalpromstats stdout | 2022-06-09 12:31:51,920 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'globalpromstats.py', 'pid': '72'} logrotateworker stdout | 2022-06-09 12:31:51,928 [77] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'logrotateworker.py', 'pid': '77'} securityscanningnotificationworker stdout | 2022-06-09 12:31:52,046 [90] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'securityscanningnotificationworker.py', 'pid': '90'} repositorygcworker stdout | 2022-06-09 12:31:52,080 [89] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositorygcworker.py', 'pid': '89'} namespacegcworker stdout | 2022-06-09 12:31:52,102 [83] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'namespacegcworker.py', 'pid': '83'} buildlogsarchiver stdout | 2022-06-09 12:31:52,309 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'buildlogsarchiver.py', 'pid': '66'} servicekey stdout | 2022-06-09 12:31:52,317 [92] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'servicekeyworker.py', 'pid': '92'} builder stdout | 2022-06-09 12:31:52,322 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'builder.py', 'pid': '65'} notificationworker stdout | 2022-06-09 12:31:52,330 [85] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'notificationworker.py', 'pid': '85'} gcworker stdout | 2022-06-09 12:31:52,336 [71] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'gcworker.py', 'pid': '71'} expiredappspecifictokenworker stdout | 2022-06-09 12:31:52,350 [69] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '69'} storagereplication stdout | 2022-06-09 12:31:52,375 [93] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'storagereplication.py', 'pid': '93'} queuecleanupworker stdout | 2022-06-09 12:31:52,382 [87] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'queuecleanupworker.py', 'pid': '87'} manifestbackfillworker stdout | 2022-06-09 12:31:52,389 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'manifestbackfillworker.py', 'pid': '78'} teamsyncworker stdout | 2022-06-09 12:31:52,396 [94] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'teamsyncworker.py', 'pid': '94'} gunicorn-registry stdout | 2022-06-09 12:31:52,551 [275] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '275'} gunicorn-registry stdout | 2022-06-09 12:31:52,561 [246] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '246'} gunicorn-registry stdout | 2022-06-09 12:31:52,573 [271] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '271'} gunicorn-registry stdout | 2022-06-09 12:31:52,579 [273] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '273'} gunicorn-registry stdout | 2022-06-09 12:31:52,586 [274] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '274'} gunicorn-registry stdout | 2022-06-09 12:31:52,594 [276] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '276'} gunicorn-registry stdout | 2022-06-09 12:31:52,600 [277] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '277'} gunicorn-registry stdout | 2022-06-09 12:31:52,607 [263] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '263'} gunicorn-registry stdout | 2022-06-09 12:31:52,621 [266] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '266'} gunicorn-registry stdout | 2022-06-09 12:31:52,629 [260] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '260'} gunicorn-registry stdout | 2022-06-09 12:31:52,635 [254] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '254'} gunicorn-registry stdout | 2022-06-09 12:31:52,642 [270] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '270'} gunicorn-registry stdout | 2022-06-09 12:31:52,649 [253] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '253'} gunicorn-registry stdout | 2022-06-09 12:31:52,657 [261] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '261'} gunicorn-registry stdout | 2022-06-09 12:31:52,663 [268] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '268'} gunicorn-registry stdout | 2022-06-09 12:31:52,672 [248] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '248'} gunicorn-registry stdout | 2022-06-09 12:31:52,679 [245] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '245'} gunicorn-registry stdout | 2022-06-09 12:31:52,686 [249] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '249'} gunicorn-registry stdout | 2022-06-09 12:31:52,692 [251] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '251'} gunicorn-registry stdout | 2022-06-09 12:31:52,700 [259] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '259'} gunicorn-registry stdout | 2022-06-09 12:31:52,706 [250] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '250'} gunicorn-registry stdout | 2022-06-09 12:31:52,714 [73] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '73'} gunicorn-registry stdout | 2022-06-09 12:31:52,723 [265] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '265'} gunicorn-registry stdout | 2022-06-09 12:31:52,731 [267] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '267'} gunicorn-registry stdout | 2022-06-09 12:31:52,739 [256] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '256'} gunicorn-registry stdout | 2022-06-09 12:31:52,746 [262] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '262'} gunicorn-registry stdout | 2022-06-09 12:31:52,754 [264] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '264'} gunicorn-registry stdout | 2022-06-09 12:31:52,761 [272] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '272'} gunicorn-registry stdout | 2022-06-09 12:31:52,769 [269] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '269'} gunicorn-registry stdout | 2022-06-09 12:31:52,776 [247] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '247'} gunicorn-registry stdout | 2022-06-09 12:31:52,783 [255] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '255'} gunicorn-registry stdout | 2022-06-09 12:31:52,791 [257] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '257'} gunicorn-registry stdout | 2022-06-09 12:31:52,797 [252] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '252'} namespacegcworker stdout | 2022-06-09 12:31:55,464 [83] [DEBUG] [apscheduler.scheduler] Looking for jobs to run namespacegcworker stdout | 2022-06-09 12:31:55,464 [83] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:32:01.521527+00:00 (in 6.057211 seconds) namespacegcworker stdout | 2022-06-09 12:31:55,464 [83] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:32:55 UTC)" (scheduled at 2022-06-09 12:31:55.463831+00:00) namespacegcworker stdout | 2022-06-09 12:31:55,464 [83] [DEBUG] [workers.queueworker] Getting work item from queue. namespacegcworker stdout | 2022-06-09 12:31:55,465 [83] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 31, 55, 464680), True, datetime.datetime(2022, 6, 9, 12, 31, 55, 464680), 0, 'namespacegc/%', 50, 1, 0]) namespacegcworker stdout | 2022-06-09 12:31:55,467 [83] [DEBUG] [workers.queueworker] No more work. namespacegcworker stdout | 2022-06-09 12:31:55,468 [83] [DEBUG] [data.database] Disconnecting from database. namespacegcworker stdout | 2022-06-09 12:31:55,468 [83] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:32:55 UTC)" executed successfully notificationworker stdout | 2022-06-09 12:32:00,618 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:32:00,619 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:32:10.617379+00:00 (in 9.998396 seconds) notificationworker stdout | 2022-06-09 12:32:00,619 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:32:10 UTC)" (scheduled at 2022-06-09 12:32:00.617379+00:00) notificationworker stdout | 2022-06-09 12:32:00,619 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 12:32:00,620 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 32, 0, 619311), True, datetime.datetime(2022, 6, 9, 12, 32, 0, 619311), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 12:32:00,622 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 12:32:00,622 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:32:00,622 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:32:10 UTC)" executed successfully namespacegcworker stdout | 2022-06-09 12:32:01,523 [83] [DEBUG] [apscheduler.scheduler] Looking for jobs to run namespacegcworker stdout | 2022-06-09 12:32:01,524 [83] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:32:55.463831+00:00 (in 53.939942 seconds) namespacegcworker stdout | 2022-06-09 12:32:01,524 [83] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:33:01 UTC)" (scheduled at 2022-06-09 12:32:01.521527+00:00) namespacegcworker stdout | 2022-06-09 12:32:01,524 [83] [DEBUG] [workers.queueworker] Running watchdog. namespacegcworker stdout | 2022-06-09 12:32:01,524 [83] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:33:01 UTC)" executed successfully exportactionlogsworker stdout | 2022-06-09 12:32:04,374 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run exportactionlogsworker stdout | 2022-06-09 12:32:04,374 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:32:47.409953+00:00 (in 43.035612 seconds) exportactionlogsworker stdout | 2022-06-09 12:32:04,374 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:33:04 UTC)" (scheduled at 2022-06-09 12:32:04.366245+00:00) exportactionlogsworker stdout | 2022-06-09 12:32:04,374 [70] [DEBUG] [workers.queueworker] Getting work item from queue. exportactionlogsworker stdout | 2022-06-09 12:32:04,375 [70] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 32, 4, 374667), True, datetime.datetime(2022, 6, 9, 12, 32, 4, 374667), 0, 'exportactionlogs/%', 50, 1, 0]) exportactionlogsworker stdout | 2022-06-09 12:32:04,378 [70] [DEBUG] [workers.queueworker] No more work. exportactionlogsworker stdout | 2022-06-09 12:32:04,378 [70] [DEBUG] [data.database] Disconnecting from database. exportactionlogsworker stdout | 2022-06-09 12:32:04,378 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:33:04 UTC)" executed successfully gcworker stdout | 2022-06-09 12:32:07,494 [71] [DEBUG] [apscheduler.scheduler] Looking for jobs to run gcworker stdout | 2022-06-09 12:32:07,494 [71] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:32:37.490424+00:00 (in 29.995913 seconds) gcworker stdout | 2022-06-09 12:32:07,494 [71] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 12:32:37 UTC)" (scheduled at 2022-06-09 12:32:07.490424+00:00) gcworker stdout | 2022-06-09 12:32:07,495 [71] [DEBUG] [peewee] ('SELECT `candidates`.`repository_id` FROM (SELECT DISTINCT `t1`.`repository_id` FROM `tag` AS `t1` INNER JOIN `repository` AS `t2` ON (`t1`.`repository_id` = `t2`.`id`) INNER JOIN `user` AS `t3` ON (`t2`.`namespace_user_id` = `t3`.`id`) WHERE ((((NOT (`t1`.`lifetime_end_ms` IS %s) AND (`t1`.`lifetime_end_ms` <= %s)) AND (`t3`.`removed_tag_expiration_s` = %s)) AND (`t3`.`enabled` = %s)) AND (`t2`.`state` != %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', [None, 1654777927494, 0, True, 3, 500, 1, 0]) gcworker stdout | 2022-06-09 12:32:07,497 [71] [DEBUG] [__main__] No repository with garbage found gcworker stdout | 2022-06-09 12:32:07,497 [71] [DEBUG] [data.database] Disconnecting from database. gcworker stdout | 2022-06-09 12:32:07,497 [71] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 12:32:37 UTC)" executed successfully notificationworker stdout | 2022-06-09 12:32:10,618 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:32:10,618 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:32:19.645536+00:00 (in 9.026919 seconds) notificationworker stdout | 2022-06-09 12:32:10,618 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:32:20 UTC)" (scheduled at 2022-06-09 12:32:10.617379+00:00) notificationworker stdout | 2022-06-09 12:32:10,619 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 12:32:10,619 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 32, 10, 619189), True, datetime.datetime(2022, 6, 9, 12, 32, 10, 619189), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 12:32:10,622 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 12:32:10,622 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:32:10,622 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:32:20 UTC)" executed successfully buildlogsarchiver stdout | 2022-06-09 12:32:15,367 [66] [DEBUG] [apscheduler.scheduler] Looking for jobs to run buildlogsarchiver stdout | 2022-06-09 12:32:15,367 [66] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:32:45.366042+00:00 (in 29.998304 seconds) buildlogsarchiver stdout | 2022-06-09 12:32:15,368 [66] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 12:32:45 UTC)" (scheduled at 2022-06-09 12:32:15.366042+00:00) buildlogsarchiver stdout | 2022-06-09 12:32:15,368 [66] [DEBUG] [peewee] ('SELECT `candidates`.`id` FROM (SELECT `t1`.`id` FROM `repositorybuild` AS `t1` WHERE (((`t1`.`phase` IN (%s, %s, %s)) OR (`t1`.`started` < %s)) AND (`t1`.`logs_archived` = %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2022, 5, 25, 12, 32, 15, 368123), False, 50, 1, 0]) buildlogsarchiver stdout | 2022-06-09 12:32:15,370 [66] [DEBUG] [__main__] No more builds to archive buildlogsarchiver stdout | 2022-06-09 12:32:15,371 [66] [DEBUG] [data.database] Disconnecting from database. buildlogsarchiver stdout | 2022-06-09 12:32:15,371 [66] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 12:32:45 UTC)" executed successfully notificationworker stdout | 2022-06-09 12:32:19,647 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:32:19,647 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:32:20.617379+00:00 (in 0.969580 seconds) notificationworker stdout | 2022-06-09 12:32:19,648 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:33:19 UTC)" (scheduled at 2022-06-09 12:32:19.645536+00:00) notificationworker stdout | 2022-06-09 12:32:19,648 [85] [DEBUG] [workers.queueworker] Running watchdog. notificationworker stdout | 2022-06-09 12:32:19,648 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:33:19 UTC)" executed successfully gunicorn-web stdout | 2022-06-09 12:32:20,227 [229] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '229'} gunicorn-web stdout | 2022-06-09 12:32:20,241 [236] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '236'} gunicorn-web stdout | 2022-06-09 12:32:20,256 [226] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '226'} gunicorn-web stdout | 2022-06-09 12:32:20,268 [243] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '243'} gunicorn-web stdout | 2022-06-09 12:32:20,275 [228] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '228'} gunicorn-web stdout | 2022-06-09 12:32:20,285 [241] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '241'} gunicorn-web stdout | 2022-06-09 12:32:20,292 [234] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '234'} gunicorn-web stdout | 2022-06-09 12:32:20,299 [242] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '242'} gunicorn-web stdout | 2022-06-09 12:32:20,306 [230] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '230'} gunicorn-web stdout | 2022-06-09 12:32:20,316 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '75'} gunicorn-web stdout | 2022-06-09 12:32:20,323 [235] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '235'} gunicorn-web stdout | 2022-06-09 12:32:20,330 [237] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '237'} gunicorn-web stdout | 2022-06-09 12:32:20,337 [239] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '239'} gunicorn-web stdout | 2022-06-09 12:32:20,344 [238] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '238'} gunicorn-web stdout | 2022-06-09 12:32:20,351 [231] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '231'} gunicorn-web stdout | 2022-06-09 12:32:20,359 [244] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '244'} gunicorn-web stdout | 2022-06-09 12:32:20,366 [232] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '232'} gunicorn-secscan stdout | 2022-06-09 12:32:20,373 [221] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '221'} gunicorn-secscan stdout | 2022-06-09 12:32:20,383 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '74'} gunicorn-secscan stdout | 2022-06-09 12:32:20,393 [224] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '224'} gunicorn-secscan stdout | 2022-06-09 12:32:20,399 [225] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '225'} gunicorn-secscan stdout | 2022-06-09 12:32:20,405 [227] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '227'} notificationworker stdout | 2022-06-09 12:32:20,618 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:32:20,618 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:32:30.617379+00:00 (in 9.999229 seconds) notificationworker stdout | 2022-06-09 12:32:20,618 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:32:30 UTC)" (scheduled at 2022-06-09 12:32:20.617379+00:00) notificationworker stdout | 2022-06-09 12:32:20,618 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 12:32:20,619 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 32, 20, 618478), True, datetime.datetime(2022, 6, 9, 12, 32, 20, 618478), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 12:32:20,621 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 12:32:20,621 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:32:20,622 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:32:30 UTC)" executed successfully blobuploadcleanupworker stdout | 2022-06-09 12:32:21,608 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'blobuploadcleanupworker.py', 'pid': '64'} repositoryactioncounter stdout | 2022-06-09 12:32:21,614 [88] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositoryactioncounter.py', 'pid': '88'} exportactionlogsworker stdout | 2022-06-09 12:32:21,627 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'exportactionlogsworker.py', 'pid': '70'} chunkcleanupworker stdout | 2022-06-09 12:32:21,633 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'chunkcleanupworker.py', 'pid': '67'} globalpromstats stdout | 2022-06-09 12:32:21,931 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'globalpromstats.py', 'pid': '72'} logrotateworker stdout | 2022-06-09 12:32:21,966 [77] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'logrotateworker.py', 'pid': '77'} securityscanningnotificationworker stdout | 2022-06-09 12:32:22,101 [90] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'securityscanningnotificationworker.py', 'pid': '90'} repositorygcworker stdout | 2022-06-09 12:32:22,120 [89] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositorygcworker.py', 'pid': '89'} namespacegcworker stdout | 2022-06-09 12:32:22,139 [83] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'namespacegcworker.py', 'pid': '83'} buildlogsarchiver stdout | 2022-06-09 12:32:22,321 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'buildlogsarchiver.py', 'pid': '66'} builder stdout | 2022-06-09 12:32:22,343 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'builder.py', 'pid': '65'} expiredappspecifictokenworker stdout | 2022-06-09 12:32:22,371 [69] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '69'} servicekey stdout | 2022-06-09 12:32:22,377 [92] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'servicekeyworker.py', 'pid': '92'} notificationworker stdout | 2022-06-09 12:32:22,384 [85] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'notificationworker.py', 'pid': '85'} gcworker stdout | 2022-06-09 12:32:22,394 [71] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'gcworker.py', 'pid': '71'} manifestbackfillworker stdout | 2022-06-09 12:32:22,411 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'manifestbackfillworker.py', 'pid': '78'} storagereplication stdout | 2022-06-09 12:32:22,418 [93] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'storagereplication.py', 'pid': '93'} queuecleanupworker stdout | 2022-06-09 12:32:22,425 [87] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'queuecleanupworker.py', 'pid': '87'} teamsyncworker stdout | 2022-06-09 12:32:22,433 [94] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'teamsyncworker.py', 'pid': '94'} gunicorn-registry stdout | 2022-06-09 12:32:22,569 [275] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '275'} gunicorn-registry stdout | 2022-06-09 12:32:22,578 [246] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '246'} gunicorn-registry stdout | 2022-06-09 12:32:22,586 [271] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '271'} gunicorn-registry stdout | 2022-06-09 12:32:22,596 [273] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '273'} gunicorn-registry stdout | 2022-06-09 12:32:22,603 [274] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '274'} gunicorn-registry stdout | 2022-06-09 12:32:22,611 [276] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '276'} gunicorn-registry stdout | 2022-06-09 12:32:22,619 [277] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '277'} gunicorn-registry stdout | 2022-06-09 12:32:22,626 [263] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '263'} gunicorn-registry stdout | 2022-06-09 12:32:22,633 [266] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '266'} gunicorn-registry stdout | 2022-06-09 12:32:22,640 [260] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '260'} gunicorn-registry stdout | 2022-06-09 12:32:22,650 [254] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '254'} gunicorn-registry stdout | 2022-06-09 12:32:22,656 [270] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '270'} gunicorn-registry stdout | 2022-06-09 12:32:22,662 [253] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '253'} gunicorn-registry stdout | 2022-06-09 12:32:22,671 [261] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '261'} gunicorn-registry stdout | 2022-06-09 12:32:22,684 [268] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '268'} gunicorn-registry stdout | 2022-06-09 12:32:22,691 [248] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '248'} gunicorn-registry stdout | 2022-06-09 12:32:22,698 [245] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '245'} gunicorn-registry stdout | 2022-06-09 12:32:22,705 [249] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '249'} gunicorn-registry stdout | 2022-06-09 12:32:22,713 [251] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '251'} gunicorn-registry stdout | 2022-06-09 12:32:22,720 [259] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '259'} gunicorn-registry stdout | 2022-06-09 12:32:22,728 [250] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '250'} gunicorn-registry stdout | 2022-06-09 12:32:22,735 [73] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '73'} gunicorn-registry stdout | 2022-06-09 12:32:22,742 [265] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '265'} gunicorn-registry stdout | 2022-06-09 12:32:22,749 [267] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '267'} gunicorn-registry stdout | 2022-06-09 12:32:22,755 [256] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '256'} gunicorn-registry stdout | 2022-06-09 12:32:22,763 [262] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '262'} gunicorn-registry stdout | 2022-06-09 12:32:22,772 [264] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '264'} gunicorn-registry stdout | 2022-06-09 12:32:22,779 [272] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '272'} gunicorn-registry stdout | 2022-06-09 12:32:22,785 [269] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '269'} gunicorn-registry stdout | 2022-06-09 12:32:22,793 [247] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '247'} gunicorn-registry stdout | 2022-06-09 12:32:22,800 [255] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '255'} gunicorn-registry stdout | 2022-06-09 12:32:22,807 [257] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '257'} gunicorn-registry stdout | 2022-06-09 12:32:22,813 [252] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '252'} notificationworker stdout | 2022-06-09 12:32:30,618 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:32:30,619 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:32:40.617379+00:00 (in 9.998493 seconds) notificationworker stdout | 2022-06-09 12:32:30,619 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:32:40 UTC)" (scheduled at 2022-06-09 12:32:30.617379+00:00) notificationworker stdout | 2022-06-09 12:32:30,619 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 12:32:30,619 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 32, 30, 619340), True, datetime.datetime(2022, 6, 9, 12, 32, 30, 619340), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 12:32:30,622 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 12:32:30,622 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:32:30,622 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:32:40 UTC)" executed successfully gcworker stdout | 2022-06-09 12:32:37,492 [71] [DEBUG] [apscheduler.scheduler] Looking for jobs to run gcworker stdout | 2022-06-09 12:32:37,493 [71] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:33:07.490424+00:00 (in 29.997333 seconds) gcworker stdout | 2022-06-09 12:32:37,493 [71] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 12:33:07 UTC)" (scheduled at 2022-06-09 12:32:37.490424+00:00) gcworker stdout | 2022-06-09 12:32:37,494 [71] [DEBUG] [peewee] ('SELECT `candidates`.`repository_id` FROM (SELECT DISTINCT `t1`.`repository_id` FROM `tag` AS `t1` INNER JOIN `repository` AS `t2` ON (`t1`.`repository_id` = `t2`.`id`) INNER JOIN `user` AS `t3` ON (`t2`.`namespace_user_id` = `t3`.`id`) WHERE ((((NOT (`t1`.`lifetime_end_ms` IS %s) AND (`t1`.`lifetime_end_ms` <= %s)) AND (`t3`.`removed_tag_expiration_s` = %s)) AND (`t3`.`enabled` = %s)) AND (`t2`.`state` != %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', [None, 1654777957493, 0, True, 3, 500, 1, 0]) gcworker stdout | 2022-06-09 12:32:37,496 [71] [DEBUG] [__main__] No repository with garbage found gcworker stdout | 2022-06-09 12:32:37,496 [71] [DEBUG] [data.database] Disconnecting from database. gcworker stdout | 2022-06-09 12:32:37,496 [71] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 12:33:07 UTC)" executed successfully repositorygcworker stdout | 2022-06-09 12:32:38,466 [89] [DEBUG] [apscheduler.scheduler] Looking for jobs to run repositorygcworker stdout | 2022-06-09 12:32:38,466 [89] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:32:51.502316+00:00 (in 13.035583 seconds) repositorygcworker stdout | 2022-06-09 12:32:38,467 [89] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:33:38 UTC)" (scheduled at 2022-06-09 12:32:38.463361+00:00) repositorygcworker stdout | 2022-06-09 12:32:38,467 [89] [DEBUG] [workers.queueworker] Getting work item from queue. repositorygcworker stdout | 2022-06-09 12:32:38,468 [89] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 32, 38, 467227), True, datetime.datetime(2022, 6, 9, 12, 32, 38, 467227), 0, 'repositorygc/%', 50, 1, 0]) repositorygcworker stdout | 2022-06-09 12:32:38,470 [89] [DEBUG] [workers.queueworker] No more work. repositorygcworker stdout | 2022-06-09 12:32:38,470 [89] [DEBUG] [data.database] Disconnecting from database. repositorygcworker stdout | 2022-06-09 12:32:38,470 [89] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:33:38 UTC)" executed successfully notificationworker stdout | 2022-06-09 12:32:40,693 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:32:40,694 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:32:50.617379+00:00 (in 9.923064 seconds) notificationworker stdout | 2022-06-09 12:32:40,694 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:32:50 UTC)" (scheduled at 2022-06-09 12:32:40.617379+00:00) notificationworker stdout | 2022-06-09 12:32:40,694 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 12:32:40,695 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 32, 40, 694738), True, datetime.datetime(2022, 6, 9, 12, 32, 40, 694738), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 12:32:40,698 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 12:32:40,698 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:32:40,698 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:32:50 UTC)" executed successfully buildlogsarchiver stdout | 2022-06-09 12:32:45,378 [66] [DEBUG] [apscheduler.scheduler] Looking for jobs to run buildlogsarchiver stdout | 2022-06-09 12:32:45,379 [66] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:33:15.366042+00:00 (in 29.987116 seconds) buildlogsarchiver stdout | 2022-06-09 12:32:45,379 [66] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 12:33:15 UTC)" (scheduled at 2022-06-09 12:32:45.366042+00:00) buildlogsarchiver stdout | 2022-06-09 12:32:45,380 [66] [DEBUG] [peewee] ('SELECT `candidates`.`id` FROM (SELECT `t1`.`id` FROM `repositorybuild` AS `t1` WHERE (((`t1`.`phase` IN (%s, %s, %s)) OR (`t1`.`started` < %s)) AND (`t1`.`logs_archived` = %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2022, 5, 25, 12, 32, 45, 379447), False, 50, 1, 0]) buildlogsarchiver stdout | 2022-06-09 12:32:45,382 [66] [DEBUG] [__main__] No more builds to archive buildlogsarchiver stdout | 2022-06-09 12:32:45,382 [66] [DEBUG] [data.database] Disconnecting from database. buildlogsarchiver stdout | 2022-06-09 12:32:45,382 [66] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 12:33:15 UTC)" executed successfully exportactionlogsworker stdout | 2022-06-09 12:32:47,410 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run exportactionlogsworker stdout | 2022-06-09 12:32:47,410 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:33:04.366245+00:00 (in 16.955864 seconds) exportactionlogsworker stdout | 2022-06-09 12:32:47,410 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:33:47 UTC)" (scheduled at 2022-06-09 12:32:47.409953+00:00) exportactionlogsworker stdout | 2022-06-09 12:32:47,410 [70] [DEBUG] [workers.queueworker] Running watchdog. exportactionlogsworker stdout | 2022-06-09 12:32:47,410 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:33:47 UTC)" executed successfully gunicorn-web stdout | 2022-06-09 12:32:50,263 [236] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '236'} gunicorn-web stdout | 2022-06-09 12:32:50,270 [229] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '229'} gunicorn-web stdout | 2022-06-09 12:32:50,277 [226] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '226'} gunicorn-web stdout | 2022-06-09 12:32:50,284 [243] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '243'} gunicorn-web stdout | 2022-06-09 12:32:50,291 [228] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '228'} gunicorn-web stdout | 2022-06-09 12:32:50,298 [241] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '241'} gunicorn-web stdout | 2022-06-09 12:32:50,306 [234] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '234'} gunicorn-web stdout | 2022-06-09 12:32:50,313 [242] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '242'} gunicorn-web stdout | 2022-06-09 12:32:50,319 [230] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '230'} gunicorn-web stdout | 2022-06-09 12:32:50,332 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '75'} gunicorn-web stdout | 2022-06-09 12:32:50,339 [235] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '235'} gunicorn-web stdout | 2022-06-09 12:32:50,346 [237] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '237'} gunicorn-web stdout | 2022-06-09 12:32:50,353 [239] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '239'} gunicorn-web stdout | 2022-06-09 12:32:50,360 [238] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '238'} gunicorn-web stdout | 2022-06-09 12:32:50,368 [231] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '231'} gunicorn-web stdout | 2022-06-09 12:32:50,375 [244] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '244'} gunicorn-web stdout | 2022-06-09 12:32:50,382 [232] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '232'} gunicorn-secscan stdout | 2022-06-09 12:32:50,390 [221] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '221'} gunicorn-secscan stdout | 2022-06-09 12:32:50,397 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '74'} gunicorn-secscan stdout | 2022-06-09 12:32:50,405 [224] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '224'} gunicorn-secscan stdout | 2022-06-09 12:32:50,415 [225] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '225'} gunicorn-secscan stdout | 2022-06-09 12:32:50,422 [227] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '227'} notificationworker stdout | 2022-06-09 12:32:50,617 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:32:50,618 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:33:00.617379+00:00 (in 9.999489 seconds) notificationworker stdout | 2022-06-09 12:32:50,618 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:33:00 UTC)" (scheduled at 2022-06-09 12:32:50.617379+00:00) notificationworker stdout | 2022-06-09 12:32:50,618 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 12:32:50,618 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 32, 50, 618215), True, datetime.datetime(2022, 6, 9, 12, 32, 50, 618215), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 12:32:50,621 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 12:32:50,621 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:32:50,621 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:33:00 UTC)" executed successfully repositorygcworker stdout | 2022-06-09 12:32:51,510 [89] [DEBUG] [apscheduler.scheduler] Looking for jobs to run repositorygcworker stdout | 2022-06-09 12:32:51,510 [89] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:33:38.463361+00:00 (in 46.952636 seconds) repositorygcworker stdout | 2022-06-09 12:32:51,511 [89] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:33:51 UTC)" (scheduled at 2022-06-09 12:32:51.502316+00:00) repositorygcworker stdout | 2022-06-09 12:32:51,511 [89] [DEBUG] [workers.queueworker] Running watchdog. repositorygcworker stdout | 2022-06-09 12:32:51,511 [89] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:33:51 UTC)" executed successfully blobuploadcleanupworker stdout | 2022-06-09 12:32:51,636 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'blobuploadcleanupworker.py', 'pid': '64'} repositoryactioncounter stdout | 2022-06-09 12:32:51,654 [88] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositoryactioncounter.py', 'pid': '88'} exportactionlogsworker stdout | 2022-06-09 12:32:51,667 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'exportactionlogsworker.py', 'pid': '70'} chunkcleanupworker stdout | 2022-06-09 12:32:51,675 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'chunkcleanupworker.py', 'pid': '67'} globalpromstats stdout | 2022-06-09 12:32:51,944 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'globalpromstats.py', 'pid': '72'} logrotateworker stdout | 2022-06-09 12:32:52,017 [77] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'logrotateworker.py', 'pid': '77'} securityscanningnotificationworker stdout | 2022-06-09 12:32:52,135 [90] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'securityscanningnotificationworker.py', 'pid': '90'} repositorygcworker stdout | 2022-06-09 12:32:52,160 [89] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositorygcworker.py', 'pid': '89'} namespacegcworker stdout | 2022-06-09 12:32:52,177 [83] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'namespacegcworker.py', 'pid': '83'} buildlogsarchiver stdout | 2022-06-09 12:32:52,366 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'buildlogsarchiver.py', 'pid': '66'} builder stdout | 2022-06-09 12:32:52,373 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'builder.py', 'pid': '65'} notificationworker stdout | 2022-06-09 12:32:52,397 [85] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'notificationworker.py', 'pid': '85'} expiredappspecifictokenworker stdout | 2022-06-09 12:32:52,410 [69] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '69'} servicekey stdout | 2022-06-09 12:32:52,417 [92] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'servicekeyworker.py', 'pid': '92'} gcworker stdout | 2022-06-09 12:32:52,436 [71] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'gcworker.py', 'pid': '71'} teamsyncworker stdout | 2022-06-09 12:32:52,452 [94] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'teamsyncworker.py', 'pid': '94'} manifestbackfillworker stdout | 2022-06-09 12:32:52,462 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'manifestbackfillworker.py', 'pid': '78'} storagereplication stdout | 2022-06-09 12:32:52,469 [93] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'storagereplication.py', 'pid': '93'} queuecleanupworker stdout | 2022-06-09 12:32:52,475 [87] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'queuecleanupworker.py', 'pid': '87'} gunicorn-registry stdout | 2022-06-09 12:32:52,584 [275] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '275'} gunicorn-registry stdout | 2022-06-09 12:32:52,592 [246] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '246'} gunicorn-registry stdout | 2022-06-09 12:32:52,599 [271] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '271'} gunicorn-registry stdout | 2022-06-09 12:32:52,611 [273] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '273'} gunicorn-registry stdout | 2022-06-09 12:32:52,623 [274] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '274'} gunicorn-registry stdout | 2022-06-09 12:32:52,630 [276] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '276'} gunicorn-registry stdout | 2022-06-09 12:32:52,638 [277] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '277'} gunicorn-registry stdout | 2022-06-09 12:32:52,645 [263] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '263'} gunicorn-registry stdout | 2022-06-09 12:32:52,653 [266] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '266'} gunicorn-registry stdout | 2022-06-09 12:32:52,661 [260] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '260'} gunicorn-registry stdout | 2022-06-09 12:32:52,668 [254] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '254'} gunicorn-registry stdout | 2022-06-09 12:32:52,675 [270] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '270'} gunicorn-registry stdout | 2022-06-09 12:32:52,693 [253] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '253'} gunicorn-registry stdout | 2022-06-09 12:32:52,701 [261] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '261'} gunicorn-registry stdout | 2022-06-09 12:32:52,707 [268] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '268'} gunicorn-registry stdout | 2022-06-09 12:32:52,716 [248] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '248'} gunicorn-registry stdout | 2022-06-09 12:32:52,724 [245] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '245'} gunicorn-registry stdout | 2022-06-09 12:32:52,730 [249] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '249'} gunicorn-registry stdout | 2022-06-09 12:32:52,741 [251] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '251'} gunicorn-registry stdout | 2022-06-09 12:32:52,748 [259] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '259'} gunicorn-registry stdout | 2022-06-09 12:32:52,755 [250] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '250'} gunicorn-registry stdout | 2022-06-09 12:32:52,762 [73] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '73'} gunicorn-registry stdout | 2022-06-09 12:32:52,771 [265] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '265'} gunicorn-registry stdout | 2022-06-09 12:32:52,778 [267] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '267'} gunicorn-registry stdout | 2022-06-09 12:32:52,787 [256] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '256'} gunicorn-registry stdout | 2022-06-09 12:32:52,793 [262] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '262'} gunicorn-registry stdout | 2022-06-09 12:32:52,801 [264] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '264'} gunicorn-registry stdout | 2022-06-09 12:32:52,810 [272] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '272'} gunicorn-registry stdout | 2022-06-09 12:32:52,818 [269] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '269'} gunicorn-registry stdout | 2022-06-09 12:32:52,825 [247] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '247'} gunicorn-registry stdout | 2022-06-09 12:32:52,832 [255] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '255'} gunicorn-registry stdout | 2022-06-09 12:32:52,838 [257] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '257'} gunicorn-registry stdout | 2022-06-09 12:32:52,845 [252] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '252'} gunicorn-web stdout | 2022-06-09 12:32:53,228 [244] [DEBUG] [app] Starting request: urn:request:50234e4c-2320-4c6a-81bc-14e934c5ae3c (/api/v1/user/notifications) {'X-Forwarded-For': '172.24.0.1'} gunicorn-web stdout | 2022-06-09 12:32:53,228 [244] [DEBUG] [app] User loader loading deferred user with uuid: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 12:32:53,228 [244] [DEBUG] [auth.cookie] Loading user from cookie: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 12:32:53,228 [226] [DEBUG] [app] Starting request: urn:request:a09ca752-e650-40be-91c4-5009281a35f5 (/api/v1/user/apptoken) {'X-Forwarded-For': '172.24.0.1'} gunicorn-web stdout | 2022-06-09 12:32:53,229 [226] [DEBUG] [app] User loader loading deferred user with uuid: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 12:32:53,229 [226] [DEBUG] [auth.cookie] Loading user from cookie: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 12:32:53,229 [244] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`uuid`, `t1`.`username`, `t1`.`password_hash`, `t1`.`email`, `t1`.`verified`, `t1`.`stripe_id`, `t1`.`organization`, `t1`.`robot`, `t1`.`invoice_email`, `t1`.`invalid_login_attempts`, `t1`.`last_invalid_login`, `t1`.`removed_tag_expiration_s`, `t1`.`enabled`, `t1`.`invoice_email_address`, `t1`.`given_name`, `t1`.`family_name`, `t1`.`company`, `t1`.`location`, `t1`.`maximum_queued_builds_count`, `t1`.`creation_date`, `t1`.`last_accessed` FROM `user` AS `t1` WHERE ((`t1`.`uuid` = %s) AND (`t1`.`organization` = %s)) LIMIT %s OFFSET %s', ['82228490-d075-4921-ae7a-af4408cf11b4', False, 1, 0]) gunicorn-web stdout | 2022-06-09 12:32:53,229 [226] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`uuid`, `t1`.`username`, `t1`.`password_hash`, `t1`.`email`, `t1`.`verified`, `t1`.`stripe_id`, `t1`.`organization`, `t1`.`robot`, `t1`.`invoice_email`, `t1`.`invalid_login_attempts`, `t1`.`last_invalid_login`, `t1`.`removed_tag_expiration_s`, `t1`.`enabled`, `t1`.`invoice_email_address`, `t1`.`given_name`, `t1`.`family_name`, `t1`.`company`, `t1`.`location`, `t1`.`maximum_queued_builds_count`, `t1`.`creation_date`, `t1`.`last_accessed` FROM `user` AS `t1` WHERE ((`t1`.`uuid` = %s) AND (`t1`.`organization` = %s)) LIMIT %s OFFSET %s', ['82228490-d075-4921-ae7a-af4408cf11b4', False, 1, 0]) gunicorn-web stdout | 2022-06-09 12:32:53,231 [244] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None]) gunicorn-web stdout | 2022-06-09 12:32:53,231 [226] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None]) gunicorn-web stdout | 2022-06-09 12:32:53,231 [244] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2022-06-09 12:32:53,231 [244] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 12:32:53,231 [226] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2022-06-09 12:32:53,231 [226] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 12:32:53,231 [244] [DEBUG] [endpoints.api] Checking permission for user ibazulic gunicorn-web stdout | 2022-06-09 12:32:53,232 [244] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 12:32:53,232 [226] [DEBUG] [endpoints.api] Checking permission for user ibazulic gunicorn-web stdout | 2022-06-09 12:32:53,232 [244] [DEBUG] [auth.permissions] User permission: userspecificneed(type='user', username='ibazulic', role='admin') gunicorn-web stdout | 2022-06-09 12:32:53,232 [226] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 12:32:53,232 [244] [DEBUG] [auth.permissions] User namespace permission: namespacewide(type='organization', namespace='ibazulic', role='admin') gunicorn-web stdout | 2022-06-09 12:32:53,232 [226] [DEBUG] [auth.permissions] User permission: userspecificneed(type='user', username='ibazulic', role='admin') gunicorn-web stdout | 2022-06-09 12:32:53,232 [244] [DEBUG] [auth.permissions] User namespace repo permission: namespacewide(type='organizationrepo', namespace='ibazulic', role='admin') gunicorn-web stdout | 2022-06-09 12:32:53,232 [226] [DEBUG] [auth.permissions] User namespace permission: namespacewide(type='organization', namespace='ibazulic', role='admin') gunicorn-web stdout | 2022-06-09 12:32:53,232 [244] [DEBUG] [auth.permissions] Adding superuser to user: ibazulic gunicorn-web stdout | 2022-06-09 12:32:53,232 [226] [DEBUG] [auth.permissions] User namespace repo permission: namespacewide(type='organizationrepo', namespace='ibazulic', role='admin') gunicorn-web stdout | 2022-06-09 12:32:53,232 [226] [DEBUG] [auth.permissions] Adding superuser to user: ibazulic gunicorn-web stdout | 2022-06-09 12:32:53,232 [226] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`user_id`, `t1`.`uuid`, `t1`.`title`, `t1`.`token_name`, `t1`.`token_secret`, `t1`.`created`, `t1`.`expiration`, `t1`.`last_accessed` FROM `appspecificauthtoken` AS `t1` WHERE (((`t1`.`user_id` = %s) AND (`t1`.`expiration` <= %s)) AND (`t1`.`expiration` > %s))', [1, datetime.datetime(2022, 6, 12, 7, 44, 53, 232333), datetime.datetime(2022, 6, 9, 12, 32, 53, 232379)]) gunicorn-web stdout | 2022-06-09 12:32:53,233 [244] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`uuid`, `t1`.`kind_id`, `t1`.`metadata_json`, `t1`.`dismissed`, `t1`.`lookup_path`, `t1`.`created`, `t1`.`created` AS `cd`, `t1`.`target_id` FROM `notification` AS `t1` INNER JOIN `notificationkind` AS `t2` ON (`t1`.`kind_id` = `t2`.`id`) WHERE ((`t1`.`dismissed` = %s) AND (`t1`.`target_id` = %s)) UNION SELECT `t3`.`id`, `t3`.`uuid`, `t3`.`kind_id`, `t3`.`metadata_json`, `t3`.`dismissed`, `t3`.`lookup_path`, `t3`.`created`, `t3`.`created` AS `cd`, `t3`.`target_id` FROM `notification` AS `t3` INNER JOIN `notificationkind` AS `t4` ON (`t3`.`kind_id` = `t4`.`id`) INNER JOIN `user` AS `t5` ON (`t5`.`id` = `t3`.`target_id`) INNER JOIN `team` AS `t6` ON (`t5`.`id` = `t6`.`organization_id`) INNER JOIN `teamrole` AS `t7` ON (`t6`.`role_id` = `t7`.`id`) INNER JOIN `teammember` AS `t8` ON (`t6`.`id` = `t8`.`team_id`) INNER JOIN `user` AS `t9` ON (`t8`.`user_id` = `t9`.`id`) WHERE ((`t3`.`dismissed` = %s) AND ((`t9`.`id` = %s) AND (`t7`.`name` = %s))) ORDER BY cd desc LIMIT %s', [False, 1, False, 1, 'admin', 6]) gunicorn-web stdout | 2022-06-09 12:32:53,234 [226] [DEBUG] [app] Ending request: urn:request:a09ca752-e650-40be-91c4-5009281a35f5 (/api/v1/user/apptoken) {'endpoint': 'api.apptokens', 'request_id': 'urn:request:a09ca752-e650-40be-91c4-5009281a35f5', 'remote_addr': '172.24.0.1', 'http_method': 'GET', 'original_url': 'https://quay.skynet/api/v1/user/apptoken?expiring=true', 'path': '/api/v1/user/apptoken', 'parameters': {'expiring': 'true'}, 'json_body': None, 'confsha': '61c38a19', 'user-agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:101.0) Gecko/20100101 Firefox/101.0'} gunicorn-web stdout | 2022-06-09 12:32:53,234 [226] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2022-06-09 12:32:53,235 [226] [INFO] [gunicorn.access] 172.24.0.1 - - [09/Jun/2022:12:32:53 +0000] "GET /api/v1/user/apptoken?expiring=true HTTP/1.0" 200 38 "https://quay.skynet/repository/ibazulic/quay?tab=history" "Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:101.0) Gecko/20100101 Firefox/101.0" nginx stdout | 172.24.0.1 () - - [09/Jun/2022:12:32:53 +0000] "GET /api/v1/user/apptoken?expiring=true HTTP/2.0" 200 38 "https://quay.skynet/repository/ibazulic/quay?tab=history" "Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:101.0) Gecko/20100101 Firefox/101.0" (0.008 61 0.008) gunicorn-web stdout | 2022-06-09 12:32:53,235 [244] [DEBUG] [app] Ending request: urn:request:50234e4c-2320-4c6a-81bc-14e934c5ae3c (/api/v1/user/notifications) {'endpoint': 'api.usernotificationlist', 'request_id': 'urn:request:50234e4c-2320-4c6a-81bc-14e934c5ae3c', 'remote_addr': '172.24.0.1', 'http_method': 'GET', 'original_url': 'https://quay.skynet/api/v1/user/notifications', 'path': '/api/v1/user/notifications', 'parameters': {}, 'json_body': None, 'confsha': '61c38a19', 'user-agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:101.0) Gecko/20100101 Firefox/101.0'} gunicorn-web stdout | 2022-06-09 12:32:53,236 [244] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2022-06-09 12:32:53,236 [244] [INFO] [gunicorn.access] 172.24.0.1 - - [09/Jun/2022:12:32:53 +0000] "GET /api/v1/user/notifications HTTP/1.0" 200 43 "https://quay.skynet/repository/ibazulic/quay?tab=history" "Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:101.0) Gecko/20100101 Firefox/101.0" nginx stdout | 172.24.0.1 () - - [09/Jun/2022:12:32:53 +0000] "GET /api/v1/user/notifications HTTP/2.0" 200 43 "https://quay.skynet/repository/ibazulic/quay?tab=history" "Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:101.0) Gecko/20100101 Firefox/101.0" (0.009 753 0.008) namespacegcworker stdout | 2022-06-09 12:32:55,466 [83] [DEBUG] [apscheduler.scheduler] Looking for jobs to run namespacegcworker stdout | 2022-06-09 12:32:55,466 [83] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:33:01.521527+00:00 (in 6.055256 seconds) namespacegcworker stdout | 2022-06-09 12:32:55,466 [83] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:33:55 UTC)" (scheduled at 2022-06-09 12:32:55.463831+00:00) namespacegcworker stdout | 2022-06-09 12:32:55,466 [83] [DEBUG] [workers.queueworker] Getting work item from queue. namespacegcworker stdout | 2022-06-09 12:32:55,467 [83] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 32, 55, 466605), True, datetime.datetime(2022, 6, 9, 12, 32, 55, 466605), 0, 'namespacegc/%', 50, 1, 0]) namespacegcworker stdout | 2022-06-09 12:32:55,469 [83] [DEBUG] [workers.queueworker] No more work. namespacegcworker stdout | 2022-06-09 12:32:55,469 [83] [DEBUG] [data.database] Disconnecting from database. namespacegcworker stdout | 2022-06-09 12:32:55,469 [83] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:33:55 UTC)" executed successfully notificationworker stdout | 2022-06-09 12:33:00,619 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:33:00,619 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:33:10.617379+00:00 (in 9.998052 seconds) notificationworker stdout | 2022-06-09 12:33:00,619 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:33:10 UTC)" (scheduled at 2022-06-09 12:33:00.617379+00:00) notificationworker stdout | 2022-06-09 12:33:00,619 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 12:33:00,622 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 33, 0, 619891), True, datetime.datetime(2022, 6, 9, 12, 33, 0, 619891), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 12:33:00,624 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 12:33:00,624 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:33:00,624 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:33:10 UTC)" executed successfully namespacegcworker stdout | 2022-06-09 12:33:01,524 [83] [DEBUG] [apscheduler.scheduler] Looking for jobs to run namespacegcworker stdout | 2022-06-09 12:33:01,524 [83] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:33:55.463831+00:00 (in 53.939137 seconds) namespacegcworker stdout | 2022-06-09 12:33:01,525 [83] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:34:01 UTC)" (scheduled at 2022-06-09 12:33:01.521527+00:00) namespacegcworker stdout | 2022-06-09 12:33:01,525 [83] [DEBUG] [workers.queueworker] Running watchdog. namespacegcworker stdout | 2022-06-09 12:33:01,525 [83] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:34:01 UTC)" executed successfully exportactionlogsworker stdout | 2022-06-09 12:33:04,369 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run exportactionlogsworker stdout | 2022-06-09 12:33:04,370 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:33:47.409953+00:00 (in 43.040101 seconds) exportactionlogsworker stdout | 2022-06-09 12:33:04,370 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:34:04 UTC)" (scheduled at 2022-06-09 12:33:04.366245+00:00) exportactionlogsworker stdout | 2022-06-09 12:33:04,370 [70] [DEBUG] [workers.queueworker] Getting work item from queue. exportactionlogsworker stdout | 2022-06-09 12:33:04,372 [70] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 33, 4, 370402), True, datetime.datetime(2022, 6, 9, 12, 33, 4, 370402), 0, 'exportactionlogs/%', 50, 1, 0]) exportactionlogsworker stdout | 2022-06-09 12:33:04,375 [70] [DEBUG] [workers.queueworker] No more work. exportactionlogsworker stdout | 2022-06-09 12:33:04,375 [70] [DEBUG] [data.database] Disconnecting from database. exportactionlogsworker stdout | 2022-06-09 12:33:04,375 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:34:04 UTC)" executed successfully gcworker stdout | 2022-06-09 12:33:07,498 [71] [DEBUG] [apscheduler.scheduler] Looking for jobs to run gcworker stdout | 2022-06-09 12:33:07,498 [71] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:33:37.490424+00:00 (in 29.991958 seconds) gcworker stdout | 2022-06-09 12:33:07,498 [71] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 12:33:37 UTC)" (scheduled at 2022-06-09 12:33:07.490424+00:00) gcworker stdout | 2022-06-09 12:33:07,499 [71] [DEBUG] [peewee] ('SELECT `candidates`.`repository_id` FROM (SELECT DISTINCT `t1`.`repository_id` FROM `tag` AS `t1` INNER JOIN `repository` AS `t2` ON (`t1`.`repository_id` = `t2`.`id`) INNER JOIN `user` AS `t3` ON (`t2`.`namespace_user_id` = `t3`.`id`) WHERE ((((NOT (`t1`.`lifetime_end_ms` IS %s) AND (`t1`.`lifetime_end_ms` <= %s)) AND (`t3`.`removed_tag_expiration_s` = %s)) AND (`t3`.`enabled` = %s)) AND (`t2`.`state` != %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', [None, 1654777987499, 0, True, 3, 500, 1, 0]) gcworker stdout | 2022-06-09 12:33:07,501 [71] [DEBUG] [__main__] No repository with garbage found gcworker stdout | 2022-06-09 12:33:07,502 [71] [DEBUG] [data.database] Disconnecting from database. gcworker stdout | 2022-06-09 12:33:07,502 [71] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 12:33:37 UTC)" executed successfully notificationworker stdout | 2022-06-09 12:33:10,617 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:33:10,618 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:33:19.645536+00:00 (in 9.027622 seconds) notificationworker stdout | 2022-06-09 12:33:10,618 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:33:20 UTC)" (scheduled at 2022-06-09 12:33:10.617379+00:00) notificationworker stdout | 2022-06-09 12:33:10,618 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 12:33:10,619 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 33, 10, 618419), True, datetime.datetime(2022, 6, 9, 12, 33, 10, 618419), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 12:33:10,622 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 12:33:10,622 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:33:10,622 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:33:20 UTC)" executed successfully buildlogsarchiver stdout | 2022-06-09 12:33:15,367 [66] [DEBUG] [apscheduler.scheduler] Looking for jobs to run buildlogsarchiver stdout | 2022-06-09 12:33:15,367 [66] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:33:45.366042+00:00 (in 29.998563 seconds) buildlogsarchiver stdout | 2022-06-09 12:33:15,367 [66] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 12:33:45 UTC)" (scheduled at 2022-06-09 12:33:15.366042+00:00) buildlogsarchiver stdout | 2022-06-09 12:33:15,368 [66] [DEBUG] [peewee] ('SELECT `candidates`.`id` FROM (SELECT `t1`.`id` FROM `repositorybuild` AS `t1` WHERE (((`t1`.`phase` IN (%s, %s, %s)) OR (`t1`.`started` < %s)) AND (`t1`.`logs_archived` = %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2022, 5, 25, 12, 33, 15, 367917), False, 50, 1, 0]) buildlogsarchiver stdout | 2022-06-09 12:33:15,370 [66] [DEBUG] [__main__] No more builds to archive buildlogsarchiver stdout | 2022-06-09 12:33:15,370 [66] [DEBUG] [data.database] Disconnecting from database. buildlogsarchiver stdout | 2022-06-09 12:33:15,370 [66] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 12:33:45 UTC)" executed successfully notificationworker stdout | 2022-06-09 12:33:19,664 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:33:19,665 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:33:20.617379+00:00 (in 0.952304 seconds) notificationworker stdout | 2022-06-09 12:33:19,665 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:34:19 UTC)" (scheduled at 2022-06-09 12:33:19.645536+00:00) notificationworker stdout | 2022-06-09 12:33:19,665 [85] [DEBUG] [workers.queueworker] Running watchdog. notificationworker stdout | 2022-06-09 12:33:19,665 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:34:19 UTC)" executed successfully gunicorn-web stdout | 2022-06-09 12:33:20,317 [241] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '241'} gunicorn-web stdout | 2022-06-09 12:33:20,325 [236] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '236'} gunicorn-web stdout | 2022-06-09 12:33:20,333 [228] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '228'} gunicorn-web stdout | 2022-06-09 12:33:20,339 [234] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '234'} gunicorn-web stdout | 2022-06-09 12:33:20,347 [229] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '229'} gunicorn-web stdout | 2022-06-09 12:33:20,354 [243] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '243'} gunicorn-web stdout | 2022-06-09 12:33:20,361 [226] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '226'} gunicorn-web stdout | 2022-06-09 12:33:20,367 [242] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '242'} gunicorn-web stdout | 2022-06-09 12:33:20,375 [230] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '230'} gunicorn-web stdout | 2022-06-09 12:33:20,382 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '75'} gunicorn-web stdout | 2022-06-09 12:33:20,390 [235] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '235'} gunicorn-web stdout | 2022-06-09 12:33:20,397 [237] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '237'} gunicorn-web stdout | 2022-06-09 12:33:20,405 [239] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '239'} gunicorn-web stdout | 2022-06-09 12:33:20,412 [238] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '238'} gunicorn-web stdout | 2022-06-09 12:33:20,420 [231] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '231'} gunicorn-web stdout | 2022-06-09 12:33:20,427 [244] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '244'} gunicorn-web stdout | 2022-06-09 12:33:20,434 [232] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '232'} gunicorn-secscan stdout | 2022-06-09 12:33:20,441 [221] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '221'} gunicorn-secscan stdout | 2022-06-09 12:33:20,448 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '74'} gunicorn-secscan stdout | 2022-06-09 12:33:20,455 [224] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '224'} gunicorn-secscan stdout | 2022-06-09 12:33:20,461 [225] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '225'} gunicorn-secscan stdout | 2022-06-09 12:33:20,467 [227] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '227'} notificationworker stdout | 2022-06-09 12:33:20,620 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:33:20,620 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:33:30.617379+00:00 (in 9.997022 seconds) notificationworker stdout | 2022-06-09 12:33:20,620 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:33:30 UTC)" (scheduled at 2022-06-09 12:33:20.617379+00:00) notificationworker stdout | 2022-06-09 12:33:20,620 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 12:33:20,621 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 33, 20, 620847), True, datetime.datetime(2022, 6, 9, 12, 33, 20, 620847), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 12:33:20,624 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 12:33:20,624 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:33:20,624 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:33:30 UTC)" executed successfully blobuploadcleanupworker stdout | 2022-06-09 12:33:21,679 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'blobuploadcleanupworker.py', 'pid': '64'} repositoryactioncounter stdout | 2022-06-09 12:33:21,689 [88] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositoryactioncounter.py', 'pid': '88'} chunkcleanupworker stdout | 2022-06-09 12:33:21,705 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'chunkcleanupworker.py', 'pid': '67'} exportactionlogsworker stdout | 2022-06-09 12:33:21,712 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'exportactionlogsworker.py', 'pid': '70'} globalpromstats stdout | 2022-06-09 12:33:21,983 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'globalpromstats.py', 'pid': '72'} logrotateworker stdout | 2022-06-09 12:33:22,039 [77] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'logrotateworker.py', 'pid': '77'} securityscanningnotificationworker stdout | 2022-06-09 12:33:22,165 [90] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'securityscanningnotificationworker.py', 'pid': '90'} namespacegcworker stdout | 2022-06-09 12:33:22,198 [83] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'namespacegcworker.py', 'pid': '83'} repositorygcworker stdout | 2022-06-09 12:33:22,205 [89] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositorygcworker.py', 'pid': '89'} notificationworker stdout | 2022-06-09 12:33:22,408 [85] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'notificationworker.py', 'pid': '85'} buildlogsarchiver stdout | 2022-06-09 12:33:22,413 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'buildlogsarchiver.py', 'pid': '66'} builder stdout | 2022-06-09 12:33:22,420 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'builder.py', 'pid': '65'} servicekey stdout | 2022-06-09 12:33:22,445 [92] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'servicekeyworker.py', 'pid': '92'} expiredappspecifictokenworker stdout | 2022-06-09 12:33:22,451 [69] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '69'} gcworker stdout | 2022-06-09 12:33:22,475 [71] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'gcworker.py', 'pid': '71'} teamsyncworker stdout | 2022-06-09 12:33:22,484 [94] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'teamsyncworker.py', 'pid': '94'} manifestbackfillworker stdout | 2022-06-09 12:33:22,503 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'manifestbackfillworker.py', 'pid': '78'} storagereplication stdout | 2022-06-09 12:33:22,511 [93] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'storagereplication.py', 'pid': '93'} queuecleanupworker stdout | 2022-06-09 12:33:22,517 [87] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'queuecleanupworker.py', 'pid': '87'} gunicorn-registry stdout | 2022-06-09 12:33:22,599 [275] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '275'} gunicorn-registry stdout | 2022-06-09 12:33:22,607 [246] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '246'} gunicorn-registry stdout | 2022-06-09 12:33:22,615 [271] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '271'} gunicorn-registry stdout | 2022-06-09 12:33:22,623 [273] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '273'} gunicorn-registry stdout | 2022-06-09 12:33:22,634 [274] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '274'} gunicorn-registry stdout | 2022-06-09 12:33:22,645 [276] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '276'} gunicorn-registry stdout | 2022-06-09 12:33:22,654 [277] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '277'} gunicorn-registry stdout | 2022-06-09 12:33:22,660 [263] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '263'} gunicorn-registry stdout | 2022-06-09 12:33:22,667 [266] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '266'} gunicorn-registry stdout | 2022-06-09 12:33:22,677 [260] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '260'} gunicorn-registry stdout | 2022-06-09 12:33:22,683 [254] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '254'} gunicorn-registry stdout | 2022-06-09 12:33:22,690 [270] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '270'} gunicorn-registry stdout | 2022-06-09 12:33:22,710 [253] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '253'} gunicorn-registry stdout | 2022-06-09 12:33:22,717 [261] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '261'} gunicorn-registry stdout | 2022-06-09 12:33:22,724 [268] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '268'} gunicorn-registry stdout | 2022-06-09 12:33:22,731 [248] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '248'} gunicorn-registry stdout | 2022-06-09 12:33:22,739 [245] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '245'} gunicorn-registry stdout | 2022-06-09 12:33:22,746 [249] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '249'} gunicorn-registry stdout | 2022-06-09 12:33:22,756 [251] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '251'} gunicorn-registry stdout | 2022-06-09 12:33:22,763 [259] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '259'} gunicorn-registry stdout | 2022-06-09 12:33:22,771 [250] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '250'} gunicorn-registry stdout | 2022-06-09 12:33:22,778 [73] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '73'} gunicorn-registry stdout | 2022-06-09 12:33:22,785 [265] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '265'} gunicorn-registry stdout | 2022-06-09 12:33:22,792 [267] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '267'} gunicorn-registry stdout | 2022-06-09 12:33:22,799 [256] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '256'} gunicorn-registry stdout | 2022-06-09 12:33:22,808 [262] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '262'} gunicorn-registry stdout | 2022-06-09 12:33:22,820 [264] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '264'} gunicorn-registry stdout | 2022-06-09 12:33:22,826 [272] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '272'} gunicorn-registry stdout | 2022-06-09 12:33:22,833 [269] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '269'} gunicorn-registry stdout | 2022-06-09 12:33:22,839 [247] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '247'} gunicorn-registry stdout | 2022-06-09 12:33:22,846 [255] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '255'} gunicorn-registry stdout | 2022-06-09 12:33:22,852 [257] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '257'} gunicorn-registry stdout | 2022-06-09 12:33:22,858 [252] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '252'} notificationworker stdout | 2022-06-09 12:33:30,634 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:33:30,634 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:33:40.617379+00:00 (in 9.982996 seconds) notificationworker stdout | 2022-06-09 12:33:30,634 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:33:40 UTC)" (scheduled at 2022-06-09 12:33:30.617379+00:00) notificationworker stdout | 2022-06-09 12:33:30,634 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 12:33:30,635 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 33, 30, 634910), True, datetime.datetime(2022, 6, 9, 12, 33, 30, 634910), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 12:33:30,638 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 12:33:30,638 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:33:30,638 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:33:40 UTC)" executed successfully gcworker stdout | 2022-06-09 12:33:37,491 [71] [DEBUG] [apscheduler.scheduler] Looking for jobs to run gcworker stdout | 2022-06-09 12:33:37,491 [71] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:34:07.490424+00:00 (in 29.998663 seconds) gcworker stdout | 2022-06-09 12:33:37,492 [71] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 12:34:07 UTC)" (scheduled at 2022-06-09 12:33:37.490424+00:00) gcworker stdout | 2022-06-09 12:33:37,492 [71] [DEBUG] [peewee] ('SELECT `candidates`.`repository_id` FROM (SELECT DISTINCT `t1`.`repository_id` FROM `tag` AS `t1` INNER JOIN `repository` AS `t2` ON (`t1`.`repository_id` = `t2`.`id`) INNER JOIN `user` AS `t3` ON (`t2`.`namespace_user_id` = `t3`.`id`) WHERE ((((NOT (`t1`.`lifetime_end_ms` IS %s) AND (`t1`.`lifetime_end_ms` <= %s)) AND (`t3`.`removed_tag_expiration_s` = %s)) AND (`t3`.`enabled` = %s)) AND (`t2`.`state` != %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', [None, 1654778017492, 0, True, 3, 500, 1, 0]) gcworker stdout | 2022-06-09 12:33:37,494 [71] [DEBUG] [__main__] No repository with garbage found gcworker stdout | 2022-06-09 12:33:37,495 [71] [DEBUG] [data.database] Disconnecting from database. gcworker stdout | 2022-06-09 12:33:37,495 [71] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 12:34:07 UTC)" executed successfully repositorygcworker stdout | 2022-06-09 12:33:38,464 [89] [DEBUG] [apscheduler.scheduler] Looking for jobs to run repositorygcworker stdout | 2022-06-09 12:33:38,464 [89] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:33:51.502316+00:00 (in 13.037757 seconds) repositorygcworker stdout | 2022-06-09 12:33:38,464 [89] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:34:38 UTC)" (scheduled at 2022-06-09 12:33:38.463361+00:00) repositorygcworker stdout | 2022-06-09 12:33:38,465 [89] [DEBUG] [workers.queueworker] Getting work item from queue. repositorygcworker stdout | 2022-06-09 12:33:38,465 [89] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 33, 38, 465060), True, datetime.datetime(2022, 6, 9, 12, 33, 38, 465060), 0, 'repositorygc/%', 50, 1, 0]) repositorygcworker stdout | 2022-06-09 12:33:38,468 [89] [DEBUG] [workers.queueworker] No more work. repositorygcworker stdout | 2022-06-09 12:33:38,468 [89] [DEBUG] [data.database] Disconnecting from database. repositorygcworker stdout | 2022-06-09 12:33:38,468 [89] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:34:38 UTC)" executed successfully notificationworker stdout | 2022-06-09 12:33:40,618 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:33:40,618 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:33:50.617379+00:00 (in 9.999214 seconds) notificationworker stdout | 2022-06-09 12:33:40,618 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:33:50 UTC)" (scheduled at 2022-06-09 12:33:40.617379+00:00) notificationworker stdout | 2022-06-09 12:33:40,618 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 12:33:40,619 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 33, 40, 618607), True, datetime.datetime(2022, 6, 9, 12, 33, 40, 618607), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 12:33:40,621 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 12:33:40,621 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:33:40,622 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:33:50 UTC)" executed successfully buildlogsarchiver stdout | 2022-06-09 12:33:45,372 [66] [DEBUG] [apscheduler.scheduler] Looking for jobs to run buildlogsarchiver stdout | 2022-06-09 12:33:45,372 [66] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:34:15.366042+00:00 (in 29.993221 seconds) buildlogsarchiver stdout | 2022-06-09 12:33:45,373 [66] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 12:34:15 UTC)" (scheduled at 2022-06-09 12:33:45.366042+00:00) buildlogsarchiver stdout | 2022-06-09 12:33:45,373 [66] [DEBUG] [peewee] ('SELECT `candidates`.`id` FROM (SELECT `t1`.`id` FROM `repositorybuild` AS `t1` WHERE (((`t1`.`phase` IN (%s, %s, %s)) OR (`t1`.`started` < %s)) AND (`t1`.`logs_archived` = %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2022, 5, 25, 12, 33, 45, 373192), False, 50, 1, 0]) buildlogsarchiver stdout | 2022-06-09 12:33:45,375 [66] [DEBUG] [__main__] No more builds to archive buildlogsarchiver stdout | 2022-06-09 12:33:45,375 [66] [DEBUG] [data.database] Disconnecting from database. buildlogsarchiver stdout | 2022-06-09 12:33:45,375 [66] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 12:34:15 UTC)" executed successfully exportactionlogsworker stdout | 2022-06-09 12:33:47,411 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run exportactionlogsworker stdout | 2022-06-09 12:33:47,411 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:34:04.366245+00:00 (in 16.955090 seconds) exportactionlogsworker stdout | 2022-06-09 12:33:47,411 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:34:47 UTC)" (scheduled at 2022-06-09 12:33:47.409953+00:00) exportactionlogsworker stdout | 2022-06-09 12:33:47,411 [70] [DEBUG] [workers.queueworker] Running watchdog. exportactionlogsworker stdout | 2022-06-09 12:33:47,411 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:34:47 UTC)" executed successfully gunicorn-web stdout | 2022-06-09 12:33:50,329 [241] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '241'} gunicorn-web stdout | 2022-06-09 12:33:50,336 [236] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '236'} gunicorn-web stdout | 2022-06-09 12:33:50,346 [228] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '228'} gunicorn-web stdout | 2022-06-09 12:33:50,356 [234] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '234'} gunicorn-web stdout | 2022-06-09 12:33:50,363 [229] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '229'} gunicorn-web stdout | 2022-06-09 12:33:50,370 [243] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '243'} gunicorn-web stdout | 2022-06-09 12:33:50,378 [226] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '226'} gunicorn-web stdout | 2022-06-09 12:33:50,384 [242] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '242'} gunicorn-web stdout | 2022-06-09 12:33:50,391 [230] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '230'} gunicorn-web stdout | 2022-06-09 12:33:50,398 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '75'} gunicorn-web stdout | 2022-06-09 12:33:50,405 [235] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '235'} gunicorn-web stdout | 2022-06-09 12:33:50,411 [237] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '237'} gunicorn-web stdout | 2022-06-09 12:33:50,423 [239] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '239'} gunicorn-web stdout | 2022-06-09 12:33:50,431 [238] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '238'} gunicorn-web stdout | 2022-06-09 12:33:50,438 [231] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '231'} gunicorn-web stdout | 2022-06-09 12:33:50,445 [244] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '244'} gunicorn-web stdout | 2022-06-09 12:33:50,452 [232] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '232'} gunicorn-secscan stdout | 2022-06-09 12:33:50,459 [221] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '221'} gunicorn-secscan stdout | 2022-06-09 12:33:50,473 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '74'} gunicorn-secscan stdout | 2022-06-09 12:33:50,480 [224] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '224'} gunicorn-secscan stdout | 2022-06-09 12:33:50,486 [225] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '225'} gunicorn-secscan stdout | 2022-06-09 12:33:50,493 [227] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '227'} notificationworker stdout | 2022-06-09 12:33:50,618 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:33:50,618 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:34:00.617379+00:00 (in 9.998661 seconds) notificationworker stdout | 2022-06-09 12:33:50,619 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:34:00 UTC)" (scheduled at 2022-06-09 12:33:50.617379+00:00) notificationworker stdout | 2022-06-09 12:33:50,619 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 12:33:50,619 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 33, 50, 619205), True, datetime.datetime(2022, 6, 9, 12, 33, 50, 619205), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 12:33:50,622 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 12:33:50,622 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:33:50,622 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:34:00 UTC)" executed successfully repositorygcworker stdout | 2022-06-09 12:33:51,516 [89] [DEBUG] [apscheduler.scheduler] Looking for jobs to run repositorygcworker stdout | 2022-06-09 12:33:51,516 [89] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:34:38.463361+00:00 (in 46.946623 seconds) repositorygcworker stdout | 2022-06-09 12:33:51,517 [89] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:34:51 UTC)" (scheduled at 2022-06-09 12:33:51.502316+00:00) repositorygcworker stdout | 2022-06-09 12:33:51,517 [89] [DEBUG] [workers.queueworker] Running watchdog. repositorygcworker stdout | 2022-06-09 12:33:51,517 [89] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:34:51 UTC)" executed successfully chunkcleanupworker stdout | 2022-06-09 12:33:51,715 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'chunkcleanupworker.py', 'pid': '67'} blobuploadcleanupworker stdout | 2022-06-09 12:33:51,722 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'blobuploadcleanupworker.py', 'pid': '64'} repositoryactioncounter stdout | 2022-06-09 12:33:51,729 [88] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositoryactioncounter.py', 'pid': '88'} exportactionlogsworker stdout | 2022-06-09 12:33:51,752 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'exportactionlogsworker.py', 'pid': '70'} globalpromstats stdout | 2022-06-09 12:33:52,020 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'globalpromstats.py', 'pid': '72'} logrotateworker stdout | 2022-06-09 12:33:52,069 [77] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'logrotateworker.py', 'pid': '77'} securityscanningnotificationworker stdout | 2022-06-09 12:33:52,201 [90] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'securityscanningnotificationworker.py', 'pid': '90'} namespacegcworker stdout | 2022-06-09 12:33:52,217 [83] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'namespacegcworker.py', 'pid': '83'} repositorygcworker stdout | 2022-06-09 12:33:52,223 [89] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositorygcworker.py', 'pid': '89'} notificationworker stdout | 2022-06-09 12:33:52,417 [85] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'notificationworker.py', 'pid': '85'} buildlogsarchiver stdout | 2022-06-09 12:33:52,453 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'buildlogsarchiver.py', 'pid': '66'} builder stdout | 2022-06-09 12:33:52,460 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'builder.py', 'pid': '65'} expiredappspecifictokenworker stdout | 2022-06-09 12:33:52,466 [69] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '69'} servicekey stdout | 2022-06-09 12:33:52,473 [92] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'servicekeyworker.py', 'pid': '92'} teamsyncworker stdout | 2022-06-09 12:33:52,528 [94] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'teamsyncworker.py', 'pid': '94'} gcworker stdout | 2022-06-09 12:33:52,535 [71] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'gcworker.py', 'pid': '71'} manifestbackfillworker stdout | 2022-06-09 12:33:52,541 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'manifestbackfillworker.py', 'pid': '78'} storagereplication stdout | 2022-06-09 12:33:52,558 [93] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'storagereplication.py', 'pid': '93'} queuecleanupworker stdout | 2022-06-09 12:33:52,564 [87] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'queuecleanupworker.py', 'pid': '87'} gunicorn-registry stdout | 2022-06-09 12:33:52,612 [275] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '275'} gunicorn-registry stdout | 2022-06-09 12:33:52,620 [246] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '246'} gunicorn-registry stdout | 2022-06-09 12:33:52,628 [271] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '271'} gunicorn-registry stdout | 2022-06-09 12:33:52,637 [273] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '273'} gunicorn-registry stdout | 2022-06-09 12:33:52,647 [274] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '274'} gunicorn-registry stdout | 2022-06-09 12:33:52,660 [276] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '276'} gunicorn-registry stdout | 2022-06-09 12:33:52,667 [277] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '277'} gunicorn-registry stdout | 2022-06-09 12:33:52,674 [263] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '263'} gunicorn-registry stdout | 2022-06-09 12:33:52,680 [266] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '266'} gunicorn-registry stdout | 2022-06-09 12:33:52,693 [260] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '260'} gunicorn-registry stdout | 2022-06-09 12:33:52,699 [254] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '254'} gunicorn-registry stdout | 2022-06-09 12:33:52,706 [270] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '270'} gunicorn-registry stdout | 2022-06-09 12:33:52,722 [253] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '253'} gunicorn-registry stdout | 2022-06-09 12:33:52,730 [261] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '261'} gunicorn-registry stdout | 2022-06-09 12:33:52,737 [268] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '268'} gunicorn-registry stdout | 2022-06-09 12:33:52,744 [248] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '248'} gunicorn-registry stdout | 2022-06-09 12:33:52,754 [245] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '245'} gunicorn-registry stdout | 2022-06-09 12:33:52,761 [249] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '249'} gunicorn-registry stdout | 2022-06-09 12:33:52,768 [251] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '251'} gunicorn-registry stdout | 2022-06-09 12:33:52,774 [259] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '259'} gunicorn-registry stdout | 2022-06-09 12:33:52,786 [250] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '250'} gunicorn-registry stdout | 2022-06-09 12:33:52,794 [73] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '73'} gunicorn-registry stdout | 2022-06-09 12:33:52,802 [265] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '265'} gunicorn-registry stdout | 2022-06-09 12:33:52,809 [267] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '267'} gunicorn-registry stdout | 2022-06-09 12:33:52,816 [256] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '256'} gunicorn-registry stdout | 2022-06-09 12:33:52,823 [262] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '262'} gunicorn-registry stdout | 2022-06-09 12:33:52,832 [264] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '264'} gunicorn-registry stdout | 2022-06-09 12:33:52,839 [272] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '272'} gunicorn-registry stdout | 2022-06-09 12:33:52,848 [269] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '269'} gunicorn-registry stdout | 2022-06-09 12:33:52,854 [247] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '247'} gunicorn-registry stdout | 2022-06-09 12:33:52,862 [255] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '255'} gunicorn-registry stdout | 2022-06-09 12:33:52,869 [257] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '257'} gunicorn-registry stdout | 2022-06-09 12:33:52,875 [252] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '252'} namespacegcworker stdout | 2022-06-09 12:33:55,465 [83] [DEBUG] [apscheduler.scheduler] Looking for jobs to run namespacegcworker stdout | 2022-06-09 12:33:55,466 [83] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:34:01.521527+00:00 (in 6.055442 seconds) namespacegcworker stdout | 2022-06-09 12:33:55,466 [83] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:34:55 UTC)" (scheduled at 2022-06-09 12:33:55.463831+00:00) namespacegcworker stdout | 2022-06-09 12:33:55,466 [83] [DEBUG] [workers.queueworker] Getting work item from queue. namespacegcworker stdout | 2022-06-09 12:33:55,467 [83] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 33, 55, 466418), True, datetime.datetime(2022, 6, 9, 12, 33, 55, 466418), 0, 'namespacegc/%', 50, 1, 0]) namespacegcworker stdout | 2022-06-09 12:33:55,469 [83] [DEBUG] [workers.queueworker] No more work. namespacegcworker stdout | 2022-06-09 12:33:55,469 [83] [DEBUG] [data.database] Disconnecting from database. namespacegcworker stdout | 2022-06-09 12:33:55,469 [83] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:34:55 UTC)" executed successfully notificationworker stdout | 2022-06-09 12:34:00,622 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:34:00,623 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:34:02.645216+00:00 (in 2.022161 seconds) notificationworker stdout | 2022-06-09 12:34:00,623 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:34:10 UTC)" (scheduled at 2022-06-09 12:34:00.617379+00:00) notificationworker stdout | 2022-06-09 12:34:00,623 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 12:34:00,624 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 34, 0, 623448), True, datetime.datetime(2022, 6, 9, 12, 34, 0, 623448), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 12:34:00,626 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 12:34:00,626 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:34:00,627 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:34:10 UTC)" executed successfully namespacegcworker stdout | 2022-06-09 12:34:01,550 [83] [DEBUG] [apscheduler.scheduler] Looking for jobs to run namespacegcworker stdout | 2022-06-09 12:34:01,550 [83] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:34:21.521215+00:00 (in 19.970995 seconds) namespacegcworker stdout | 2022-06-09 12:34:01,550 [83] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:35:01 UTC)" (scheduled at 2022-06-09 12:34:01.521527+00:00) namespacegcworker stdout | 2022-06-09 12:34:01,550 [83] [DEBUG] [workers.queueworker] Running watchdog. namespacegcworker stdout | 2022-06-09 12:34:01,550 [83] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:35:01 UTC)" executed successfully notificationworker stdout | 2022-06-09 12:34:02,650 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:34:02,650 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:34:10.617379+00:00 (in 7.966649 seconds) notificationworker stdout | 2022-06-09 12:34:02,651 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2022-06-09 12:39:02 UTC)" (scheduled at 2022-06-09 12:34:02.645216+00:00) notificationworker stdout | 2022-06-09 12:34:02,651 [85] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT `t1`.`queue_name` FROM `queueitem` AS `t1` WHERE (((`t1`.`available` = %s) AND (`t1`.`processing_expires` > %s)) AND (`t1`.`queue_name` LIKE %s))) AS `_wrapped`', [False, datetime.datetime(2022, 6, 9, 12, 34, 2, 651240), 'notification/%']) notificationworker stdout | 2022-06-09 12:34:02,653 [85] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT `t1`.`queue_name` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s))) AS `_wrapped`', [datetime.datetime(2022, 6, 9, 12, 34, 2, 651240), True, datetime.datetime(2022, 6, 9, 12, 34, 2, 651240), 0, 'notification/%']) notificationworker stdout | 2022-06-09 12:34:02,655 [85] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT `t1`.`queue_name` FROM `queueitem` AS `t1` WHERE (((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) AND NOT (`t1`.`queue_name` IN (SELECT `t1`.`queue_name` FROM `queueitem` AS `t1` WHERE (((`t1`.`available` = %s) AND (`t1`.`processing_expires` > %s)) AND (`t1`.`queue_name` LIKE %s)))))) AS `_wrapped`', [datetime.datetime(2022, 6, 9, 12, 34, 2, 651240), True, datetime.datetime(2022, 6, 9, 12, 34, 2, 651240), 0, 'notification/%', False, datetime.datetime(2022, 6, 9, 12, 34, 2, 651240), 'notification/%']) notificationworker stdout | 2022-06-09 12:34:02,656 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:34:02,656 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2022-06-09 12:39:02 UTC)" executed successfully exportactionlogsworker stdout | 2022-06-09 12:34:04,368 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run exportactionlogsworker stdout | 2022-06-09 12:34:04,368 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:34:47.409953+00:00 (in 43.041270 seconds) exportactionlogsworker stdout | 2022-06-09 12:34:04,369 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:35:04 UTC)" (scheduled at 2022-06-09 12:34:04.366245+00:00) exportactionlogsworker stdout | 2022-06-09 12:34:04,369 [70] [DEBUG] [workers.queueworker] Getting work item from queue. exportactionlogsworker stdout | 2022-06-09 12:34:04,370 [70] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 34, 4, 369251), True, datetime.datetime(2022, 6, 9, 12, 34, 4, 369251), 0, 'exportactionlogs/%', 50, 1, 0]) exportactionlogsworker stdout | 2022-06-09 12:34:04,372 [70] [DEBUG] [workers.queueworker] No more work. exportactionlogsworker stdout | 2022-06-09 12:34:04,372 [70] [DEBUG] [data.database] Disconnecting from database. exportactionlogsworker stdout | 2022-06-09 12:34:04,372 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:35:04 UTC)" executed successfully gcworker stdout | 2022-06-09 12:34:07,493 [71] [DEBUG] [apscheduler.scheduler] Looking for jobs to run gcworker stdout | 2022-06-09 12:34:07,493 [71] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:34:37.490424+00:00 (in 29.997118 seconds) gcworker stdout | 2022-06-09 12:34:07,493 [71] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 12:34:37 UTC)" (scheduled at 2022-06-09 12:34:07.490424+00:00) gcworker stdout | 2022-06-09 12:34:07,494 [71] [DEBUG] [peewee] ('SELECT `candidates`.`repository_id` FROM (SELECT DISTINCT `t1`.`repository_id` FROM `tag` AS `t1` INNER JOIN `repository` AS `t2` ON (`t1`.`repository_id` = `t2`.`id`) INNER JOIN `user` AS `t3` ON (`t2`.`namespace_user_id` = `t3`.`id`) WHERE ((((NOT (`t1`.`lifetime_end_ms` IS %s) AND (`t1`.`lifetime_end_ms` <= %s)) AND (`t3`.`removed_tag_expiration_s` = %s)) AND (`t3`.`enabled` = %s)) AND (`t2`.`state` != %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', [None, 1654778047493, 0, True, 3, 500, 1, 0]) gcworker stdout | 2022-06-09 12:34:07,496 [71] [DEBUG] [__main__] No repository with garbage found gcworker stdout | 2022-06-09 12:34:07,496 [71] [DEBUG] [data.database] Disconnecting from database. gcworker stdout | 2022-06-09 12:34:07,496 [71] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 12:34:37 UTC)" executed successfully notificationworker stdout | 2022-06-09 12:34:10,620 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:34:10,621 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:34:19.645536+00:00 (in 9.024614 seconds) notificationworker stdout | 2022-06-09 12:34:10,621 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:34:20 UTC)" (scheduled at 2022-06-09 12:34:10.617379+00:00) notificationworker stdout | 2022-06-09 12:34:10,621 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 12:34:10,621 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 34, 10, 621244), True, datetime.datetime(2022, 6, 9, 12, 34, 10, 621244), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 12:34:10,624 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 12:34:10,624 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:34:10,624 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:34:20 UTC)" executed successfully buildlogsarchiver stdout | 2022-06-09 12:34:15,367 [66] [DEBUG] [apscheduler.scheduler] Looking for jobs to run buildlogsarchiver stdout | 2022-06-09 12:34:15,367 [66] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:34:45.366042+00:00 (in 29.998755 seconds) buildlogsarchiver stdout | 2022-06-09 12:34:15,367 [66] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 12:34:45 UTC)" (scheduled at 2022-06-09 12:34:15.366042+00:00) buildlogsarchiver stdout | 2022-06-09 12:34:15,368 [66] [DEBUG] [peewee] ('SELECT `candidates`.`id` FROM (SELECT `t1`.`id` FROM `repositorybuild` AS `t1` WHERE (((`t1`.`phase` IN (%s, %s, %s)) OR (`t1`.`started` < %s)) AND (`t1`.`logs_archived` = %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2022, 5, 25, 12, 34, 15, 367713), False, 50, 1, 0]) buildlogsarchiver stdout | 2022-06-09 12:34:15,370 [66] [DEBUG] [__main__] No more builds to archive buildlogsarchiver stdout | 2022-06-09 12:34:15,370 [66] [DEBUG] [data.database] Disconnecting from database. buildlogsarchiver stdout | 2022-06-09 12:34:15,370 [66] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 12:34:45 UTC)" executed successfully notificationworker stdout | 2022-06-09 12:34:19,646 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:34:19,646 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:34:20.617379+00:00 (in 0.971041 seconds) notificationworker stdout | 2022-06-09 12:34:19,646 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:35:19 UTC)" (scheduled at 2022-06-09 12:34:19.645536+00:00) notificationworker stdout | 2022-06-09 12:34:19,646 [85] [DEBUG] [workers.queueworker] Running watchdog. notificationworker stdout | 2022-06-09 12:34:19,646 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:35:19 UTC)" executed successfully gunicorn-web stdout | 2022-06-09 12:34:20,343 [241] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '241'} gunicorn-web stdout | 2022-06-09 12:34:20,351 [236] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '236'} gunicorn-web stdout | 2022-06-09 12:34:20,359 [228] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '228'} gunicorn-web stdout | 2022-06-09 12:34:20,369 [234] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '234'} gunicorn-web stdout | 2022-06-09 12:34:20,376 [229] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '229'} gunicorn-web stdout | 2022-06-09 12:34:20,383 [243] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '243'} gunicorn-web stdout | 2022-06-09 12:34:20,394 [226] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '226'} gunicorn-web stdout | 2022-06-09 12:34:20,401 [242] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '242'} gunicorn-web stdout | 2022-06-09 12:34:20,408 [230] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '230'} gunicorn-web stdout | 2022-06-09 12:34:20,415 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '75'} gunicorn-web stdout | 2022-06-09 12:34:20,428 [235] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '235'} gunicorn-web stdout | 2022-06-09 12:34:20,434 [237] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '237'} gunicorn-web stdout | 2022-06-09 12:34:20,441 [239] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '239'} gunicorn-web stdout | 2022-06-09 12:34:20,448 [238] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '238'} gunicorn-web stdout | 2022-06-09 12:34:20,456 [231] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '231'} gunicorn-web stdout | 2022-06-09 12:34:20,463 [244] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '244'} gunicorn-web stdout | 2022-06-09 12:34:20,472 [232] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '232'} gunicorn-secscan stdout | 2022-06-09 12:34:20,479 [221] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '221'} gunicorn-secscan stdout | 2022-06-09 12:34:20,487 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '74'} gunicorn-secscan stdout | 2022-06-09 12:34:20,495 [224] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '224'} gunicorn-secscan stdout | 2022-06-09 12:34:20,502 [225] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '225'} gunicorn-secscan stdout | 2022-06-09 12:34:20,508 [227] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '227'} notificationworker stdout | 2022-06-09 12:34:20,617 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:34:20,618 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:34:30.617379+00:00 (in 9.999289 seconds) notificationworker stdout | 2022-06-09 12:34:20,618 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:34:30 UTC)" (scheduled at 2022-06-09 12:34:20.617379+00:00) notificationworker stdout | 2022-06-09 12:34:20,618 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 12:34:20,619 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 34, 20, 618409), True, datetime.datetime(2022, 6, 9, 12, 34, 20, 618409), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 12:34:20,621 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 12:34:20,621 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:34:20,621 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:34:30 UTC)" executed successfully gunicorn-web stdout | 2022-06-09 12:34:20,851 [243] [DEBUG] [app] Starting request: urn:request:0697e033-a570-44a4-ab1c-20dfa1b51c19 (/api/v1/repository/ibazulic/quay/build/) {'X-Forwarded-For': '172.24.0.1'} gunicorn-web stdout | 2022-06-09 12:34:20,851 [243] [DEBUG] [app] User loader loading deferred user with uuid: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 12:34:20,851 [243] [DEBUG] [auth.cookie] Loading user from cookie: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 12:34:20,852 [243] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`uuid`, `t1`.`username`, `t1`.`password_hash`, `t1`.`email`, `t1`.`verified`, `t1`.`stripe_id`, `t1`.`organization`, `t1`.`robot`, `t1`.`invoice_email`, `t1`.`invalid_login_attempts`, `t1`.`last_invalid_login`, `t1`.`removed_tag_expiration_s`, `t1`.`enabled`, `t1`.`invoice_email_address`, `t1`.`given_name`, `t1`.`family_name`, `t1`.`company`, `t1`.`location`, `t1`.`maximum_queued_builds_count`, `t1`.`creation_date`, `t1`.`last_accessed` FROM `user` AS `t1` WHERE ((`t1`.`uuid` = %s) AND (`t1`.`organization` = %s)) LIMIT %s OFFSET %s', ['82228490-d075-4921-ae7a-af4408cf11b4', False, 1, 0]) gunicorn-web stdout | 2022-06-09 12:34:20,854 [243] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None]) gunicorn-web stdout | 2022-06-09 12:34:20,854 [243] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2022-06-09 12:34:20,854 [243] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 12:34:20,854 [243] [DEBUG] [endpoints.api] Checking permission for repo: ibazulic/quay gunicorn-web stdout | 2022-06-09 12:34:20,855 [243] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 12:34:20,855 [243] [DEBUG] [auth.permissions] User permission: userspecificneed(type='user', username='ibazulic', role='admin') gunicorn-web stdout | 2022-06-09 12:34:20,855 [243] [DEBUG] [auth.permissions] User namespace permission: namespacewide(type='organization', namespace='ibazulic', role='admin') gunicorn-web stdout | 2022-06-09 12:34:20,855 [243] [DEBUG] [auth.permissions] User namespace repo permission: namespacewide(type='organizationrepo', namespace='ibazulic', role='admin') gunicorn-web stdout | 2022-06-09 12:34:20,855 [243] [DEBUG] [auth.permissions] Adding superuser to user: ibazulic gunicorn-web stdout | 2022-06-09 12:34:20,856 [243] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`namespace_user_id`, `t1`.`name`, `t1`.`visibility_id`, `t1`.`description`, `t1`.`badge_token`, `t1`.`kind_id`, `t1`.`trust_enabled`, `t1`.`state`, `t2`.`id`, `t2`.`uuid`, `t2`.`username`, `t2`.`password_hash`, `t2`.`email`, `t2`.`verified`, `t2`.`stripe_id`, `t2`.`organization`, `t2`.`robot`, `t2`.`invoice_email`, `t2`.`invalid_login_attempts`, `t2`.`last_invalid_login`, `t2`.`removed_tag_expiration_s`, `t2`.`enabled`, `t2`.`invoice_email_address`, `t2`.`given_name`, `t2`.`family_name`, `t2`.`company`, `t2`.`location`, `t2`.`maximum_queued_builds_count`, `t2`.`creation_date`, `t2`.`last_accessed` FROM `repository` AS `t1` INNER JOIN `user` AS `t2` ON (`t1`.`namespace_user_id` = `t2`.`id`) INNER JOIN `repositorykind` AS `t3` ON (`t1`.`kind_id` = `t3`.`id`) WHERE ((((`t2`.`username` = %s) AND (`t1`.`name` = %s)) AND (`t1`.`state` != %s)) AND (`t3`.`name` = %s)) LIMIT %s OFFSET %s', ['ibazulic', 'quay', 3, 'application', 1, 0]) gunicorn-web stdout | 2022-06-09 12:34:20,859 [243] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`uuid`, `t1`.`repository_id`, `t1`.`access_token_id`, `t1`.`resource_key`, `t1`.`job_config`, `t1`.`phase`, `t1`.`started`, `t1`.`display_name`, `t1`.`trigger_id`, `t1`.`pull_robot_id`, `t1`.`logs_archived`, `t1`.`queue_id`, `t2`.`id`, `t2`.`uuid`, `t2`.`service_id`, `t2`.`repository_id`, `t2`.`connected_user_id`, `t2`.`secure_auth_token`, `t2`.`secure_private_key`, `t2`.`fully_migrated`, `t2`.`config`, `t2`.`write_token_id`, `t2`.`pull_robot_id`, `t2`.`enabled`, `t2`.`disabled_reason_id`, `t2`.`disabled_datetime`, `t2`.`successive_failure_count`, `t2`.`successive_internal_error_count`, `t3`.`id`, `t3`.`name`, `t4`.`id`, `t4`.`namespace_user_id`, `t4`.`name`, `t4`.`visibility_id`, `t4`.`description`, `t4`.`badge_token`, `t4`.`kind_id`, `t4`.`trust_enabled`, `t4`.`state`, `t5`.`id`, `t5`.`uuid`, `t5`.`username`, `t5`.`password_hash`, `t5`.`email`, `t5`.`verified`, `t5`.`stripe_id`, `t5`.`organization`, `t5`.`robot`, `t5`.`invoice_email`, `t5`.`invalid_login_attempts`, `t5`.`last_invalid_login`, `t5`.`removed_tag_expiration_s`, `t5`.`enabled`, `t5`.`invoice_email_address`, `t5`.`given_name`, `t5`.`family_name`, `t5`.`company`, `t5`.`location`, `t5`.`maximum_queued_builds_count`, `t5`.`creation_date`, `t5`.`last_accessed`, `t6`.`id`, `t6`.`uuid`, `t6`.`username`, `t6`.`password_hash`, `t6`.`email`, `t6`.`verified`, `t6`.`stripe_id`, `t6`.`organization`, `t6`.`robot`, `t6`.`invoice_email`, `t6`.`invalid_login_attempts`, `t6`.`last_invalid_login`, `t6`.`removed_tag_expiration_s`, `t6`.`enabled`, `t6`.`invoice_email_address`, `t6`.`given_name`, `t6`.`family_name`, `t6`.`company`, `t6`.`location`, `t6`.`maximum_queued_builds_count`, `t6`.`creation_date`, `t6`.`last_accessed` FROM `repositorybuild` AS `t1` INNER JOIN `repository` AS `t4` ON (`t1`.`repository_id` = `t4`.`id`) INNER JOIN `user` AS `t5` ON (`t4`.`namespace_user_id` = `t5`.`id`) LEFT OUTER JOIN `user` AS `t6` ON (`t1`.`pull_robot_id` = `t6`.`id`) LEFT OUTER JOIN `repositorybuildtrigger` AS `t2` ON (`t1`.`trigger_id` = `t2`.`id`) LEFT OUTER JOIN `buildtriggerservice` AS `t3` ON (`t2`.`service_id` = `t3`.`id`) WHERE ((`t4`.`name` = %s) AND (`t5`.`username` = %s)) ORDER BY `t1`.`started` DESC LIMIT %s', ['quay', 'ibazulic', 3]) gunicorn-web stdout | 2022-06-09 12:34:20,862 [243] [DEBUG] [app] Ending request: urn:request:0697e033-a570-44a4-ab1c-20dfa1b51c19 (/api/v1/repository/ibazulic/quay/build/) {'endpoint': 'api.repositorybuildlist', 'request_id': 'urn:request:0697e033-a570-44a4-ab1c-20dfa1b51c19', 'remote_addr': '172.24.0.1', 'http_method': 'GET', 'original_url': 'https://quay.skynet/api/v1/repository/ibazulic/quay/build/?limit=3', 'path': '/api/v1/repository/ibazulic/quay/build/', 'parameters': {'limit': '3'}, 'json_body': None, 'confsha': '61c38a19', 'user-agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:101.0) Gecko/20100101 Firefox/101.0'} gunicorn-web stdout | 2022-06-09 12:34:20,863 [243] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2022-06-09 12:34:20,863 [243] [INFO] [gunicorn.access] 172.24.0.1 - - [09/Jun/2022:12:34:20 +0000] "GET /api/v1/repository/ibazulic/quay/build/?limit=3 HTTP/1.0" 200 15 "https://quay.skynet/repository/ibazulic/quay?tab=history" "Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:101.0) Gecko/20100101 Firefox/101.0" nginx stdout | 172.24.0.1 () - - [09/Jun/2022:12:34:20 +0000] "GET /api/v1/repository/ibazulic/quay/build/?limit=3 HTTP/2.0" 200 15 "https://quay.skynet/repository/ibazulic/quay?tab=history" "Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:101.0) Gecko/20100101 Firefox/101.0" (0.014 416 0.012) namespacegcworker stdout | 2022-06-09 12:34:21,522 [83] [DEBUG] [apscheduler.scheduler] Looking for jobs to run namespacegcworker stdout | 2022-06-09 12:34:21,522 [83] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:34:55.463831+00:00 (in 33.941327 seconds) namespacegcworker stdout | 2022-06-09 12:34:21,522 [83] [INFO] [apscheduler.executors.default] Running job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2022-06-09 12:39:21 UTC)" (scheduled at 2022-06-09 12:34:21.521215+00:00) namespacegcworker stdout | 2022-06-09 12:34:21,523 [83] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT `t1`.`queue_name` FROM `queueitem` AS `t1` WHERE (((`t1`.`available` = %s) AND (`t1`.`processing_expires` > %s)) AND (`t1`.`queue_name` LIKE %s))) AS `_wrapped`', [False, datetime.datetime(2022, 6, 9, 12, 34, 21, 522820), 'namespacegc/%']) namespacegcworker stdout | 2022-06-09 12:34:21,525 [83] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT `t1`.`queue_name` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s))) AS `_wrapped`', [datetime.datetime(2022, 6, 9, 12, 34, 21, 522820), True, datetime.datetime(2022, 6, 9, 12, 34, 21, 522820), 0, 'namespacegc/%']) namespacegcworker stdout | 2022-06-09 12:34:21,526 [83] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT `t1`.`queue_name` FROM `queueitem` AS `t1` WHERE (((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) AND NOT (`t1`.`queue_name` IN (SELECT `t1`.`queue_name` FROM `queueitem` AS `t1` WHERE (((`t1`.`available` = %s) AND (`t1`.`processing_expires` > %s)) AND (`t1`.`queue_name` LIKE %s)))))) AS `_wrapped`', [datetime.datetime(2022, 6, 9, 12, 34, 21, 522820), True, datetime.datetime(2022, 6, 9, 12, 34, 21, 522820), 0, 'namespacegc/%', False, datetime.datetime(2022, 6, 9, 12, 34, 21, 522820), 'namespacegc/%']) namespacegcworker stdout | 2022-06-09 12:34:21,527 [83] [DEBUG] [data.database] Disconnecting from database. namespacegcworker stdout | 2022-06-09 12:34:21,528 [83] [INFO] [apscheduler.executors.default] Job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2022-06-09 12:39:21 UTC)" executed successfully blobuploadcleanupworker stdout | 2022-06-09 12:34:21,747 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'blobuploadcleanupworker.py', 'pid': '64'} chunkcleanupworker stdout | 2022-06-09 12:34:21,755 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'chunkcleanupworker.py', 'pid': '67'} repositoryactioncounter stdout | 2022-06-09 12:34:21,765 [88] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositoryactioncounter.py', 'pid': '88'} exportactionlogsworker stdout | 2022-06-09 12:34:21,792 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'exportactionlogsworker.py', 'pid': '70'} globalpromstats stdout | 2022-06-09 12:34:22,082 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'globalpromstats.py', 'pid': '72'} logrotateworker stdout | 2022-06-09 12:34:22,106 [77] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'logrotateworker.py', 'pid': '77'} gunicorn-web stdout | 2022-06-09 12:34:22,144 [244] [DEBUG] [app] Starting request: urn:request:5916a8c1-b079-44a4-b47d-7babf5788e6b (/repository/ibazulic/quay) {'X-Forwarded-For': '172.24.0.1'} gunicorn-web stdout | 2022-06-09 12:34:22,150 [244] [DEBUG] [endpoints.api.discovery] Unable to find method for POST in class gunicorn-web stdout | 2022-06-09 12:34:22,155 [244] [DEBUG] [app] User loader loading deferred user with uuid: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 12:34:22,169 [244] [DEBUG] [app] Ending request: urn:request:5916a8c1-b079-44a4-b47d-7babf5788e6b (/repository/ibazulic/quay) {'endpoint': 'web.repository', 'request_id': 'urn:request:5916a8c1-b079-44a4-b47d-7babf5788e6b', 'remote_addr': '172.24.0.1', 'http_method': 'GET', 'original_url': 'https://quay.skynet/repository/ibazulic/quay?tab=history', 'path': '/repository/ibazulic/quay', 'parameters': {'tab': 'history'}, 'json_body': None, 'confsha': '61c38a19', 'user-agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:101.0) Gecko/20100101 Firefox/101.0'} gunicorn-web stdout | 2022-06-09 12:34:22,169 [244] [INFO] [gunicorn.access] 172.24.0.1 - - [09/Jun/2022:12:34:22 +0000] "GET /repository/ibazulic/quay?tab=history HTTP/1.0" 200 74189 "-" "Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:101.0) Gecko/20100101 Firefox/101.0" nginx stdout | 172.24.0.1 () - - [09/Jun/2022:12:34:22 +0000] "GET /repository/ibazulic/quay?tab=history HTTP/2.0" 200 12270 "-" "Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:101.0) Gecko/20100101 Firefox/101.0" (0.026 530 0.024) nginx stdout | 172.24.0.1 () - - [09/Jun/2022:12:34:22 +0000] "GET /static/ldn/jquery.js-3c5c5966471e.js HTTP/2.0" 200 102774 "https://quay.skynet/repository/ibazulic/quay?tab=history" "Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:101.0) Gecko/20100101 Firefox/101.0" (0.000 423 -) nginx stdout | 172.24.0.1 () - - [09/Jun/2022:12:34:22 +0000] "GET /static/ldn/bootstrap.min.js-0e773844b374.js HTTP/2.0" 200 11290 "https://quay.skynet/repository/ibazulic/quay?tab=history" "Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:101.0) Gecko/20100101 Firefox/101.0" (0.000 65 -) nginx stdout | 172.24.0.1 () - - [09/Jun/2022:12:34:22 +0000] "GET /static/ldn/ng-tags-input.min.js-fa3026ba8409.js HTTP/2.0" 200 6089 "https://quay.skynet/repository/ibazulic/quay?tab=history" "Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:101.0) Gecko/20100101 Firefox/101.0" (0.000 67 -) nginx stdout | 172.24.0.1 () - - [09/Jun/2022:12:34:22 +0000] "GET /static/ldn/typeahead.bundle.min.js-716151ca4e5d.js HTTP/2.0" 200 16660 "https://quay.skynet/repository/ibazulic/quay?tab=history" "Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:101.0) Gecko/20100101 Firefox/101.0" (0.000 69 -) nginx stdout | 172.24.0.1 () - - [09/Jun/2022:12:34:22 +0000] "GET /static/standalonelib/jquery.overscroll.min.js HTTP/2.0" 200 3479 "https://quay.skynet/repository/ibazulic/quay?tab=history" "Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:101.0) Gecko/20100101 Firefox/101.0" (0.000 66 -) securityscanningnotificationworker stdout | 2022-06-09 12:34:22,236 [90] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'securityscanningnotificationworker.py', 'pid': '90'} namespacegcworker stdout | 2022-06-09 12:34:22,246 [83] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'namespacegcworker.py', 'pid': '83'} repositorygcworker stdout | 2022-06-09 12:34:22,264 [89] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositorygcworker.py', 'pid': '89'} nginx stdout | 172.24.0.1 () - - [09/Jun/2022:12:34:22 +0000] "GET /static/build/83-quay-frontend.chunk.js HTTP/2.0" 200 1705 "https://quay.skynet/repository/ibazulic/quay?tab=history" "Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:101.0) Gecko/20100101 Firefox/101.0" (0.000 62 -) nginx stdout | 172.24.0.1 () - - [09/Jun/2022:12:34:22 +0000] "GET /static/build/135-quay-frontend.chunk.js HTTP/2.0" 200 962 "https://quay.skynet/repository/ibazulic/quay?tab=history" "Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:101.0) Gecko/20100101 Firefox/101.0" (0.000 62 -) nginx stdout | 172.24.0.1 () - - [09/Jun/2022:12:34:22 +0000] "GET /static/build/18-quay-frontend.chunk.js HTTP/2.0" 200 985 "https://quay.skynet/repository/ibazulic/quay?tab=history" "Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:101.0) Gecko/20100101 Firefox/101.0" (0.000 61 -) nginx stdout | 172.24.0.1 () - - [09/Jun/2022:12:34:22 +0000] "GET /static/build/112-quay-frontend.chunk.js HTTP/2.0" 200 755 "https://quay.skynet/repository/ibazulic/quay?tab=history" "Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:101.0) Gecko/20100101 Firefox/101.0" (0.000 62 -) nginx stdout | 172.24.0.1 () - - [09/Jun/2022:12:34:22 +0000] "GET /static/build/181-quay-frontend.chunk.js HTTP/2.0" 200 939 "https://quay.skynet/repository/ibazulic/quay?tab=history" "Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:101.0) Gecko/20100101 Firefox/101.0" (0.000 62 -) gunicorn-web stdout | 2022-06-09 12:34:22,416 [243] [DEBUG] [app] Starting request: urn:request:a3f8d9f1-3ee2-444c-b844-97e130d0a194 (/api/v1/user/) {'X-Forwarded-For': '172.24.0.1'} gunicorn-web stdout | 2022-06-09 12:34:22,416 [243] [DEBUG] [app] User loader loading deferred user with uuid: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 12:34:22,416 [243] [DEBUG] [auth.cookie] Loading user from cookie: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 12:34:22,417 [243] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`uuid`, `t1`.`username`, `t1`.`password_hash`, `t1`.`email`, `t1`.`verified`, `t1`.`stripe_id`, `t1`.`organization`, `t1`.`robot`, `t1`.`invoice_email`, `t1`.`invalid_login_attempts`, `t1`.`last_invalid_login`, `t1`.`removed_tag_expiration_s`, `t1`.`enabled`, `t1`.`invoice_email_address`, `t1`.`given_name`, `t1`.`family_name`, `t1`.`company`, `t1`.`location`, `t1`.`maximum_queued_builds_count`, `t1`.`creation_date`, `t1`.`last_accessed` FROM `user` AS `t1` WHERE ((`t1`.`uuid` = %s) AND (`t1`.`organization` = %s)) LIMIT %s OFFSET %s', ['82228490-d075-4921-ae7a-af4408cf11b4', False, 1, 0]) gunicorn-web stdout | 2022-06-09 12:34:22,419 [243] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None]) gunicorn-web stdout | 2022-06-09 12:34:22,419 [243] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2022-06-09 12:34:22,419 [243] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 12:34:22,420 [243] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 12:34:22,420 [243] [DEBUG] [auth.permissions] User permission: userspecificneed(type='user', username='ibazulic', role='admin') gunicorn-web stdout | 2022-06-09 12:34:22,420 [243] [DEBUG] [auth.permissions] User namespace permission: namespacewide(type='organization', namespace='ibazulic', role='admin') gunicorn-web stdout | 2022-06-09 12:34:22,420 [243] [DEBUG] [auth.permissions] User namespace repo permission: namespacewide(type='organizationrepo', namespace='ibazulic', role='admin') gunicorn-web stdout | 2022-06-09 12:34:22,420 [243] [DEBUG] [auth.permissions] Adding superuser to user: ibazulic gunicorn-web stdout | 2022-06-09 12:34:22,421 [243] [DEBUG] [peewee] ('SELECT DISTINCT `t1`.`id`, `t1`.`uuid`, `t1`.`username`, `t1`.`password_hash`, `t1`.`email`, `t1`.`verified`, `t1`.`stripe_id`, `t1`.`organization`, `t1`.`robot`, `t1`.`invoice_email`, `t1`.`invalid_login_attempts`, `t1`.`last_invalid_login`, `t1`.`removed_tag_expiration_s`, `t1`.`enabled`, `t1`.`invoice_email_address`, `t1`.`given_name`, `t1`.`family_name`, `t1`.`company`, `t1`.`location`, `t1`.`maximum_queued_builds_count`, `t1`.`creation_date`, `t1`.`last_accessed` FROM `user` AS `t1` INNER JOIN `team` AS `t2` ON (`t2`.`organization_id` = `t1`.`id`) INNER JOIN `teammember` AS `t3` ON (`t3`.`team_id` = `t2`.`id`) INNER JOIN `user` AS `t4` ON (`t4`.`id` = `t3`.`user_id`) WHERE ((`t1`.`organization` = %s) AND (`t4`.`username` = %s))', [True, 'ibazulic']) gunicorn-web stdout | 2022-06-09 12:34:22,422 [243] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 12:34:22,422 [243] [DEBUG] [peewee] ('SELECT `t1`.`service_ident`, `t2`.`name`, `t1`.`metadata_json` FROM `federatedlogin` AS `t1` INNER JOIN `loginservice` AS `t2` ON (`t1`.`service_id` = `t2`.`id`) WHERE ((`t2`.`name` != %s) AND (`t1`.`user_id` = %s))', ['quayrobot', 1]) gunicorn-web stdout | 2022-06-09 12:34:22,424 [243] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`user_id`, `t1`.`kind_id` FROM `userprompt` AS `t1` INNER JOIN `userpromptkind` AS `t2` ON (`t1`.`kind_id` = `t2`.`id`) WHERE (`t1`.`user_id` = %s)', [1]) gunicorn-web stdout | 2022-06-09 12:34:22,425 [243] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`uuid`, `t1`.`username`, `t1`.`password_hash`, `t1`.`email`, `t1`.`verified`, `t1`.`stripe_id`, `t1`.`organization`, `t1`.`robot`, `t1`.`invoice_email`, `t1`.`invalid_login_attempts`, `t1`.`last_invalid_login`, `t1`.`removed_tag_expiration_s`, `t1`.`enabled`, `t1`.`invoice_email_address`, `t1`.`given_name`, `t1`.`family_name`, `t1`.`company`, `t1`.`location`, `t1`.`maximum_queued_builds_count`, `t1`.`creation_date`, `t1`.`last_accessed` FROM `user` AS `t1` WHERE ((`t1`.`username` = %s) AND (`t1`.`organization` = %s)) LIMIT %s OFFSET %s', ['ibazulic', False, 1, 0]) gunicorn-web stdout | 2022-06-09 12:34:22,426 [243] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 12:34:22,426 [243] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 12:34:22,426 [243] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 12:34:22,427 [243] [DEBUG] [app] Ending request: urn:request:a3f8d9f1-3ee2-444c-b844-97e130d0a194 (/api/v1/user/) {'endpoint': 'api.user', 'request_id': 'urn:request:a3f8d9f1-3ee2-444c-b844-97e130d0a194', 'remote_addr': '172.24.0.1', 'http_method': 'GET', 'original_url': 'https://quay.skynet/api/v1/user/', 'path': '/api/v1/user/', 'parameters': {}, 'json_body': None, 'confsha': '61c38a19', 'user-agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:101.0) Gecko/20100101 Firefox/101.0'} gunicorn-web stdout | 2022-06-09 12:34:22,427 [243] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2022-06-09 12:34:22,428 [243] [INFO] [gunicorn.access] 172.24.0.1 - - [09/Jun/2022:12:34:22 +0000] "GET /api/v1/user/ HTTP/1.0" 200 584 "https://quay.skynet/repository/ibazulic/quay?tab=history" "Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:101.0) Gecko/20100101 Firefox/101.0" nginx stdout | 172.24.0.1 () - - [09/Jun/2022:12:34:22 +0000] "GET /api/v1/user/ HTTP/2.0" 200 584 "https://quay.skynet/repository/ibazulic/quay?tab=history" "Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:101.0) Gecko/20100101 Firefox/101.0" (0.014 743 0.012) gunicorn-web stdout | 2022-06-09 12:34:22,432 [226] [DEBUG] [app] Starting request: urn:request:168825e9-f009-45c0-936c-7cd29bb12451 (/api/v1/messages) {'X-Forwarded-For': '172.24.0.1'} gunicorn-web stdout | 2022-06-09 12:34:22,432 [226] [DEBUG] [app] User loader loading deferred user with uuid: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 12:34:22,432 [226] [DEBUG] [auth.cookie] Loading user from cookie: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 12:34:22,433 [226] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`uuid`, `t1`.`username`, `t1`.`password_hash`, `t1`.`email`, `t1`.`verified`, `t1`.`stripe_id`, `t1`.`organization`, `t1`.`robot`, `t1`.`invoice_email`, `t1`.`invalid_login_attempts`, `t1`.`last_invalid_login`, `t1`.`removed_tag_expiration_s`, `t1`.`enabled`, `t1`.`invoice_email_address`, `t1`.`given_name`, `t1`.`family_name`, `t1`.`company`, `t1`.`location`, `t1`.`maximum_queued_builds_count`, `t1`.`creation_date`, `t1`.`last_accessed` FROM `user` AS `t1` WHERE ((`t1`.`uuid` = %s) AND (`t1`.`organization` = %s)) LIMIT %s OFFSET %s', ['82228490-d075-4921-ae7a-af4408cf11b4', False, 1, 0]) gunicorn-web stdout | 2022-06-09 12:34:22,436 [226] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None]) gunicorn-web stdout | 2022-06-09 12:34:22,436 [226] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2022-06-09 12:34:22,436 [226] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 12:34:22,436 [226] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`content`, `t1`.`uuid`, `t1`.`severity`, `t1`.`media_type_id`, `t2`.`id`, `t2`.`name` FROM `messages` AS `t1` INNER JOIN `mediatype` AS `t2` ON (`t1`.`media_type_id` = `t2`.`id`)', []) gunicorn-web stdout | 2022-06-09 12:34:22,438 [226] [DEBUG] [app] Ending request: urn:request:168825e9-f009-45c0-936c-7cd29bb12451 (/api/v1/messages) {'endpoint': 'api.globalusermessages', 'request_id': 'urn:request:168825e9-f009-45c0-936c-7cd29bb12451', 'remote_addr': '172.24.0.1', 'http_method': 'GET', 'original_url': 'https://quay.skynet/api/v1/messages', 'path': '/api/v1/messages', 'parameters': {}, 'json_body': None, 'confsha': '61c38a19', 'user-agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:101.0) Gecko/20100101 Firefox/101.0'} gunicorn-web stdout | 2022-06-09 12:34:22,439 [226] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2022-06-09 12:34:22,439 [226] [INFO] [gunicorn.access] 172.24.0.1 - - [09/Jun/2022:12:34:22 +0000] "GET /api/v1/messages HTTP/1.0" 200 17 "https://quay.skynet/repository/ibazulic/quay?tab=history" "Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:101.0) Gecko/20100101 Firefox/101.0" nginx stdout | 172.24.0.1 () - - [09/Jun/2022:12:34:22 +0000] "GET /api/v1/messages HTTP/2.0" 200 17 "https://quay.skynet/repository/ibazulic/quay?tab=history" "Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:101.0) Gecko/20100101 Firefox/101.0" (0.008 46 0.008) notificationworker stdout | 2022-06-09 12:34:22,463 [85] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'notificationworker.py', 'pid': '85'} gunicorn-web stdout | 2022-06-09 12:34:22,481 [226] [DEBUG] [app] Starting request: urn:request:6e7ecc88-57b7-46ae-8b37-049f76adf508 (/api/v1/repository/ibazulic/quay/tag/) {'X-Forwarded-For': '172.24.0.1'} gunicorn-web stdout | 2022-06-09 12:34:22,481 [244] [DEBUG] [app] Starting request: urn:request:e20aabf0-00cf-4071-8f4a-aac6d143273a (/api/v1/repository/ibazulic/quay) {'X-Forwarded-For': '172.24.0.1'} gunicorn-web stdout | 2022-06-09 12:34:22,482 [226] [DEBUG] [app] User loader loading deferred user with uuid: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 12:34:22,482 [244] [DEBUG] [app] User loader loading deferred user with uuid: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 12:34:22,482 [226] [DEBUG] [auth.cookie] Loading user from cookie: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 12:34:22,482 [244] [DEBUG] [auth.cookie] Loading user from cookie: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 12:34:22,482 [226] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`uuid`, `t1`.`username`, `t1`.`password_hash`, `t1`.`email`, `t1`.`verified`, `t1`.`stripe_id`, `t1`.`organization`, `t1`.`robot`, `t1`.`invoice_email`, `t1`.`invalid_login_attempts`, `t1`.`last_invalid_login`, `t1`.`removed_tag_expiration_s`, `t1`.`enabled`, `t1`.`invoice_email_address`, `t1`.`given_name`, `t1`.`family_name`, `t1`.`company`, `t1`.`location`, `t1`.`maximum_queued_builds_count`, `t1`.`creation_date`, `t1`.`last_accessed` FROM `user` AS `t1` WHERE ((`t1`.`uuid` = %s) AND (`t1`.`organization` = %s)) LIMIT %s OFFSET %s', ['82228490-d075-4921-ae7a-af4408cf11b4', False, 1, 0]) gunicorn-web stdout | 2022-06-09 12:34:22,482 [244] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`uuid`, `t1`.`username`, `t1`.`password_hash`, `t1`.`email`, `t1`.`verified`, `t1`.`stripe_id`, `t1`.`organization`, `t1`.`robot`, `t1`.`invoice_email`, `t1`.`invalid_login_attempts`, `t1`.`last_invalid_login`, `t1`.`removed_tag_expiration_s`, `t1`.`enabled`, `t1`.`invoice_email_address`, `t1`.`given_name`, `t1`.`family_name`, `t1`.`company`, `t1`.`location`, `t1`.`maximum_queued_builds_count`, `t1`.`creation_date`, `t1`.`last_accessed` FROM `user` AS `t1` WHERE ((`t1`.`uuid` = %s) AND (`t1`.`organization` = %s)) LIMIT %s OFFSET %s', ['82228490-d075-4921-ae7a-af4408cf11b4', False, 1, 0]) gunicorn-web stdout | 2022-06-09 12:34:22,485 [226] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None]) gunicorn-web stdout | 2022-06-09 12:34:22,485 [244] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None]) gunicorn-web stdout | 2022-06-09 12:34:22,485 [226] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2022-06-09 12:34:22,485 [226] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 12:34:22,485 [244] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2022-06-09 12:34:22,485 [244] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 12:34:22,485 [226] [DEBUG] [endpoints.api] Checking permission for repo: ibazulic/quay gunicorn-web stdout | 2022-06-09 12:34:22,485 [226] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 12:34:22,485 [226] [DEBUG] [auth.permissions] User permission: userspecificneed(type='user', username='ibazulic', role='admin') gunicorn-web stdout | 2022-06-09 12:34:22,485 [226] [DEBUG] [auth.permissions] User namespace permission: namespacewide(type='organization', namespace='ibazulic', role='admin') gunicorn-web stdout | 2022-06-09 12:34:22,485 [226] [DEBUG] [auth.permissions] User namespace repo permission: namespacewide(type='organizationrepo', namespace='ibazulic', role='admin') gunicorn-web stdout | 2022-06-09 12:34:22,485 [226] [DEBUG] [auth.permissions] Adding superuser to user: ibazulic gunicorn-web stdout | 2022-06-09 12:34:22,485 [244] [DEBUG] [endpoints.api] Checking permission for repo: ibazulic/quay gunicorn-web stdout | 2022-06-09 12:34:22,486 [244] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 12:34:22,486 [244] [DEBUG] [auth.permissions] User permission: userspecificneed(type='user', username='ibazulic', role='admin') gunicorn-web stdout | 2022-06-09 12:34:22,486 [244] [DEBUG] [auth.permissions] User namespace permission: namespacewide(type='organization', namespace='ibazulic', role='admin') gunicorn-web stdout | 2022-06-09 12:34:22,486 [244] [DEBUG] [auth.permissions] User namespace repo permission: namespacewide(type='organizationrepo', namespace='ibazulic', role='admin') gunicorn-web stdout | 2022-06-09 12:34:22,486 [244] [DEBUG] [auth.permissions] Adding superuser to user: ibazulic gunicorn-web stdout | 2022-06-09 12:34:22,486 [244] [DEBUG] [endpoints.api.repository] Get repo: ibazulic/quay gunicorn-web stdout | 2022-06-09 12:34:22,486 [226] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`namespace_user_id`, `t1`.`name`, `t1`.`visibility_id`, `t1`.`description`, `t1`.`badge_token`, `t1`.`kind_id`, `t1`.`trust_enabled`, `t1`.`state`, `t2`.`id`, `t2`.`uuid`, `t2`.`username`, `t2`.`password_hash`, `t2`.`email`, `t2`.`verified`, `t2`.`stripe_id`, `t2`.`organization`, `t2`.`robot`, `t2`.`invoice_email`, `t2`.`invalid_login_attempts`, `t2`.`last_invalid_login`, `t2`.`removed_tag_expiration_s`, `t2`.`enabled`, `t2`.`invoice_email_address`, `t2`.`given_name`, `t2`.`family_name`, `t2`.`company`, `t2`.`location`, `t2`.`maximum_queued_builds_count`, `t2`.`creation_date`, `t2`.`last_accessed` FROM `repository` AS `t1` INNER JOIN `user` AS `t2` ON (`t1`.`namespace_user_id` = `t2`.`id`) INNER JOIN `repositorykind` AS `t3` ON (`t1`.`kind_id` = `t3`.`id`) WHERE ((((`t2`.`username` = %s) AND (`t1`.`name` = %s)) AND (`t1`.`state` != %s)) AND (`t3`.`name` = %s)) LIMIT %s OFFSET %s', ['ibazulic', 'quay', 3, 'application', 1, 0]) gunicorn-web stdout | 2022-06-09 12:34:22,487 [244] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`namespace_user_id`, `t1`.`name`, `t1`.`visibility_id`, `t1`.`description`, `t1`.`badge_token`, `t1`.`kind_id`, `t1`.`trust_enabled`, `t1`.`state`, `t2`.`id`, `t2`.`uuid`, `t2`.`username`, `t2`.`password_hash`, `t2`.`email`, `t2`.`verified`, `t2`.`stripe_id`, `t2`.`organization`, `t2`.`robot`, `t2`.`invoice_email`, `t2`.`invalid_login_attempts`, `t2`.`last_invalid_login`, `t2`.`removed_tag_expiration_s`, `t2`.`enabled`, `t2`.`invoice_email_address`, `t2`.`given_name`, `t2`.`family_name`, `t2`.`company`, `t2`.`location`, `t2`.`maximum_queued_builds_count`, `t2`.`creation_date`, `t2`.`last_accessed` FROM `repository` AS `t1` INNER JOIN `user` AS `t2` ON (`t1`.`namespace_user_id` = `t2`.`id`) WHERE (((`t2`.`username` = %s) AND (`t1`.`name` = %s)) AND (`t1`.`state` != %s)) LIMIT %s OFFSET %s', ['ibazulic', 'quay', 3, 1, 0]) gunicorn-web stdout | 2022-06-09 12:34:22,488 [244] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`user_id`, `t1`.`repository_id`, `t1`.`created` FROM `star` AS `t1` WHERE ((`t1`.`repository_id` = %s) AND (`t1`.`user_id` = %s)) LIMIT %s OFFSET %s', [1, 1, 1, 0]) gunicorn-web stdout | 2022-06-09 12:34:22,489 [226] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`namespace_user_id`, `t1`.`name`, `t1`.`visibility_id`, `t1`.`description`, `t1`.`badge_token`, `t1`.`kind_id`, `t1`.`trust_enabled`, `t1`.`state`, `t2`.`id`, `t2`.`uuid`, `t2`.`username`, `t2`.`password_hash`, `t2`.`email`, `t2`.`verified`, `t2`.`stripe_id`, `t2`.`organization`, `t2`.`robot`, `t2`.`invoice_email`, `t2`.`invalid_login_attempts`, `t2`.`last_invalid_login`, `t2`.`removed_tag_expiration_s`, `t2`.`enabled`, `t2`.`invoice_email_address`, `t2`.`given_name`, `t2`.`family_name`, `t2`.`company`, `t2`.`location`, `t2`.`maximum_queued_builds_count`, `t2`.`creation_date`, `t2`.`last_accessed` FROM `repository` AS `t1` INNER JOIN `user` AS `t2` ON (`t1`.`namespace_user_id` = `t2`.`id`) WHERE (((`t2`.`username` = %s) AND (`t1`.`name` = %s)) AND (`t1`.`state` != %s)) LIMIT %s OFFSET %s', ['ibazulic', 'quay', 3, 1, 0]) gunicorn-web stdout | 2022-06-09 12:34:22,490 [244] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`repository_id`, `t1`.`count`, `t1`.`date` FROM `repositoryactioncount` AS `t1` WHERE ((`t1`.`repository_id` = %s) AND (`t1`.`date` >= %s))', [1, datetime.date(2022, 3, 9)]) gunicorn-web stdout | 2022-06-09 12:34:22,491 [244] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 12:34:22,491 [226] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`name`, `t1`.`repository_id`, `t1`.`manifest_id`, `t1`.`lifetime_start_ms`, `t1`.`lifetime_end_ms`, `t1`.`hidden`, `t1`.`reversion`, `t1`.`tag_kind_id`, `t1`.`linked_tag_id`, `t2`.`id`, `t2`.`digest`, `t2`.`media_type_id`, `t2`.`layers_compressed_size`, `t2`.`config_media_type` FROM `tag` AS `t1` INNER JOIN `manifest` AS `t2` ON (`t1`.`manifest_id` = `t2`.`id`) WHERE (((`t1`.`repository_id` = %s) AND ((`t1`.`lifetime_end_ms` IS %s) OR (`t1`.`lifetime_end_ms` > %s))) AND (`t1`.`hidden` = %s)) ORDER BY `t1`.`lifetime_start_ms` DESC, `t1`.`name` LIMIT %s OFFSET %s', [1, None, 1654778062491, False, 101, 0]) gunicorn-web stdout | 2022-06-09 12:34:22,491 [244] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 82228490-d075-4921-ae7a-af4408cf11b4 buildlogsarchiver stdout | 2022-06-09 12:34:22,492 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'buildlogsarchiver.py', 'pid': '66'} gunicorn-web stdout | 2022-06-09 12:34:22,493 [244] [DEBUG] [app] Ending request: urn:request:e20aabf0-00cf-4071-8f4a-aac6d143273a (/api/v1/repository/ibazulic/quay) {'endpoint': 'api.repository', 'request_id': 'urn:request:e20aabf0-00cf-4071-8f4a-aac6d143273a', 'remote_addr': '172.24.0.1', 'http_method': 'GET', 'original_url': 'https://quay.skynet/api/v1/repository/ibazulic/quay?includeStats=true&includeTags=false', 'path': '/api/v1/repository/ibazulic/quay', 'parameters': {'includeStats': 'true', 'includeTags': 'false'}, 'json_body': None, 'confsha': '61c38a19', 'user-agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:101.0) Gecko/20100101 Firefox/101.0'} gunicorn-web stdout | 2022-06-09 12:34:22,493 [244] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2022-06-09 12:34:22,493 [226] [DEBUG] [app] Ending request: urn:request:6e7ecc88-57b7-46ae-8b37-049f76adf508 (/api/v1/repository/ibazulic/quay/tag/) {'endpoint': 'api.listrepositorytags', 'request_id': 'urn:request:6e7ecc88-57b7-46ae-8b37-049f76adf508', 'remote_addr': '172.24.0.1', 'http_method': 'GET', 'original_url': 'https://quay.skynet/api/v1/repository/ibazulic/quay/tag/?limit=100&page=1&onlyActiveTags=true', 'path': '/api/v1/repository/ibazulic/quay/tag/', 'parameters': {'limit': '100', 'page': '1', 'onlyActiveTags': 'true'}, 'json_body': None, 'confsha': '61c38a19', 'user-agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:101.0) Gecko/20100101 Firefox/101.0'} nginx stdout | 172.24.0.1 () - - [09/Jun/2022:12:34:22 +0000] "GET /api/v1/repository/ibazulic/quay?includeStats=true&includeTags=false HTTP/2.0" 200 3619 "https://quay.skynet/repository/ibazulic/quay?tab=history" "Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:101.0) Gecko/20100101 Firefox/101.0" (0.014 84 0.016) gunicorn-web stdout | 2022-06-09 12:34:22,494 [244] [INFO] [gunicorn.access] 172.24.0.1 - - [09/Jun/2022:12:34:22 +0000] "GET /api/v1/repository/ibazulic/quay?includeStats=true&includeTags=false HTTP/1.0" 200 3619 "https://quay.skynet/repository/ibazulic/quay?tab=history" "Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:101.0) Gecko/20100101 Firefox/101.0" gunicorn-web stdout | 2022-06-09 12:34:22,494 [226] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2022-06-09 12:34:22,494 [226] [INFO] [gunicorn.access] 172.24.0.1 - - [09/Jun/2022:12:34:22 +0000] "GET /api/v1/repository/ibazulic/quay/tag/?limit=100&page=1&onlyActiveTags=true HTTP/1.0" 200 49 "https://quay.skynet/repository/ibazulic/quay?tab=history" "Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:101.0) Gecko/20100101 Firefox/101.0" nginx stdout | 172.24.0.1 () - - [09/Jun/2022:12:34:22 +0000] "GET /api/v1/repository/ibazulic/quay/tag/?limit=100&page=1&onlyActiveTags=true HTTP/2.0" 200 49 "https://quay.skynet/repository/ibazulic/quay?tab=history" "Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:101.0) Gecko/20100101 Firefox/101.0" (0.014 89 0.016) builder stdout | 2022-06-09 12:34:22,501 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'builder.py', 'pid': '65'} expiredappspecifictokenworker stdout | 2022-06-09 12:34:22,511 [69] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '69'} gunicorn-web stdout | 2022-06-09 12:34:22,514 [241] [DEBUG] [app] Starting request: urn:request:b1f8e7d9-5071-4f55-9497-14681ee3cfb3 (/api/v1/user/notifications) {'X-Forwarded-For': '172.24.0.1'} gunicorn-web stdout | 2022-06-09 12:34:22,514 [243] [DEBUG] [app] Starting request: urn:request:cacac70c-d66c-4b50-9169-69188e9e2d70 (/api/v1/user/apptoken) {'X-Forwarded-For': '172.24.0.1'} gunicorn-web stdout | 2022-06-09 12:34:22,514 [243] [DEBUG] [app] User loader loading deferred user with uuid: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 12:34:22,514 [241] [DEBUG] [app] User loader loading deferred user with uuid: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 12:34:22,515 [243] [DEBUG] [auth.cookie] Loading user from cookie: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 12:34:22,515 [241] [DEBUG] [auth.cookie] Loading user from cookie: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 12:34:22,515 [243] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`uuid`, `t1`.`username`, `t1`.`password_hash`, `t1`.`email`, `t1`.`verified`, `t1`.`stripe_id`, `t1`.`organization`, `t1`.`robot`, `t1`.`invoice_email`, `t1`.`invalid_login_attempts`, `t1`.`last_invalid_login`, `t1`.`removed_tag_expiration_s`, `t1`.`enabled`, `t1`.`invoice_email_address`, `t1`.`given_name`, `t1`.`family_name`, `t1`.`company`, `t1`.`location`, `t1`.`maximum_queued_builds_count`, `t1`.`creation_date`, `t1`.`last_accessed` FROM `user` AS `t1` WHERE ((`t1`.`uuid` = %s) AND (`t1`.`organization` = %s)) LIMIT %s OFFSET %s', ['82228490-d075-4921-ae7a-af4408cf11b4', False, 1, 0]) gunicorn-web stdout | 2022-06-09 12:34:22,515 [241] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`uuid`, `t1`.`username`, `t1`.`password_hash`, `t1`.`email`, `t1`.`verified`, `t1`.`stripe_id`, `t1`.`organization`, `t1`.`robot`, `t1`.`invoice_email`, `t1`.`invalid_login_attempts`, `t1`.`last_invalid_login`, `t1`.`removed_tag_expiration_s`, `t1`.`enabled`, `t1`.`invoice_email_address`, `t1`.`given_name`, `t1`.`family_name`, `t1`.`company`, `t1`.`location`, `t1`.`maximum_queued_builds_count`, `t1`.`creation_date`, `t1`.`last_accessed` FROM `user` AS `t1` WHERE ((`t1`.`uuid` = %s) AND (`t1`.`organization` = %s)) LIMIT %s OFFSET %s', ['82228490-d075-4921-ae7a-af4408cf11b4', False, 1, 0]) gunicorn-web stdout | 2022-06-09 12:34:22,518 [243] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None]) gunicorn-web stdout | 2022-06-09 12:34:22,518 [241] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None]) gunicorn-web stdout | 2022-06-09 12:34:22,518 [241] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2022-06-09 12:34:22,518 [243] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2022-06-09 12:34:22,518 [241] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 12:34:22,518 [243] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 12:34:22,518 [243] [DEBUG] [endpoints.api] Checking permission for user ibazulic gunicorn-web stdout | 2022-06-09 12:34:22,518 [241] [DEBUG] [endpoints.api] Checking permission for user ibazulic gunicorn-web stdout | 2022-06-09 12:34:22,518 [243] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 12:34:22,518 [241] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 12:34:22,518 [243] [DEBUG] [auth.permissions] User permission: userspecificneed(type='user', username='ibazulic', role='admin') gunicorn-web stdout | 2022-06-09 12:34:22,518 [241] [DEBUG] [auth.permissions] User permission: userspecificneed(type='user', username='ibazulic', role='admin') gunicorn-web stdout | 2022-06-09 12:34:22,518 [243] [DEBUG] [auth.permissions] User namespace permission: namespacewide(type='organization', namespace='ibazulic', role='admin') gunicorn-web stdout | 2022-06-09 12:34:22,518 [241] [DEBUG] [auth.permissions] User namespace permission: namespacewide(type='organization', namespace='ibazulic', role='admin') gunicorn-web stdout | 2022-06-09 12:34:22,518 [243] [DEBUG] [auth.permissions] User namespace repo permission: namespacewide(type='organizationrepo', namespace='ibazulic', role='admin') gunicorn-web stdout | 2022-06-09 12:34:22,518 [241] [DEBUG] [auth.permissions] User namespace repo permission: namespacewide(type='organizationrepo', namespace='ibazulic', role='admin') gunicorn-web stdout | 2022-06-09 12:34:22,518 [243] [DEBUG] [auth.permissions] Adding superuser to user: ibazulic gunicorn-web stdout | 2022-06-09 12:34:22,518 [241] [DEBUG] [auth.permissions] Adding superuser to user: ibazulic gunicorn-web stdout | 2022-06-09 12:34:22,519 [243] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`user_id`, `t1`.`uuid`, `t1`.`title`, `t1`.`token_name`, `t1`.`token_secret`, `t1`.`created`, `t1`.`expiration`, `t1`.`last_accessed` FROM `appspecificauthtoken` AS `t1` WHERE (((`t1`.`user_id` = %s) AND (`t1`.`expiration` <= %s)) AND (`t1`.`expiration` > %s))', [1, datetime.datetime(2022, 6, 12, 7, 46, 22, 518970), datetime.datetime(2022, 6, 9, 12, 34, 22, 519021)]) gunicorn-web stdout | 2022-06-09 12:34:22,520 [241] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`uuid`, `t1`.`kind_id`, `t1`.`metadata_json`, `t1`.`dismissed`, `t1`.`lookup_path`, `t1`.`created`, `t1`.`created` AS `cd`, `t1`.`target_id` FROM `notification` AS `t1` INNER JOIN `notificationkind` AS `t2` ON (`t1`.`kind_id` = `t2`.`id`) WHERE ((`t1`.`dismissed` = %s) AND (`t1`.`target_id` = %s)) UNION SELECT `t3`.`id`, `t3`.`uuid`, `t3`.`kind_id`, `t3`.`metadata_json`, `t3`.`dismissed`, `t3`.`lookup_path`, `t3`.`created`, `t3`.`created` AS `cd`, `t3`.`target_id` FROM `notification` AS `t3` INNER JOIN `notificationkind` AS `t4` ON (`t3`.`kind_id` = `t4`.`id`) INNER JOIN `user` AS `t5` ON (`t5`.`id` = `t3`.`target_id`) INNER JOIN `team` AS `t6` ON (`t5`.`id` = `t6`.`organization_id`) INNER JOIN `teamrole` AS `t7` ON (`t6`.`role_id` = `t7`.`id`) INNER JOIN `teammember` AS `t8` ON (`t6`.`id` = `t8`.`team_id`) INNER JOIN `user` AS `t9` ON (`t8`.`user_id` = `t9`.`id`) WHERE ((`t3`.`dismissed` = %s) AND ((`t9`.`id` = %s) AND (`t7`.`name` = %s))) ORDER BY cd desc LIMIT %s', [False, 1, False, 1, 'admin', 6]) servicekey stdout | 2022-06-09 12:34:22,520 [92] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'servicekeyworker.py', 'pid': '92'} gunicorn-web stdout | 2022-06-09 12:34:22,520 [243] [DEBUG] [app] Ending request: urn:request:cacac70c-d66c-4b50-9169-69188e9e2d70 (/api/v1/user/apptoken) {'endpoint': 'api.apptokens', 'request_id': 'urn:request:cacac70c-d66c-4b50-9169-69188e9e2d70', 'remote_addr': '172.24.0.1', 'http_method': 'GET', 'original_url': 'https://quay.skynet/api/v1/user/apptoken?expiring=true', 'path': '/api/v1/user/apptoken', 'parameters': {'expiring': 'true'}, 'json_body': None, 'confsha': '61c38a19', 'user-agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:101.0) Gecko/20100101 Firefox/101.0'} gunicorn-web stdout | 2022-06-09 12:34:22,521 [243] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2022-06-09 12:34:22,522 [243] [INFO] [gunicorn.access] 172.24.0.1 - - [09/Jun/2022:12:34:22 +0000] "GET /api/v1/user/apptoken?expiring=true HTTP/1.0" 200 38 "https://quay.skynet/repository/ibazulic/quay?tab=history" "Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:101.0) Gecko/20100101 Firefox/101.0" nginx stdout | 172.24.0.1 () - - [09/Jun/2022:12:34:22 +0000] "GET /api/v1/user/apptoken?expiring=true HTTP/2.0" 200 38 "https://quay.skynet/repository/ibazulic/quay?tab=history" "Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:101.0) Gecko/20100101 Firefox/101.0" (0.008 61 0.008) gunicorn-web stdout | 2022-06-09 12:34:22,522 [241] [DEBUG] [app] Ending request: urn:request:b1f8e7d9-5071-4f55-9497-14681ee3cfb3 (/api/v1/user/notifications) {'endpoint': 'api.usernotificationlist', 'request_id': 'urn:request:b1f8e7d9-5071-4f55-9497-14681ee3cfb3', 'remote_addr': '172.24.0.1', 'http_method': 'GET', 'original_url': 'https://quay.skynet/api/v1/user/notifications', 'path': '/api/v1/user/notifications', 'parameters': {}, 'json_body': None, 'confsha': '61c38a19', 'user-agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:101.0) Gecko/20100101 Firefox/101.0'} gunicorn-web stdout | 2022-06-09 12:34:22,523 [241] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2022-06-09 12:34:22,523 [241] [INFO] [gunicorn.access] 172.24.0.1 - - [09/Jun/2022:12:34:22 +0000] "GET /api/v1/user/notifications HTTP/1.0" 200 43 "https://quay.skynet/repository/ibazulic/quay?tab=history" "Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:101.0) Gecko/20100101 Firefox/101.0" nginx stdout | 172.24.0.1 () - - [09/Jun/2022:12:34:22 +0000] "GET /api/v1/user/notifications HTTP/2.0" 200 43 "https://quay.skynet/repository/ibazulic/quay?tab=history" "Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:101.0) Gecko/20100101 Firefox/101.0" (0.010 53 0.008) gcworker stdout | 2022-06-09 12:34:22,569 [71] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'gcworker.py', 'pid': '71'} teamsyncworker stdout | 2022-06-09 12:34:22,589 [94] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'teamsyncworker.py', 'pid': '94'} manifestbackfillworker stdout | 2022-06-09 12:34:22,596 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'manifestbackfillworker.py', 'pid': '78'} queuecleanupworker stdout | 2022-06-09 12:34:22,604 [87] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'queuecleanupworker.py', 'pid': '87'} storagereplication stdout | 2022-06-09 12:34:22,612 [93] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'storagereplication.py', 'pid': '93'} gunicorn-registry stdout | 2022-06-09 12:34:22,626 [275] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '275'} gunicorn-registry stdout | 2022-06-09 12:34:22,634 [246] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '246'} gunicorn-registry stdout | 2022-06-09 12:34:22,643 [271] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '271'} gunicorn-registry stdout | 2022-06-09 12:34:22,654 [273] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '273'} gunicorn-registry stdout | 2022-06-09 12:34:22,661 [274] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '274'} gunicorn-web stdout | 2022-06-09 12:34:22,671 [237] [DEBUG] [app] Starting request: urn:request:d7402a40-b359-4cf3-890c-ca3d8a9f9466 (/api/v1/repository/ibazulic/quay/tag/) {'X-Forwarded-For': '172.24.0.1'} gunicorn-web stdout | 2022-06-09 12:34:22,671 [226] [DEBUG] [app] Starting request: urn:request:d80bad36-bd29-4317-ba9c-e057ada02445 (/api/v1/repository/ibazulic/quay/tag/) {'X-Forwarded-For': '172.24.0.1'} gunicorn-web stdout | 2022-06-09 12:34:22,671 [237] [DEBUG] [app] User loader loading deferred user with uuid: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 12:34:22,671 [237] [DEBUG] [auth.cookie] Loading user from cookie: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 12:34:22,671 [226] [DEBUG] [app] User loader loading deferred user with uuid: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 12:34:22,671 [226] [DEBUG] [auth.cookie] Loading user from cookie: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 12:34:22,672 [237] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`uuid`, `t1`.`username`, `t1`.`password_hash`, `t1`.`email`, `t1`.`verified`, `t1`.`stripe_id`, `t1`.`organization`, `t1`.`robot`, `t1`.`invoice_email`, `t1`.`invalid_login_attempts`, `t1`.`last_invalid_login`, `t1`.`removed_tag_expiration_s`, `t1`.`enabled`, `t1`.`invoice_email_address`, `t1`.`given_name`, `t1`.`family_name`, `t1`.`company`, `t1`.`location`, `t1`.`maximum_queued_builds_count`, `t1`.`creation_date`, `t1`.`last_accessed` FROM `user` AS `t1` WHERE ((`t1`.`uuid` = %s) AND (`t1`.`organization` = %s)) LIMIT %s OFFSET %s', ['82228490-d075-4921-ae7a-af4408cf11b4', False, 1, 0]) gunicorn-web stdout | 2022-06-09 12:34:22,672 [226] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`uuid`, `t1`.`username`, `t1`.`password_hash`, `t1`.`email`, `t1`.`verified`, `t1`.`stripe_id`, `t1`.`organization`, `t1`.`robot`, `t1`.`invoice_email`, `t1`.`invalid_login_attempts`, `t1`.`last_invalid_login`, `t1`.`removed_tag_expiration_s`, `t1`.`enabled`, `t1`.`invoice_email_address`, `t1`.`given_name`, `t1`.`family_name`, `t1`.`company`, `t1`.`location`, `t1`.`maximum_queued_builds_count`, `t1`.`creation_date`, `t1`.`last_accessed` FROM `user` AS `t1` WHERE ((`t1`.`uuid` = %s) AND (`t1`.`organization` = %s)) LIMIT %s OFFSET %s', ['82228490-d075-4921-ae7a-af4408cf11b4', False, 1, 0]) gunicorn-web stdout | 2022-06-09 12:34:22,675 [226] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None]) gunicorn-web stdout | 2022-06-09 12:34:22,675 [237] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None]) gunicorn-registry stdout | 2022-06-09 12:34:22,675 [276] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '276'} gunicorn-web stdout | 2022-06-09 12:34:22,675 [226] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2022-06-09 12:34:22,675 [226] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 12:34:22,675 [237] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2022-06-09 12:34:22,675 [237] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 12:34:22,675 [226] [DEBUG] [endpoints.api] Checking permission for repo: ibazulic/quay gunicorn-web stdout | 2022-06-09 12:34:22,675 [226] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 12:34:22,675 [226] [DEBUG] [auth.permissions] User permission: userspecificneed(type='user', username='ibazulic', role='admin') gunicorn-web stdout | 2022-06-09 12:34:22,675 [226] [DEBUG] [auth.permissions] User namespace permission: namespacewide(type='organization', namespace='ibazulic', role='admin') gunicorn-web stdout | 2022-06-09 12:34:22,675 [226] [DEBUG] [auth.permissions] User namespace repo permission: namespacewide(type='organizationrepo', namespace='ibazulic', role='admin') gunicorn-web stdout | 2022-06-09 12:34:22,675 [226] [DEBUG] [auth.permissions] Adding superuser to user: ibazulic gunicorn-web stdout | 2022-06-09 12:34:22,675 [237] [DEBUG] [endpoints.api] Checking permission for repo: ibazulic/quay gunicorn-web stdout | 2022-06-09 12:34:22,676 [237] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 12:34:22,676 [237] [DEBUG] [auth.permissions] User permission: userspecificneed(type='user', username='ibazulic', role='admin') gunicorn-web stdout | 2022-06-09 12:34:22,676 [237] [DEBUG] [auth.permissions] User namespace permission: namespacewide(type='organization', namespace='ibazulic', role='admin') gunicorn-web stdout | 2022-06-09 12:34:22,676 [237] [DEBUG] [auth.permissions] User namespace repo permission: namespacewide(type='organizationrepo', namespace='ibazulic', role='admin') gunicorn-web stdout | 2022-06-09 12:34:22,676 [237] [DEBUG] [auth.permissions] Adding superuser to user: ibazulic gunicorn-web stdout | 2022-06-09 12:34:22,676 [226] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`namespace_user_id`, `t1`.`name`, `t1`.`visibility_id`, `t1`.`description`, `t1`.`badge_token`, `t1`.`kind_id`, `t1`.`trust_enabled`, `t1`.`state`, `t2`.`id`, `t2`.`uuid`, `t2`.`username`, `t2`.`password_hash`, `t2`.`email`, `t2`.`verified`, `t2`.`stripe_id`, `t2`.`organization`, `t2`.`robot`, `t2`.`invoice_email`, `t2`.`invalid_login_attempts`, `t2`.`last_invalid_login`, `t2`.`removed_tag_expiration_s`, `t2`.`enabled`, `t2`.`invoice_email_address`, `t2`.`given_name`, `t2`.`family_name`, `t2`.`company`, `t2`.`location`, `t2`.`maximum_queued_builds_count`, `t2`.`creation_date`, `t2`.`last_accessed` FROM `repository` AS `t1` INNER JOIN `user` AS `t2` ON (`t1`.`namespace_user_id` = `t2`.`id`) INNER JOIN `repositorykind` AS `t3` ON (`t1`.`kind_id` = `t3`.`id`) WHERE ((((`t2`.`username` = %s) AND (`t1`.`name` = %s)) AND (`t1`.`state` != %s)) AND (`t3`.`name` = %s)) LIMIT %s OFFSET %s', ['ibazulic', 'quay', 3, 'application', 1, 0]) gunicorn-web stdout | 2022-06-09 12:34:22,677 [237] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`namespace_user_id`, `t1`.`name`, `t1`.`visibility_id`, `t1`.`description`, `t1`.`badge_token`, `t1`.`kind_id`, `t1`.`trust_enabled`, `t1`.`state`, `t2`.`id`, `t2`.`uuid`, `t2`.`username`, `t2`.`password_hash`, `t2`.`email`, `t2`.`verified`, `t2`.`stripe_id`, `t2`.`organization`, `t2`.`robot`, `t2`.`invoice_email`, `t2`.`invalid_login_attempts`, `t2`.`last_invalid_login`, `t2`.`removed_tag_expiration_s`, `t2`.`enabled`, `t2`.`invoice_email_address`, `t2`.`given_name`, `t2`.`family_name`, `t2`.`company`, `t2`.`location`, `t2`.`maximum_queued_builds_count`, `t2`.`creation_date`, `t2`.`last_accessed` FROM `repository` AS `t1` INNER JOIN `user` AS `t2` ON (`t1`.`namespace_user_id` = `t2`.`id`) INNER JOIN `repositorykind` AS `t3` ON (`t1`.`kind_id` = `t3`.`id`) WHERE ((((`t2`.`username` = %s) AND (`t1`.`name` = %s)) AND (`t1`.`state` != %s)) AND (`t3`.`name` = %s)) LIMIT %s OFFSET %s', ['ibazulic', 'quay', 3, 'application', 1, 0]) gunicorn-web stdout | 2022-06-09 12:34:22,679 [226] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`namespace_user_id`, `t1`.`name`, `t1`.`visibility_id`, `t1`.`description`, `t1`.`badge_token`, `t1`.`kind_id`, `t1`.`trust_enabled`, `t1`.`state`, `t2`.`id`, `t2`.`uuid`, `t2`.`username`, `t2`.`password_hash`, `t2`.`email`, `t2`.`verified`, `t2`.`stripe_id`, `t2`.`organization`, `t2`.`robot`, `t2`.`invoice_email`, `t2`.`invalid_login_attempts`, `t2`.`last_invalid_login`, `t2`.`removed_tag_expiration_s`, `t2`.`enabled`, `t2`.`invoice_email_address`, `t2`.`given_name`, `t2`.`family_name`, `t2`.`company`, `t2`.`location`, `t2`.`maximum_queued_builds_count`, `t2`.`creation_date`, `t2`.`last_accessed` FROM `repository` AS `t1` INNER JOIN `user` AS `t2` ON (`t1`.`namespace_user_id` = `t2`.`id`) WHERE (((`t2`.`username` = %s) AND (`t1`.`name` = %s)) AND (`t1`.`state` != %s)) LIMIT %s OFFSET %s', ['ibazulic', 'quay', 3, 1, 0]) gunicorn-web stdout | 2022-06-09 12:34:22,680 [237] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`namespace_user_id`, `t1`.`name`, `t1`.`visibility_id`, `t1`.`description`, `t1`.`badge_token`, `t1`.`kind_id`, `t1`.`trust_enabled`, `t1`.`state`, `t2`.`id`, `t2`.`uuid`, `t2`.`username`, `t2`.`password_hash`, `t2`.`email`, `t2`.`verified`, `t2`.`stripe_id`, `t2`.`organization`, `t2`.`robot`, `t2`.`invoice_email`, `t2`.`invalid_login_attempts`, `t2`.`last_invalid_login`, `t2`.`removed_tag_expiration_s`, `t2`.`enabled`, `t2`.`invoice_email_address`, `t2`.`given_name`, `t2`.`family_name`, `t2`.`company`, `t2`.`location`, `t2`.`maximum_queued_builds_count`, `t2`.`creation_date`, `t2`.`last_accessed` FROM `repository` AS `t1` INNER JOIN `user` AS `t2` ON (`t1`.`namespace_user_id` = `t2`.`id`) WHERE (((`t2`.`username` = %s) AND (`t1`.`name` = %s)) AND (`t1`.`state` != %s)) LIMIT %s OFFSET %s', ['ibazulic', 'quay', 3, 1, 0]) gunicorn-web stdout | 2022-06-09 12:34:22,681 [237] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`name` FROM `repositorykind` AS `t1`', []) gunicorn-web stdout | 2022-06-09 12:34:22,681 [226] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`name`, `t1`.`repository_id`, `t1`.`manifest_id`, `t1`.`lifetime_start_ms`, `t1`.`lifetime_end_ms`, `t1`.`hidden`, `t1`.`reversion`, `t1`.`tag_kind_id`, `t1`.`linked_tag_id`, `t2`.`id`, `t2`.`digest`, `t2`.`media_type_id`, `t2`.`layers_compressed_size`, `t2`.`config_media_type` FROM `tag` AS `t1` INNER JOIN `manifest` AS `t2` ON (`t1`.`manifest_id` = `t2`.`id`) WHERE ((`t1`.`repository_id` = %s) AND (`t1`.`hidden` = %s)) ORDER BY `t1`.`lifetime_start_ms` DESC, `t1`.`name` LIMIT %s OFFSET %s', [1, False, 51, 0]) gunicorn-web stdout | 2022-06-09 12:34:22,682 [237] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`name` FROM `visibility` AS `t1` WHERE (`t1`.`name` = %s) LIMIT %s OFFSET %s', ['public', 1, 0]) gunicorn-web stdout | 2022-06-09 12:34:22,683 [226] [DEBUG] [app] Ending request: urn:request:d80bad36-bd29-4317-ba9c-e057ada02445 (/api/v1/repository/ibazulic/quay/tag/) {'endpoint': 'api.listrepositorytags', 'request_id': 'urn:request:d80bad36-bd29-4317-ba9c-e057ada02445', 'remote_addr': '172.24.0.1', 'http_method': 'GET', 'original_url': 'https://quay.skynet/api/v1/repository/ibazulic/quay/tag/', 'path': '/api/v1/repository/ibazulic/quay/tag/', 'parameters': {}, 'json_body': None, 'confsha': '61c38a19', 'user-agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:101.0) Gecko/20100101 Firefox/101.0'} gunicorn-web stdout | 2022-06-09 12:34:22,683 [237] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`name`, `t1`.`repository_id`, `t1`.`manifest_id`, `t1`.`lifetime_start_ms`, `t1`.`lifetime_end_ms`, `t1`.`hidden`, `t1`.`reversion`, `t1`.`tag_kind_id`, `t1`.`linked_tag_id`, `t2`.`id`, `t2`.`digest`, `t2`.`media_type_id`, `t2`.`layers_compressed_size`, `t2`.`config_media_type` FROM `tag` AS `t1` INNER JOIN `manifest` AS `t2` ON (`t1`.`manifest_id` = `t2`.`id`) WHERE ((`t1`.`repository_id` = %s) AND (`t1`.`hidden` = %s)) ORDER BY `t1`.`lifetime_start_ms` DESC, `t1`.`name` LIMIT %s OFFSET %s', [1, False, 51, 0]) gunicorn-web stdout | 2022-06-09 12:34:22,684 [226] [DEBUG] [data.database] Disconnecting from database. nginx stdout | 172.24.0.1 () - - [09/Jun/2022:12:34:22 +0000] "GET /api/v1/repository/ibazulic/quay/tag/ HTTP/2.0" 200 49 "https://quay.skynet/repository/ibazulic/quay?tab=history" "Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:101.0) Gecko/20100101 Firefox/101.0" (0.016 62 0.016) gunicorn-web stdout | 2022-06-09 12:34:22,685 [226] [INFO] [gunicorn.access] 172.24.0.1 - - [09/Jun/2022:12:34:22 +0000] "GET /api/v1/repository/ibazulic/quay/tag/ HTTP/1.0" 200 49 "https://quay.skynet/repository/ibazulic/quay?tab=history" "Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:101.0) Gecko/20100101 Firefox/101.0" gunicorn-web stdout | 2022-06-09 12:34:22,686 [237] [DEBUG] [app] Ending request: urn:request:d7402a40-b359-4cf3-890c-ca3d8a9f9466 (/api/v1/repository/ibazulic/quay/tag/) {'endpoint': 'api.listrepositorytags', 'request_id': 'urn:request:d7402a40-b359-4cf3-890c-ca3d8a9f9466', 'remote_addr': '172.24.0.1', 'http_method': 'GET', 'original_url': 'https://quay.skynet/api/v1/repository/ibazulic/quay/tag/', 'path': '/api/v1/repository/ibazulic/quay/tag/', 'parameters': {}, 'json_body': None, 'confsha': '61c38a19', 'user-agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:101.0) Gecko/20100101 Firefox/101.0'} gunicorn-web stdout | 2022-06-09 12:34:22,687 [237] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2022-06-09 12:34:22,687 [237] [INFO] [gunicorn.access] 172.24.0.1 - - [09/Jun/2022:12:34:22 +0000] "GET /api/v1/repository/ibazulic/quay/tag/ HTTP/1.0" 200 49 "https://quay.skynet/repository/ibazulic/quay?tab=history" "Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:101.0) Gecko/20100101 Firefox/101.0" nginx stdout | 172.24.0.1 () - - [09/Jun/2022:12:34:22 +0000] "GET /api/v1/repository/ibazulic/quay/tag/ HTTP/2.0" 200 49 "https://quay.skynet/repository/ibazulic/quay?tab=history" "Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:101.0) Gecko/20100101 Firefox/101.0" (0.017 62 0.016) gunicorn-registry stdout | 2022-06-09 12:34:22,688 [277] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '277'} gunicorn-registry stdout | 2022-06-09 12:34:22,699 [263] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '263'} gunicorn-registry stdout | 2022-06-09 12:34:22,707 [266] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '266'} gunicorn-registry stdout | 2022-06-09 12:34:22,715 [260] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '260'} gunicorn-registry stdout | 2022-06-09 12:34:22,723 [254] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '254'} gunicorn-registry stdout | 2022-06-09 12:34:22,732 [270] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '270'} gunicorn-registry stdout | 2022-06-09 12:34:22,739 [253] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '253'} gunicorn-registry stdout | 2022-06-09 12:34:22,748 [261] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '261'} gunicorn-registry stdout | 2022-06-09 12:34:22,756 [268] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '268'} gunicorn-registry stdout | 2022-06-09 12:34:22,763 [248] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '248'} gunicorn-registry stdout | 2022-06-09 12:34:22,771 [245] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '245'} gunicorn-registry stdout | 2022-06-09 12:34:22,779 [249] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '249'} gunicorn-registry stdout | 2022-06-09 12:34:22,789 [251] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '251'} gunicorn-registry stdout | 2022-06-09 12:34:22,797 [259] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '259'} gunicorn-registry stdout | 2022-06-09 12:34:22,805 [250] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '250'} gunicorn-registry stdout | 2022-06-09 12:34:22,815 [73] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '73'} gunicorn-registry stdout | 2022-06-09 12:34:22,822 [265] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '265'} gunicorn-registry stdout | 2022-06-09 12:34:22,830 [267] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '267'} gunicorn-registry stdout | 2022-06-09 12:34:22,837 [256] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '256'} gunicorn-registry stdout | 2022-06-09 12:34:22,845 [262] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '262'} gunicorn-registry stdout | 2022-06-09 12:34:22,855 [264] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '264'} gunicorn-registry stdout | 2022-06-09 12:34:22,863 [272] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '272'} gunicorn-registry stdout | 2022-06-09 12:34:22,870 [269] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '269'} gunicorn-registry stdout | 2022-06-09 12:34:22,878 [247] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '247'} gunicorn-registry stdout | 2022-06-09 12:34:22,886 [255] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '255'} gunicorn-registry stdout | 2022-06-09 12:34:22,892 [257] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '257'} gunicorn-registry stdout | 2022-06-09 12:34:22,900 [252] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '252'} gunicorn-web stdout | 2022-06-09 12:34:22,966 [226] [DEBUG] [app] Starting request: urn:request:b2c0b33b-b724-42d5-8354-7fac932a2ccf (/api/v1/repository/ibazulic/quay/build/) {'X-Forwarded-For': '172.24.0.1'} gunicorn-web stdout | 2022-06-09 12:34:22,966 [226] [DEBUG] [app] User loader loading deferred user with uuid: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 12:34:22,966 [226] [DEBUG] [auth.cookie] Loading user from cookie: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 12:34:22,967 [226] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`uuid`, `t1`.`username`, `t1`.`password_hash`, `t1`.`email`, `t1`.`verified`, `t1`.`stripe_id`, `t1`.`organization`, `t1`.`robot`, `t1`.`invoice_email`, `t1`.`invalid_login_attempts`, `t1`.`last_invalid_login`, `t1`.`removed_tag_expiration_s`, `t1`.`enabled`, `t1`.`invoice_email_address`, `t1`.`given_name`, `t1`.`family_name`, `t1`.`company`, `t1`.`location`, `t1`.`maximum_queued_builds_count`, `t1`.`creation_date`, `t1`.`last_accessed` FROM `user` AS `t1` WHERE ((`t1`.`uuid` = %s) AND (`t1`.`organization` = %s)) LIMIT %s OFFSET %s', ['82228490-d075-4921-ae7a-af4408cf11b4', False, 1, 0]) gunicorn-web stdout | 2022-06-09 12:34:22,969 [226] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None]) gunicorn-web stdout | 2022-06-09 12:34:22,969 [226] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2022-06-09 12:34:22,969 [226] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 12:34:22,969 [226] [DEBUG] [endpoints.api] Checking permission for repo: ibazulic/quay gunicorn-web stdout | 2022-06-09 12:34:22,969 [226] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 12:34:22,969 [226] [DEBUG] [auth.permissions] User permission: userspecificneed(type='user', username='ibazulic', role='admin') gunicorn-web stdout | 2022-06-09 12:34:22,969 [226] [DEBUG] [auth.permissions] User namespace permission: namespacewide(type='organization', namespace='ibazulic', role='admin') gunicorn-web stdout | 2022-06-09 12:34:22,969 [226] [DEBUG] [auth.permissions] User namespace repo permission: namespacewide(type='organizationrepo', namespace='ibazulic', role='admin') gunicorn-web stdout | 2022-06-09 12:34:22,969 [226] [DEBUG] [auth.permissions] Adding superuser to user: ibazulic gunicorn-web stdout | 2022-06-09 12:34:22,970 [226] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`namespace_user_id`, `t1`.`name`, `t1`.`visibility_id`, `t1`.`description`, `t1`.`badge_token`, `t1`.`kind_id`, `t1`.`trust_enabled`, `t1`.`state`, `t2`.`id`, `t2`.`uuid`, `t2`.`username`, `t2`.`password_hash`, `t2`.`email`, `t2`.`verified`, `t2`.`stripe_id`, `t2`.`organization`, `t2`.`robot`, `t2`.`invoice_email`, `t2`.`invalid_login_attempts`, `t2`.`last_invalid_login`, `t2`.`removed_tag_expiration_s`, `t2`.`enabled`, `t2`.`invoice_email_address`, `t2`.`given_name`, `t2`.`family_name`, `t2`.`company`, `t2`.`location`, `t2`.`maximum_queued_builds_count`, `t2`.`creation_date`, `t2`.`last_accessed` FROM `repository` AS `t1` INNER JOIN `user` AS `t2` ON (`t1`.`namespace_user_id` = `t2`.`id`) INNER JOIN `repositorykind` AS `t3` ON (`t1`.`kind_id` = `t3`.`id`) WHERE ((((`t2`.`username` = %s) AND (`t1`.`name` = %s)) AND (`t1`.`state` != %s)) AND (`t3`.`name` = %s)) LIMIT %s OFFSET %s', ['ibazulic', 'quay', 3, 'application', 1, 0]) gunicorn-web stdout | 2022-06-09 12:34:22,973 [226] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`uuid`, `t1`.`repository_id`, `t1`.`access_token_id`, `t1`.`resource_key`, `t1`.`job_config`, `t1`.`phase`, `t1`.`started`, `t1`.`display_name`, `t1`.`trigger_id`, `t1`.`pull_robot_id`, `t1`.`logs_archived`, `t1`.`queue_id`, `t2`.`id`, `t2`.`uuid`, `t2`.`service_id`, `t2`.`repository_id`, `t2`.`connected_user_id`, `t2`.`secure_auth_token`, `t2`.`secure_private_key`, `t2`.`fully_migrated`, `t2`.`config`, `t2`.`write_token_id`, `t2`.`pull_robot_id`, `t2`.`enabled`, `t2`.`disabled_reason_id`, `t2`.`disabled_datetime`, `t2`.`successive_failure_count`, `t2`.`successive_internal_error_count`, `t3`.`id`, `t3`.`name`, `t4`.`id`, `t4`.`namespace_user_id`, `t4`.`name`, `t4`.`visibility_id`, `t4`.`description`, `t4`.`badge_token`, `t4`.`kind_id`, `t4`.`trust_enabled`, `t4`.`state`, `t5`.`id`, `t5`.`uuid`, `t5`.`username`, `t5`.`password_hash`, `t5`.`email`, `t5`.`verified`, `t5`.`stripe_id`, `t5`.`organization`, `t5`.`robot`, `t5`.`invoice_email`, `t5`.`invalid_login_attempts`, `t5`.`last_invalid_login`, `t5`.`removed_tag_expiration_s`, `t5`.`enabled`, `t5`.`invoice_email_address`, `t5`.`given_name`, `t5`.`family_name`, `t5`.`company`, `t5`.`location`, `t5`.`maximum_queued_builds_count`, `t5`.`creation_date`, `t5`.`last_accessed`, `t6`.`id`, `t6`.`uuid`, `t6`.`username`, `t6`.`password_hash`, `t6`.`email`, `t6`.`verified`, `t6`.`stripe_id`, `t6`.`organization`, `t6`.`robot`, `t6`.`invoice_email`, `t6`.`invalid_login_attempts`, `t6`.`last_invalid_login`, `t6`.`removed_tag_expiration_s`, `t6`.`enabled`, `t6`.`invoice_email_address`, `t6`.`given_name`, `t6`.`family_name`, `t6`.`company`, `t6`.`location`, `t6`.`maximum_queued_builds_count`, `t6`.`creation_date`, `t6`.`last_accessed` FROM `repositorybuild` AS `t1` INNER JOIN `repository` AS `t4` ON (`t1`.`repository_id` = `t4`.`id`) INNER JOIN `user` AS `t5` ON (`t4`.`namespace_user_id` = `t5`.`id`) LEFT OUTER JOIN `user` AS `t6` ON (`t1`.`pull_robot_id` = `t6`.`id`) LEFT OUTER JOIN `repositorybuildtrigger` AS `t2` ON (`t1`.`trigger_id` = `t2`.`id`) LEFT OUTER JOIN `buildtriggerservice` AS `t3` ON (`t2`.`service_id` = `t3`.`id`) WHERE ((`t4`.`name` = %s) AND (`t5`.`username` = %s)) ORDER BY `t1`.`started` DESC LIMIT %s', ['quay', 'ibazulic', 3]) gunicorn-web stdout | 2022-06-09 12:34:22,976 [226] [DEBUG] [app] Ending request: urn:request:b2c0b33b-b724-42d5-8354-7fac932a2ccf (/api/v1/repository/ibazulic/quay/build/) {'endpoint': 'api.repositorybuildlist', 'request_id': 'urn:request:b2c0b33b-b724-42d5-8354-7fac932a2ccf', 'remote_addr': '172.24.0.1', 'http_method': 'GET', 'original_url': 'https://quay.skynet/api/v1/repository/ibazulic/quay/build/?limit=3', 'path': '/api/v1/repository/ibazulic/quay/build/', 'parameters': {'limit': '3'}, 'json_body': None, 'confsha': '61c38a19', 'user-agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:101.0) Gecko/20100101 Firefox/101.0'} gunicorn-web stdout | 2022-06-09 12:34:22,977 [226] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2022-06-09 12:34:22,977 [226] [INFO] [gunicorn.access] 172.24.0.1 - - [09/Jun/2022:12:34:22 +0000] "GET /api/v1/repository/ibazulic/quay/build/?limit=3 HTTP/1.0" 200 15 "https://quay.skynet/repository/ibazulic/quay?tab=history" "Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:101.0) Gecko/20100101 Firefox/101.0" nginx stdout | 172.24.0.1 () - - [09/Jun/2022:12:34:22 +0000] "GET /api/v1/repository/ibazulic/quay/build/?limit=3 HTTP/2.0" 200 15 "https://quay.skynet/repository/ibazulic/quay?tab=history" "Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:101.0) Gecko/20100101 Firefox/101.0" (0.013 70 0.012) notificationworker stdout | 2022-06-09 12:34:30,645 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:34:30,646 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:34:40.617379+00:00 (in 9.971381 seconds) notificationworker stdout | 2022-06-09 12:34:30,646 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:34:40 UTC)" (scheduled at 2022-06-09 12:34:30.617379+00:00) notificationworker stdout | 2022-06-09 12:34:30,646 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 12:34:30,647 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 34, 30, 646602), True, datetime.datetime(2022, 6, 9, 12, 34, 30, 646602), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 12:34:30,649 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 12:34:30,650 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:34:30,650 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:34:40 UTC)" executed successfully gcworker stdout | 2022-06-09 12:34:37,492 [71] [DEBUG] [apscheduler.scheduler] Looking for jobs to run gcworker stdout | 2022-06-09 12:34:37,492 [71] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:35:07.490424+00:00 (in 29.997844 seconds) gcworker stdout | 2022-06-09 12:34:37,492 [71] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 12:35:07 UTC)" (scheduled at 2022-06-09 12:34:37.490424+00:00) gcworker stdout | 2022-06-09 12:34:37,493 [71] [DEBUG] [peewee] ('SELECT `candidates`.`repository_id` FROM (SELECT DISTINCT `t1`.`repository_id` FROM `tag` AS `t1` INNER JOIN `repository` AS `t2` ON (`t1`.`repository_id` = `t2`.`id`) INNER JOIN `user` AS `t3` ON (`t2`.`namespace_user_id` = `t3`.`id`) WHERE ((((NOT (`t1`.`lifetime_end_ms` IS %s) AND (`t1`.`lifetime_end_ms` <= %s)) AND (`t3`.`removed_tag_expiration_s` = %s)) AND (`t3`.`enabled` = %s)) AND (`t2`.`state` != %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', [None, 1654778077493, 0, True, 3, 500, 1, 0]) gcworker stdout | 2022-06-09 12:34:37,496 [71] [DEBUG] [__main__] No repository with garbage found gcworker stdout | 2022-06-09 12:34:37,496 [71] [DEBUG] [data.database] Disconnecting from database. gcworker stdout | 2022-06-09 12:34:37,496 [71] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 12:35:07 UTC)" executed successfully repositorygcworker stdout | 2022-06-09 12:34:38,464 [89] [DEBUG] [apscheduler.scheduler] Looking for jobs to run repositorygcworker stdout | 2022-06-09 12:34:38,464 [89] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:34:51.502316+00:00 (in 13.037875 seconds) repositorygcworker stdout | 2022-06-09 12:34:38,464 [89] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:35:38 UTC)" (scheduled at 2022-06-09 12:34:38.463361+00:00) repositorygcworker stdout | 2022-06-09 12:34:38,465 [89] [DEBUG] [workers.queueworker] Getting work item from queue. repositorygcworker stdout | 2022-06-09 12:34:38,465 [89] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 34, 38, 465088), True, datetime.datetime(2022, 6, 9, 12, 34, 38, 465088), 0, 'repositorygc/%', 50, 1, 0]) repositorygcworker stdout | 2022-06-09 12:34:38,468 [89] [DEBUG] [workers.queueworker] No more work. repositorygcworker stdout | 2022-06-09 12:34:38,468 [89] [DEBUG] [data.database] Disconnecting from database. repositorygcworker stdout | 2022-06-09 12:34:38,468 [89] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:35:38 UTC)" executed successfully notificationworker stdout | 2022-06-09 12:34:40,618 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:34:40,619 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:34:50.617379+00:00 (in 9.998426 seconds) notificationworker stdout | 2022-06-09 12:34:40,619 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:34:50 UTC)" (scheduled at 2022-06-09 12:34:40.617379+00:00) notificationworker stdout | 2022-06-09 12:34:40,619 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 12:34:40,620 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 34, 40, 619406), True, datetime.datetime(2022, 6, 9, 12, 34, 40, 619406), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 12:34:40,622 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 12:34:40,622 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:34:40,622 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:34:50 UTC)" executed successfully buildlogsarchiver stdout | 2022-06-09 12:34:45,366 [66] [DEBUG] [apscheduler.scheduler] Looking for jobs to run buildlogsarchiver stdout | 2022-06-09 12:34:45,366 [66] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:35:15.366042+00:00 (in 29.999276 seconds) buildlogsarchiver stdout | 2022-06-09 12:34:45,367 [66] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 12:35:15 UTC)" (scheduled at 2022-06-09 12:34:45.366042+00:00) buildlogsarchiver stdout | 2022-06-09 12:34:45,367 [66] [DEBUG] [peewee] ('SELECT `candidates`.`id` FROM (SELECT `t1`.`id` FROM `repositorybuild` AS `t1` WHERE (((`t1`.`phase` IN (%s, %s, %s)) OR (`t1`.`started` < %s)) AND (`t1`.`logs_archived` = %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2022, 5, 25, 12, 34, 45, 367236), False, 50, 1, 0]) buildlogsarchiver stdout | 2022-06-09 12:34:45,369 [66] [DEBUG] [__main__] No more builds to archive buildlogsarchiver stdout | 2022-06-09 12:34:45,369 [66] [DEBUG] [data.database] Disconnecting from database. buildlogsarchiver stdout | 2022-06-09 12:34:45,370 [66] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 12:35:15 UTC)" executed successfully exportactionlogsworker stdout | 2022-06-09 12:34:47,411 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run exportactionlogsworker stdout | 2022-06-09 12:34:47,411 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:35:04.366245+00:00 (in 16.955112 seconds) exportactionlogsworker stdout | 2022-06-09 12:34:47,411 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:35:47 UTC)" (scheduled at 2022-06-09 12:34:47.409953+00:00) exportactionlogsworker stdout | 2022-06-09 12:34:47,411 [70] [DEBUG] [workers.queueworker] Running watchdog. exportactionlogsworker stdout | 2022-06-09 12:34:47,411 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:35:47 UTC)" executed successfully gunicorn-web stdout | 2022-06-09 12:34:50,355 [241] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '241'} gunicorn-web stdout | 2022-06-09 12:34:50,364 [236] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '236'} gunicorn-web stdout | 2022-06-09 12:34:50,371 [228] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '228'} gunicorn-web stdout | 2022-06-09 12:34:50,381 [234] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '234'} gunicorn-web stdout | 2022-06-09 12:34:50,393 [229] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '229'} gunicorn-web stdout | 2022-06-09 12:34:50,399 [243] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '243'} gunicorn-web stdout | 2022-06-09 12:34:50,408 [226] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '226'} gunicorn-web stdout | 2022-06-09 12:34:50,418 [242] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '242'} gunicorn-web stdout | 2022-06-09 12:34:50,425 [230] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '230'} gunicorn-web stdout | 2022-06-09 12:34:50,432 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '75'} gunicorn-web stdout | 2022-06-09 12:34:50,439 [235] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '235'} gunicorn-web stdout | 2022-06-09 12:34:50,448 [237] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '237'} gunicorn-web stdout | 2022-06-09 12:34:50,455 [239] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '239'} gunicorn-web stdout | 2022-06-09 12:34:50,463 [238] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '238'} gunicorn-web stdout | 2022-06-09 12:34:50,470 [231] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '231'} gunicorn-web stdout | 2022-06-09 12:34:50,477 [244] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '244'} gunicorn-web stdout | 2022-06-09 12:34:50,483 [232] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '232'} gunicorn-secscan stdout | 2022-06-09 12:34:50,493 [221] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '221'} gunicorn-secscan stdout | 2022-06-09 12:34:50,500 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '74'} gunicorn-secscan stdout | 2022-06-09 12:34:50,509 [224] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '224'} gunicorn-secscan stdout | 2022-06-09 12:34:50,515 [225] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '225'} gunicorn-secscan stdout | 2022-06-09 12:34:50,521 [227] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '227'} notificationworker stdout | 2022-06-09 12:34:50,619 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:34:50,619 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:35:00.617379+00:00 (in 9.997942 seconds) notificationworker stdout | 2022-06-09 12:34:50,619 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:35:00 UTC)" (scheduled at 2022-06-09 12:34:50.617379+00:00) notificationworker stdout | 2022-06-09 12:34:50,619 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 12:34:50,620 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 34, 50, 619909), True, datetime.datetime(2022, 6, 9, 12, 34, 50, 619909), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 12:34:50,623 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 12:34:50,623 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:34:50,623 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:35:00 UTC)" executed successfully repositorygcworker stdout | 2022-06-09 12:34:51,507 [89] [DEBUG] [apscheduler.scheduler] Looking for jobs to run repositorygcworker stdout | 2022-06-09 12:34:51,507 [89] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:34:53.501847+00:00 (in 1.994489 seconds) repositorygcworker stdout | 2022-06-09 12:34:51,507 [89] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:35:51 UTC)" (scheduled at 2022-06-09 12:34:51.502316+00:00) repositorygcworker stdout | 2022-06-09 12:34:51,507 [89] [DEBUG] [workers.queueworker] Running watchdog. repositorygcworker stdout | 2022-06-09 12:34:51,507 [89] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:35:51 UTC)" executed successfully chunkcleanupworker stdout | 2022-06-09 12:34:51,805 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'chunkcleanupworker.py', 'pid': '67'} blobuploadcleanupworker stdout | 2022-06-09 12:34:51,811 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'blobuploadcleanupworker.py', 'pid': '64'} repositoryactioncounter stdout | 2022-06-09 12:34:51,818 [88] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositoryactioncounter.py', 'pid': '88'} exportactionlogsworker stdout | 2022-06-09 12:34:51,827 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'exportactionlogsworker.py', 'pid': '70'} globalpromstats stdout | 2022-06-09 12:34:52,114 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'globalpromstats.py', 'pid': '72'} logrotateworker stdout | 2022-06-09 12:34:52,141 [77] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'logrotateworker.py', 'pid': '77'} securityscanningnotificationworker stdout | 2022-06-09 12:34:52,293 [90] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'securityscanningnotificationworker.py', 'pid': '90'} namespacegcworker stdout | 2022-06-09 12:34:52,300 [83] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'namespacegcworker.py', 'pid': '83'} repositorygcworker stdout | 2022-06-09 12:34:52,306 [89] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositorygcworker.py', 'pid': '89'} notificationworker stdout | 2022-06-09 12:34:52,508 [85] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'notificationworker.py', 'pid': '85'} builder stdout | 2022-06-09 12:34:52,522 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'builder.py', 'pid': '65'} buildlogsarchiver stdout | 2022-06-09 12:34:52,531 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'buildlogsarchiver.py', 'pid': '66'} servicekey stdout | 2022-06-09 12:34:52,537 [92] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'servicekeyworker.py', 'pid': '92'} expiredappspecifictokenworker stdout | 2022-06-09 12:34:52,549 [69] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '69'} gcworker stdout | 2022-06-09 12:34:52,601 [71] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'gcworker.py', 'pid': '71'} teamsyncworker stdout | 2022-06-09 12:34:52,630 [94] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'teamsyncworker.py', 'pid': '94'} manifestbackfillworker stdout | 2022-06-09 12:34:52,637 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'manifestbackfillworker.py', 'pid': '78'} gunicorn-registry stdout | 2022-06-09 12:34:52,645 [275] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '275'} queuecleanupworker stdout | 2022-06-09 12:34:52,651 [87] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'queuecleanupworker.py', 'pid': '87'} gunicorn-registry stdout | 2022-06-09 12:34:52,664 [246] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '246'} storagereplication stdout | 2022-06-09 12:34:52,670 [93] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'storagereplication.py', 'pid': '93'} gunicorn-registry stdout | 2022-06-09 12:34:52,679 [271] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '271'} gunicorn-registry stdout | 2022-06-09 12:34:52,686 [273] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '273'} gunicorn-registry stdout | 2022-06-09 12:34:52,694 [274] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '274'} gunicorn-registry stdout | 2022-06-09 12:34:52,701 [276] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '276'} gunicorn-registry stdout | 2022-06-09 12:34:52,708 [277] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '277'} gunicorn-registry stdout | 2022-06-09 12:34:52,715 [263] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '263'} gunicorn-registry stdout | 2022-06-09 12:34:52,721 [266] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '266'} gunicorn-registry stdout | 2022-06-09 12:34:52,730 [260] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '260'} gunicorn-registry stdout | 2022-06-09 12:34:52,737 [254] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '254'} gunicorn-registry stdout | 2022-06-09 12:34:52,743 [270] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '270'} gunicorn-registry stdout | 2022-06-09 12:34:52,750 [253] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '253'} gunicorn-registry stdout | 2022-06-09 12:34:52,759 [261] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '261'} gunicorn-registry stdout | 2022-06-09 12:34:52,766 [268] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '268'} gunicorn-registry stdout | 2022-06-09 12:34:52,774 [248] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '248'} gunicorn-registry stdout | 2022-06-09 12:34:52,783 [245] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '245'} gunicorn-registry stdout | 2022-06-09 12:34:52,794 [249] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '249'} gunicorn-registry stdout | 2022-06-09 12:34:52,801 [251] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '251'} gunicorn-registry stdout | 2022-06-09 12:34:52,809 [259] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '259'} gunicorn-registry stdout | 2022-06-09 12:34:52,818 [250] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '250'} gunicorn-registry stdout | 2022-06-09 12:34:52,825 [73] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '73'} gunicorn-registry stdout | 2022-06-09 12:34:52,834 [265] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '265'} gunicorn-registry stdout | 2022-06-09 12:34:52,843 [267] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '267'} gunicorn-registry stdout | 2022-06-09 12:34:52,851 [256] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '256'} gunicorn-registry stdout | 2022-06-09 12:34:52,859 [262] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '262'} gunicorn-registry stdout | 2022-06-09 12:34:52,866 [264] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '264'} gunicorn-registry stdout | 2022-06-09 12:34:52,874 [272] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '272'} gunicorn-registry stdout | 2022-06-09 12:34:52,889 [269] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '269'} gunicorn-registry stdout | 2022-06-09 12:34:52,894 [247] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '247'} gunicorn-registry stdout | 2022-06-09 12:34:52,901 [255] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '255'} gunicorn-registry stdout | 2022-06-09 12:34:52,913 [257] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '257'} gunicorn-registry stdout | 2022-06-09 12:34:52,919 [252] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '252'} gunicorn-web stdout | 2022-06-09 12:34:52,983 [243] [DEBUG] [app] Starting request: urn:request:a9054056-6745-4bdc-ade5-3189d4a7a255 (/api/v1/repository/ibazulic/quay/build/) {'X-Forwarded-For': '172.24.0.1'} gunicorn-web stdout | 2022-06-09 12:34:52,983 [243] [DEBUG] [app] User loader loading deferred user with uuid: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 12:34:52,983 [243] [DEBUG] [auth.cookie] Loading user from cookie: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 12:34:52,984 [243] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`uuid`, `t1`.`username`, `t1`.`password_hash`, `t1`.`email`, `t1`.`verified`, `t1`.`stripe_id`, `t1`.`organization`, `t1`.`robot`, `t1`.`invoice_email`, `t1`.`invalid_login_attempts`, `t1`.`last_invalid_login`, `t1`.`removed_tag_expiration_s`, `t1`.`enabled`, `t1`.`invoice_email_address`, `t1`.`given_name`, `t1`.`family_name`, `t1`.`company`, `t1`.`location`, `t1`.`maximum_queued_builds_count`, `t1`.`creation_date`, `t1`.`last_accessed` FROM `user` AS `t1` WHERE ((`t1`.`uuid` = %s) AND (`t1`.`organization` = %s)) LIMIT %s OFFSET %s', ['82228490-d075-4921-ae7a-af4408cf11b4', False, 1, 0]) gunicorn-web stdout | 2022-06-09 12:34:52,987 [243] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None]) gunicorn-web stdout | 2022-06-09 12:34:52,987 [243] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2022-06-09 12:34:52,987 [243] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 12:34:52,987 [243] [DEBUG] [endpoints.api] Checking permission for repo: ibazulic/quay gunicorn-web stdout | 2022-06-09 12:34:52,987 [243] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 12:34:52,987 [243] [DEBUG] [auth.permissions] User permission: userspecificneed(type='user', username='ibazulic', role='admin') gunicorn-web stdout | 2022-06-09 12:34:52,987 [243] [DEBUG] [auth.permissions] User namespace permission: namespacewide(type='organization', namespace='ibazulic', role='admin') gunicorn-web stdout | 2022-06-09 12:34:52,987 [243] [DEBUG] [auth.permissions] User namespace repo permission: namespacewide(type='organizationrepo', namespace='ibazulic', role='admin') gunicorn-web stdout | 2022-06-09 12:34:52,987 [243] [DEBUG] [auth.permissions] Adding superuser to user: ibazulic gunicorn-web stdout | 2022-06-09 12:34:52,988 [243] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`namespace_user_id`, `t1`.`name`, `t1`.`visibility_id`, `t1`.`description`, `t1`.`badge_token`, `t1`.`kind_id`, `t1`.`trust_enabled`, `t1`.`state`, `t2`.`id`, `t2`.`uuid`, `t2`.`username`, `t2`.`password_hash`, `t2`.`email`, `t2`.`verified`, `t2`.`stripe_id`, `t2`.`organization`, `t2`.`robot`, `t2`.`invoice_email`, `t2`.`invalid_login_attempts`, `t2`.`last_invalid_login`, `t2`.`removed_tag_expiration_s`, `t2`.`enabled`, `t2`.`invoice_email_address`, `t2`.`given_name`, `t2`.`family_name`, `t2`.`company`, `t2`.`location`, `t2`.`maximum_queued_builds_count`, `t2`.`creation_date`, `t2`.`last_accessed` FROM `repository` AS `t1` INNER JOIN `user` AS `t2` ON (`t1`.`namespace_user_id` = `t2`.`id`) INNER JOIN `repositorykind` AS `t3` ON (`t1`.`kind_id` = `t3`.`id`) WHERE ((((`t2`.`username` = %s) AND (`t1`.`name` = %s)) AND (`t1`.`state` != %s)) AND (`t3`.`name` = %s)) LIMIT %s OFFSET %s', ['ibazulic', 'quay', 3, 'application', 1, 0]) gunicorn-web stdout | 2022-06-09 12:34:52,991 [243] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`uuid`, `t1`.`repository_id`, `t1`.`access_token_id`, `t1`.`resource_key`, `t1`.`job_config`, `t1`.`phase`, `t1`.`started`, `t1`.`display_name`, `t1`.`trigger_id`, `t1`.`pull_robot_id`, `t1`.`logs_archived`, `t1`.`queue_id`, `t2`.`id`, `t2`.`uuid`, `t2`.`service_id`, `t2`.`repository_id`, `t2`.`connected_user_id`, `t2`.`secure_auth_token`, `t2`.`secure_private_key`, `t2`.`fully_migrated`, `t2`.`config`, `t2`.`write_token_id`, `t2`.`pull_robot_id`, `t2`.`enabled`, `t2`.`disabled_reason_id`, `t2`.`disabled_datetime`, `t2`.`successive_failure_count`, `t2`.`successive_internal_error_count`, `t3`.`id`, `t3`.`name`, `t4`.`id`, `t4`.`namespace_user_id`, `t4`.`name`, `t4`.`visibility_id`, `t4`.`description`, `t4`.`badge_token`, `t4`.`kind_id`, `t4`.`trust_enabled`, `t4`.`state`, `t5`.`id`, `t5`.`uuid`, `t5`.`username`, `t5`.`password_hash`, `t5`.`email`, `t5`.`verified`, `t5`.`stripe_id`, `t5`.`organization`, `t5`.`robot`, `t5`.`invoice_email`, `t5`.`invalid_login_attempts`, `t5`.`last_invalid_login`, `t5`.`removed_tag_expiration_s`, `t5`.`enabled`, `t5`.`invoice_email_address`, `t5`.`given_name`, `t5`.`family_name`, `t5`.`company`, `t5`.`location`, `t5`.`maximum_queued_builds_count`, `t5`.`creation_date`, `t5`.`last_accessed`, `t6`.`id`, `t6`.`uuid`, `t6`.`username`, `t6`.`password_hash`, `t6`.`email`, `t6`.`verified`, `t6`.`stripe_id`, `t6`.`organization`, `t6`.`robot`, `t6`.`invoice_email`, `t6`.`invalid_login_attempts`, `t6`.`last_invalid_login`, `t6`.`removed_tag_expiration_s`, `t6`.`enabled`, `t6`.`invoice_email_address`, `t6`.`given_name`, `t6`.`family_name`, `t6`.`company`, `t6`.`location`, `t6`.`maximum_queued_builds_count`, `t6`.`creation_date`, `t6`.`last_accessed` FROM `repositorybuild` AS `t1` INNER JOIN `repository` AS `t4` ON (`t1`.`repository_id` = `t4`.`id`) INNER JOIN `user` AS `t5` ON (`t4`.`namespace_user_id` = `t5`.`id`) LEFT OUTER JOIN `user` AS `t6` ON (`t1`.`pull_robot_id` = `t6`.`id`) LEFT OUTER JOIN `repositorybuildtrigger` AS `t2` ON (`t1`.`trigger_id` = `t2`.`id`) LEFT OUTER JOIN `buildtriggerservice` AS `t3` ON (`t2`.`service_id` = `t3`.`id`) WHERE ((`t4`.`name` = %s) AND (`t5`.`username` = %s)) ORDER BY `t1`.`started` DESC LIMIT %s', ['quay', 'ibazulic', 3]) gunicorn-web stdout | 2022-06-09 12:34:52,994 [243] [DEBUG] [app] Ending request: urn:request:a9054056-6745-4bdc-ade5-3189d4a7a255 (/api/v1/repository/ibazulic/quay/build/) {'endpoint': 'api.repositorybuildlist', 'request_id': 'urn:request:a9054056-6745-4bdc-ade5-3189d4a7a255', 'remote_addr': '172.24.0.1', 'http_method': 'GET', 'original_url': 'https://quay.skynet/api/v1/repository/ibazulic/quay/build/?limit=3', 'path': '/api/v1/repository/ibazulic/quay/build/', 'parameters': {'limit': '3'}, 'json_body': None, 'confsha': '61c38a19', 'user-agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:101.0) Gecko/20100101 Firefox/101.0'} gunicorn-web stdout | 2022-06-09 12:34:52,994 [243] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2022-06-09 12:34:52,995 [243] [INFO] [gunicorn.access] 172.24.0.1 - - [09/Jun/2022:12:34:52 +0000] "GET /api/v1/repository/ibazulic/quay/build/?limit=3 HTTP/1.0" 200 15 "https://quay.skynet/repository/ibazulic/quay?tab=history" "Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:101.0) Gecko/20100101 Firefox/101.0" nginx stdout | 172.24.0.1 () - - [09/Jun/2022:12:34:52 +0000] "GET /api/v1/repository/ibazulic/quay/build/?limit=3 HTTP/2.0" 200 15 "https://quay.skynet/repository/ibazulic/quay?tab=history" "Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:101.0) Gecko/20100101 Firefox/101.0" (0.014 70 0.012) repositorygcworker stdout | 2022-06-09 12:34:53,509 [89] [DEBUG] [apscheduler.scheduler] Looking for jobs to run repositorygcworker stdout | 2022-06-09 12:34:53,510 [89] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:35:38.463361+00:00 (in 44.953487 seconds) repositorygcworker stdout | 2022-06-09 12:34:53,510 [89] [INFO] [apscheduler.executors.default] Running job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2022-06-09 12:39:53 UTC)" (scheduled at 2022-06-09 12:34:53.501847+00:00) repositorygcworker stdout | 2022-06-09 12:34:53,510 [89] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT `t1`.`queue_name` FROM `queueitem` AS `t1` WHERE (((`t1`.`available` = %s) AND (`t1`.`processing_expires` > %s)) AND (`t1`.`queue_name` LIKE %s))) AS `_wrapped`', [False, datetime.datetime(2022, 6, 9, 12, 34, 53, 510251), 'repositorygc/%']) repositorygcworker stdout | 2022-06-09 12:34:53,512 [89] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT `t1`.`queue_name` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s))) AS `_wrapped`', [datetime.datetime(2022, 6, 9, 12, 34, 53, 510251), True, datetime.datetime(2022, 6, 9, 12, 34, 53, 510251), 0, 'repositorygc/%']) repositorygcworker stdout | 2022-06-09 12:34:53,514 [89] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT `t1`.`queue_name` FROM `queueitem` AS `t1` WHERE (((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) AND NOT (`t1`.`queue_name` IN (SELECT `t1`.`queue_name` FROM `queueitem` AS `t1` WHERE (((`t1`.`available` = %s) AND (`t1`.`processing_expires` > %s)) AND (`t1`.`queue_name` LIKE %s)))))) AS `_wrapped`', [datetime.datetime(2022, 6, 9, 12, 34, 53, 510251), True, datetime.datetime(2022, 6, 9, 12, 34, 53, 510251), 0, 'repositorygc/%', False, datetime.datetime(2022, 6, 9, 12, 34, 53, 510251), 'repositorygc/%']) repositorygcworker stdout | 2022-06-09 12:34:53,515 [89] [DEBUG] [data.database] Disconnecting from database. repositorygcworker stdout | 2022-06-09 12:34:53,515 [89] [INFO] [apscheduler.executors.default] Job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2022-06-09 12:39:53 UTC)" executed successfully namespacegcworker stdout | 2022-06-09 12:34:55,475 [83] [DEBUG] [apscheduler.scheduler] Looking for jobs to run namespacegcworker stdout | 2022-06-09 12:34:55,475 [83] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:35:01.521527+00:00 (in 6.045915 seconds) namespacegcworker stdout | 2022-06-09 12:34:55,475 [83] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:35:55 UTC)" (scheduled at 2022-06-09 12:34:55.463831+00:00) namespacegcworker stdout | 2022-06-09 12:34:55,476 [83] [DEBUG] [workers.queueworker] Getting work item from queue. namespacegcworker stdout | 2022-06-09 12:34:55,476 [83] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 34, 55, 476156), True, datetime.datetime(2022, 6, 9, 12, 34, 55, 476156), 0, 'namespacegc/%', 50, 1, 0]) namespacegcworker stdout | 2022-06-09 12:34:55,479 [83] [DEBUG] [workers.queueworker] No more work. namespacegcworker stdout | 2022-06-09 12:34:55,479 [83] [DEBUG] [data.database] Disconnecting from database. namespacegcworker stdout | 2022-06-09 12:34:55,479 [83] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:35:55 UTC)" executed successfully notificationworker stdout | 2022-06-09 12:35:00,618 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:35:00,619 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:35:10.617379+00:00 (in 9.998453 seconds) notificationworker stdout | 2022-06-09 12:35:00,619 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:35:10 UTC)" (scheduled at 2022-06-09 12:35:00.617379+00:00) notificationworker stdout | 2022-06-09 12:35:00,619 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 12:35:00,619 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 35, 0, 619267), True, datetime.datetime(2022, 6, 9, 12, 35, 0, 619267), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 12:35:00,622 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 12:35:00,622 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:35:00,622 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:35:10 UTC)" executed successfully namespacegcworker stdout | 2022-06-09 12:35:01,532 [83] [DEBUG] [apscheduler.scheduler] Looking for jobs to run namespacegcworker stdout | 2022-06-09 12:35:01,532 [83] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:35:55.463831+00:00 (in 53.931666 seconds) namespacegcworker stdout | 2022-06-09 12:35:01,532 [83] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:36:01 UTC)" (scheduled at 2022-06-09 12:35:01.521527+00:00) namespacegcworker stdout | 2022-06-09 12:35:01,532 [83] [DEBUG] [workers.queueworker] Running watchdog. namespacegcworker stdout | 2022-06-09 12:35:01,532 [83] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:36:01 UTC)" executed successfully exportactionlogsworker stdout | 2022-06-09 12:35:04,367 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run exportactionlogsworker stdout | 2022-06-09 12:35:04,367 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:35:47.409953+00:00 (in 43.042443 seconds) exportactionlogsworker stdout | 2022-06-09 12:35:04,367 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:36:04 UTC)" (scheduled at 2022-06-09 12:35:04.366245+00:00) exportactionlogsworker stdout | 2022-06-09 12:35:04,367 [70] [DEBUG] [workers.queueworker] Getting work item from queue. exportactionlogsworker stdout | 2022-06-09 12:35:04,368 [70] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 35, 4, 367982), True, datetime.datetime(2022, 6, 9, 12, 35, 4, 367982), 0, 'exportactionlogs/%', 50, 1, 0]) exportactionlogsworker stdout | 2022-06-09 12:35:04,371 [70] [DEBUG] [workers.queueworker] No more work. exportactionlogsworker stdout | 2022-06-09 12:35:04,371 [70] [DEBUG] [data.database] Disconnecting from database. exportactionlogsworker stdout | 2022-06-09 12:35:04,371 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:36:04 UTC)" executed successfully gcworker stdout | 2022-06-09 12:35:07,490 [71] [DEBUG] [apscheduler.scheduler] Looking for jobs to run gcworker stdout | 2022-06-09 12:35:07,491 [71] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:35:37.490424+00:00 (in 29.999421 seconds) gcworker stdout | 2022-06-09 12:35:07,491 [71] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 12:35:37 UTC)" (scheduled at 2022-06-09 12:35:07.490424+00:00) gcworker stdout | 2022-06-09 12:35:07,491 [71] [DEBUG] [peewee] ('SELECT DISTINCT `t1`.`removed_tag_expiration_s` FROM `user` AS `t1` LIMIT %s', [100]) gcworker stdout | 2022-06-09 12:35:07,493 [71] [DEBUG] [peewee] ('SELECT `candidates`.`repository_id` FROM (SELECT DISTINCT `t1`.`repository_id` FROM `tag` AS `t1` INNER JOIN `repository` AS `t2` ON (`t1`.`repository_id` = `t2`.`id`) INNER JOIN `user` AS `t3` ON (`t2`.`namespace_user_id` = `t3`.`id`) WHERE ((((NOT (`t1`.`lifetime_end_ms` IS %s) AND (`t1`.`lifetime_end_ms` <= %s)) AND (`t3`.`removed_tag_expiration_s` = %s)) AND (`t3`.`enabled` = %s)) AND (`t2`.`state` != %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', [None, 1654778107493, 0, True, 3, 500, 1, 0]) gcworker stdout | 2022-06-09 12:35:07,494 [71] [DEBUG] [__main__] No repository with garbage found gcworker stdout | 2022-06-09 12:35:07,494 [71] [DEBUG] [data.database] Disconnecting from database. gcworker stdout | 2022-06-09 12:35:07,495 [71] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 12:35:37 UTC)" executed successfully notificationworker stdout | 2022-06-09 12:35:10,618 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:35:10,618 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:35:19.645536+00:00 (in 9.027110 seconds) notificationworker stdout | 2022-06-09 12:35:10,618 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:35:20 UTC)" (scheduled at 2022-06-09 12:35:10.617379+00:00) notificationworker stdout | 2022-06-09 12:35:10,618 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 12:35:10,619 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 35, 10, 618897), True, datetime.datetime(2022, 6, 9, 12, 35, 10, 618897), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 12:35:10,622 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 12:35:10,622 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:35:10,622 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:35:20 UTC)" executed successfully buildlogsarchiver stdout | 2022-06-09 12:35:15,367 [66] [DEBUG] [apscheduler.scheduler] Looking for jobs to run buildlogsarchiver stdout | 2022-06-09 12:35:15,367 [66] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:35:45.366042+00:00 (in 29.998901 seconds) buildlogsarchiver stdout | 2022-06-09 12:35:15,367 [66] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 12:35:45 UTC)" (scheduled at 2022-06-09 12:35:15.366042+00:00) buildlogsarchiver stdout | 2022-06-09 12:35:15,367 [66] [DEBUG] [peewee] ('SELECT `candidates`.`id` FROM (SELECT `t1`.`id` FROM `repositorybuild` AS `t1` WHERE (((`t1`.`phase` IN (%s, %s, %s)) OR (`t1`.`started` < %s)) AND (`t1`.`logs_archived` = %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2022, 5, 25, 12, 35, 15, 367451), False, 50, 1, 0]) buildlogsarchiver stdout | 2022-06-09 12:35:15,369 [66] [DEBUG] [__main__] No more builds to archive buildlogsarchiver stdout | 2022-06-09 12:35:15,370 [66] [DEBUG] [data.database] Disconnecting from database. buildlogsarchiver stdout | 2022-06-09 12:35:15,370 [66] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 12:35:45 UTC)" executed successfully notificationworker stdout | 2022-06-09 12:35:19,653 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:35:19,654 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:35:20.617379+00:00 (in 0.963443 seconds) notificationworker stdout | 2022-06-09 12:35:19,654 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:36:19 UTC)" (scheduled at 2022-06-09 12:35:19.645536+00:00) notificationworker stdout | 2022-06-09 12:35:19,654 [85] [DEBUG] [workers.queueworker] Running watchdog. notificationworker stdout | 2022-06-09 12:35:19,654 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:36:19 UTC)" executed successfully gunicorn-web stdout | 2022-06-09 12:35:20,383 [241] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '241'} gunicorn-web stdout | 2022-06-09 12:35:20,390 [236] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '236'} gunicorn-web stdout | 2022-06-09 12:35:20,396 [228] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '228'} gunicorn-web stdout | 2022-06-09 12:35:20,403 [234] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '234'} gunicorn-web stdout | 2022-06-09 12:35:20,411 [229] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '229'} gunicorn-web stdout | 2022-06-09 12:35:20,418 [243] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '243'} gunicorn-web stdout | 2022-06-09 12:35:20,426 [226] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '226'} gunicorn-web stdout | 2022-06-09 12:35:20,431 [242] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '242'} gunicorn-web stdout | 2022-06-09 12:35:20,438 [230] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '230'} gunicorn-web stdout | 2022-06-09 12:35:20,444 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '75'} gunicorn-web stdout | 2022-06-09 12:35:20,453 [235] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '235'} gunicorn-web stdout | 2022-06-09 12:35:20,458 [237] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '237'} gunicorn-web stdout | 2022-06-09 12:35:20,465 [239] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '239'} gunicorn-web stdout | 2022-06-09 12:35:20,475 [238] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '238'} gunicorn-web stdout | 2022-06-09 12:35:20,482 [231] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '231'} gunicorn-web stdout | 2022-06-09 12:35:20,491 [244] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '244'} gunicorn-web stdout | 2022-06-09 12:35:20,498 [232] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '232'} gunicorn-secscan stdout | 2022-06-09 12:35:20,507 [221] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '221'} gunicorn-secscan stdout | 2022-06-09 12:35:20,514 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '74'} gunicorn-secscan stdout | 2022-06-09 12:35:20,522 [224] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '224'} gunicorn-secscan stdout | 2022-06-09 12:35:20,529 [225] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '225'} gunicorn-secscan stdout | 2022-06-09 12:35:20,535 [227] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '227'} notificationworker stdout | 2022-06-09 12:35:20,621 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:35:20,622 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:35:30.617379+00:00 (in 9.995368 seconds) notificationworker stdout | 2022-06-09 12:35:20,622 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:35:30 UTC)" (scheduled at 2022-06-09 12:35:20.617379+00:00) notificationworker stdout | 2022-06-09 12:35:20,622 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 12:35:20,623 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 35, 20, 622491), True, datetime.datetime(2022, 6, 9, 12, 35, 20, 622491), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 12:35:20,625 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 12:35:20,625 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:35:20,625 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:35:30 UTC)" executed successfully chunkcleanupworker stdout | 2022-06-09 12:35:21,821 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'chunkcleanupworker.py', 'pid': '67'} blobuploadcleanupworker stdout | 2022-06-09 12:35:21,832 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'blobuploadcleanupworker.py', 'pid': '64'} repositoryactioncounter stdout | 2022-06-09 12:35:21,844 [88] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositoryactioncounter.py', 'pid': '88'} exportactionlogsworker stdout | 2022-06-09 12:35:21,870 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'exportactionlogsworker.py', 'pid': '70'} globalpromstats stdout | 2022-06-09 12:35:22,158 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'globalpromstats.py', 'pid': '72'} logrotateworker stdout | 2022-06-09 12:35:22,180 [77] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'logrotateworker.py', 'pid': '77'} repositorygcworker stdout | 2022-06-09 12:35:22,318 [89] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositorygcworker.py', 'pid': '89'} securityscanningnotificationworker stdout | 2022-06-09 12:35:22,328 [90] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'securityscanningnotificationworker.py', 'pid': '90'} namespacegcworker stdout | 2022-06-09 12:35:22,338 [83] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'namespacegcworker.py', 'pid': '83'} notificationworker stdout | 2022-06-09 12:35:22,541 [85] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'notificationworker.py', 'pid': '85'} builder stdout | 2022-06-09 12:35:22,547 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'builder.py', 'pid': '65'} buildlogsarchiver stdout | 2022-06-09 12:35:22,570 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'buildlogsarchiver.py', 'pid': '66'} servicekey stdout | 2022-06-09 12:35:22,576 [92] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'servicekeyworker.py', 'pid': '92'} expiredappspecifictokenworker stdout | 2022-06-09 12:35:22,585 [69] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '69'} gcworker stdout | 2022-06-09 12:35:22,621 [71] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'gcworker.py', 'pid': '71'} manifestbackfillworker stdout | 2022-06-09 12:35:22,656 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'manifestbackfillworker.py', 'pid': '78'} gunicorn-registry stdout | 2022-06-09 12:35:22,662 [275] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '275'} teamsyncworker stdout | 2022-06-09 12:35:22,670 [94] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'teamsyncworker.py', 'pid': '94'} gunicorn-registry stdout | 2022-06-09 12:35:22,678 [246] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '246'} queuecleanupworker stdout | 2022-06-09 12:35:22,690 [87] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'queuecleanupworker.py', 'pid': '87'} gunicorn-registry stdout | 2022-06-09 12:35:22,698 [271] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '271'} gunicorn-registry stdout | 2022-06-09 12:35:22,706 [273] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '273'} gunicorn-registry stdout | 2022-06-09 12:35:22,712 [274] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '274'} storagereplication stdout | 2022-06-09 12:35:22,720 [93] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'storagereplication.py', 'pid': '93'} gunicorn-registry stdout | 2022-06-09 12:35:22,726 [276] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '276'} gunicorn-registry stdout | 2022-06-09 12:35:22,733 [277] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '277'} gunicorn-registry stdout | 2022-06-09 12:35:22,742 [263] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '263'} gunicorn-registry stdout | 2022-06-09 12:35:22,749 [266] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '266'} gunicorn-registry stdout | 2022-06-09 12:35:22,756 [260] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '260'} gunicorn-registry stdout | 2022-06-09 12:35:22,762 [254] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '254'} gunicorn-registry stdout | 2022-06-09 12:35:22,770 [270] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '270'} gunicorn-registry stdout | 2022-06-09 12:35:22,776 [253] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '253'} gunicorn-registry stdout | 2022-06-09 12:35:22,783 [261] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '261'} gunicorn-registry stdout | 2022-06-09 12:35:22,791 [268] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '268'} gunicorn-registry stdout | 2022-06-09 12:35:22,799 [248] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '248'} gunicorn-registry stdout | 2022-06-09 12:35:22,806 [245] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '245'} gunicorn-registry stdout | 2022-06-09 12:35:22,813 [249] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '249'} gunicorn-registry stdout | 2022-06-09 12:35:22,819 [251] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '251'} gunicorn-registry stdout | 2022-06-09 12:35:22,826 [259] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '259'} gunicorn-registry stdout | 2022-06-09 12:35:22,834 [250] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '250'} gunicorn-registry stdout | 2022-06-09 12:35:22,842 [73] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '73'} gunicorn-registry stdout | 2022-06-09 12:35:22,849 [265] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '265'} gunicorn-registry stdout | 2022-06-09 12:35:22,859 [267] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '267'} gunicorn-registry stdout | 2022-06-09 12:35:22,867 [256] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '256'} gunicorn-registry stdout | 2022-06-09 12:35:22,876 [262] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '262'} gunicorn-registry stdout | 2022-06-09 12:35:22,882 [264] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '264'} gunicorn-registry stdout | 2022-06-09 12:35:22,888 [272] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '272'} gunicorn-registry stdout | 2022-06-09 12:35:22,901 [269] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '269'} gunicorn-registry stdout | 2022-06-09 12:35:22,909 [247] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '247'} gunicorn-registry stdout | 2022-06-09 12:35:22,916 [255] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '255'} gunicorn-registry stdout | 2022-06-09 12:35:22,924 [257] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '257'} gunicorn-registry stdout | 2022-06-09 12:35:22,932 [252] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '252'} gunicorn-web stdout | 2022-06-09 12:35:22,995 [226] [DEBUG] [app] Starting request: urn:request:039057bd-b36a-47d4-9c7c-17b3e6811425 (/api/v1/repository/ibazulic/quay/build/) {'X-Forwarded-For': '172.24.0.1'} gunicorn-web stdout | 2022-06-09 12:35:22,995 [226] [DEBUG] [app] User loader loading deferred user with uuid: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 12:35:22,995 [226] [DEBUG] [auth.cookie] Loading user from cookie: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 12:35:22,996 [226] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`uuid`, `t1`.`username`, `t1`.`password_hash`, `t1`.`email`, `t1`.`verified`, `t1`.`stripe_id`, `t1`.`organization`, `t1`.`robot`, `t1`.`invoice_email`, `t1`.`invalid_login_attempts`, `t1`.`last_invalid_login`, `t1`.`removed_tag_expiration_s`, `t1`.`enabled`, `t1`.`invoice_email_address`, `t1`.`given_name`, `t1`.`family_name`, `t1`.`company`, `t1`.`location`, `t1`.`maximum_queued_builds_count`, `t1`.`creation_date`, `t1`.`last_accessed` FROM `user` AS `t1` WHERE ((`t1`.`uuid` = %s) AND (`t1`.`organization` = %s)) LIMIT %s OFFSET %s', ['82228490-d075-4921-ae7a-af4408cf11b4', False, 1, 0]) gunicorn-web stdout | 2022-06-09 12:35:22,998 [226] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None]) gunicorn-web stdout | 2022-06-09 12:35:22,999 [226] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2022-06-09 12:35:22,999 [226] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 12:35:22,999 [226] [DEBUG] [endpoints.api] Checking permission for repo: ibazulic/quay gunicorn-web stdout | 2022-06-09 12:35:22,999 [226] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 12:35:22,999 [226] [DEBUG] [auth.permissions] User permission: userspecificneed(type='user', username='ibazulic', role='admin') gunicorn-web stdout | 2022-06-09 12:35:22,999 [226] [DEBUG] [auth.permissions] User namespace permission: namespacewide(type='organization', namespace='ibazulic', role='admin') gunicorn-web stdout | 2022-06-09 12:35:22,999 [226] [DEBUG] [auth.permissions] User namespace repo permission: namespacewide(type='organizationrepo', namespace='ibazulic', role='admin') gunicorn-web stdout | 2022-06-09 12:35:22,999 [226] [DEBUG] [auth.permissions] Adding superuser to user: ibazulic gunicorn-web stdout | 2022-06-09 12:35:23,000 [226] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`namespace_user_id`, `t1`.`name`, `t1`.`visibility_id`, `t1`.`description`, `t1`.`badge_token`, `t1`.`kind_id`, `t1`.`trust_enabled`, `t1`.`state`, `t2`.`id`, `t2`.`uuid`, `t2`.`username`, `t2`.`password_hash`, `t2`.`email`, `t2`.`verified`, `t2`.`stripe_id`, `t2`.`organization`, `t2`.`robot`, `t2`.`invoice_email`, `t2`.`invalid_login_attempts`, `t2`.`last_invalid_login`, `t2`.`removed_tag_expiration_s`, `t2`.`enabled`, `t2`.`invoice_email_address`, `t2`.`given_name`, `t2`.`family_name`, `t2`.`company`, `t2`.`location`, `t2`.`maximum_queued_builds_count`, `t2`.`creation_date`, `t2`.`last_accessed` FROM `repository` AS `t1` INNER JOIN `user` AS `t2` ON (`t1`.`namespace_user_id` = `t2`.`id`) INNER JOIN `repositorykind` AS `t3` ON (`t1`.`kind_id` = `t3`.`id`) WHERE ((((`t2`.`username` = %s) AND (`t1`.`name` = %s)) AND (`t1`.`state` != %s)) AND (`t3`.`name` = %s)) LIMIT %s OFFSET %s', ['ibazulic', 'quay', 3, 'application', 1, 0]) gunicorn-web stdout | 2022-06-09 12:35:23,003 [226] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`uuid`, `t1`.`repository_id`, `t1`.`access_token_id`, `t1`.`resource_key`, `t1`.`job_config`, `t1`.`phase`, `t1`.`started`, `t1`.`display_name`, `t1`.`trigger_id`, `t1`.`pull_robot_id`, `t1`.`logs_archived`, `t1`.`queue_id`, `t2`.`id`, `t2`.`uuid`, `t2`.`service_id`, `t2`.`repository_id`, `t2`.`connected_user_id`, `t2`.`secure_auth_token`, `t2`.`secure_private_key`, `t2`.`fully_migrated`, `t2`.`config`, `t2`.`write_token_id`, `t2`.`pull_robot_id`, `t2`.`enabled`, `t2`.`disabled_reason_id`, `t2`.`disabled_datetime`, `t2`.`successive_failure_count`, `t2`.`successive_internal_error_count`, `t3`.`id`, `t3`.`name`, `t4`.`id`, `t4`.`namespace_user_id`, `t4`.`name`, `t4`.`visibility_id`, `t4`.`description`, `t4`.`badge_token`, `t4`.`kind_id`, `t4`.`trust_enabled`, `t4`.`state`, `t5`.`id`, `t5`.`uuid`, `t5`.`username`, `t5`.`password_hash`, `t5`.`email`, `t5`.`verified`, `t5`.`stripe_id`, `t5`.`organization`, `t5`.`robot`, `t5`.`invoice_email`, `t5`.`invalid_login_attempts`, `t5`.`last_invalid_login`, `t5`.`removed_tag_expiration_s`, `t5`.`enabled`, `t5`.`invoice_email_address`, `t5`.`given_name`, `t5`.`family_name`, `t5`.`company`, `t5`.`location`, `t5`.`maximum_queued_builds_count`, `t5`.`creation_date`, `t5`.`last_accessed`, `t6`.`id`, `t6`.`uuid`, `t6`.`username`, `t6`.`password_hash`, `t6`.`email`, `t6`.`verified`, `t6`.`stripe_id`, `t6`.`organization`, `t6`.`robot`, `t6`.`invoice_email`, `t6`.`invalid_login_attempts`, `t6`.`last_invalid_login`, `t6`.`removed_tag_expiration_s`, `t6`.`enabled`, `t6`.`invoice_email_address`, `t6`.`given_name`, `t6`.`family_name`, `t6`.`company`, `t6`.`location`, `t6`.`maximum_queued_builds_count`, `t6`.`creation_date`, `t6`.`last_accessed` FROM `repositorybuild` AS `t1` INNER JOIN `repository` AS `t4` ON (`t1`.`repository_id` = `t4`.`id`) INNER JOIN `user` AS `t5` ON (`t4`.`namespace_user_id` = `t5`.`id`) LEFT OUTER JOIN `user` AS `t6` ON (`t1`.`pull_robot_id` = `t6`.`id`) LEFT OUTER JOIN `repositorybuildtrigger` AS `t2` ON (`t1`.`trigger_id` = `t2`.`id`) LEFT OUTER JOIN `buildtriggerservice` AS `t3` ON (`t2`.`service_id` = `t3`.`id`) WHERE ((`t4`.`name` = %s) AND (`t5`.`username` = %s)) ORDER BY `t1`.`started` DESC LIMIT %s', ['quay', 'ibazulic', 3]) gunicorn-web stdout | 2022-06-09 12:35:23,006 [226] [DEBUG] [app] Ending request: urn:request:039057bd-b36a-47d4-9c7c-17b3e6811425 (/api/v1/repository/ibazulic/quay/build/) {'endpoint': 'api.repositorybuildlist', 'request_id': 'urn:request:039057bd-b36a-47d4-9c7c-17b3e6811425', 'remote_addr': '172.24.0.1', 'http_method': 'GET', 'original_url': 'https://quay.skynet/api/v1/repository/ibazulic/quay/build/?limit=3', 'path': '/api/v1/repository/ibazulic/quay/build/', 'parameters': {'limit': '3'}, 'json_body': None, 'confsha': '61c38a19', 'user-agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:101.0) Gecko/20100101 Firefox/101.0'} gunicorn-web stdout | 2022-06-09 12:35:23,007 [226] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2022-06-09 12:35:23,007 [226] [INFO] [gunicorn.access] 172.24.0.1 - - [09/Jun/2022:12:35:23 +0000] "GET /api/v1/repository/ibazulic/quay/build/?limit=3 HTTP/1.0" 200 15 "https://quay.skynet/repository/ibazulic/quay?tab=history" "Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:101.0) Gecko/20100101 Firefox/101.0" nginx stdout | 172.24.0.1 () - - [09/Jun/2022:12:35:23 +0000] "GET /api/v1/repository/ibazulic/quay/build/?limit=3 HTTP/2.0" 200 15 "https://quay.skynet/repository/ibazulic/quay?tab=history" "Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:101.0) Gecko/20100101 Firefox/101.0" (0.014 417 0.012) notificationworker stdout | 2022-06-09 12:35:30,622 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:35:30,622 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:35:40.617379+00:00 (in 9.995063 seconds) notificationworker stdout | 2022-06-09 12:35:30,622 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:35:40 UTC)" (scheduled at 2022-06-09 12:35:30.617379+00:00) notificationworker stdout | 2022-06-09 12:35:30,622 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 12:35:30,623 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 35, 30, 622644), True, datetime.datetime(2022, 6, 9, 12, 35, 30, 622644), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 12:35:30,625 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 12:35:30,625 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:35:30,626 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:35:40 UTC)" executed successfully gcworker stdout | 2022-06-09 12:35:37,557 [71] [DEBUG] [apscheduler.scheduler] Looking for jobs to run gcworker stdout | 2022-06-09 12:35:37,557 [71] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:36:07.490424+00:00 (in 29.933311 seconds) gcworker stdout | 2022-06-09 12:35:37,557 [71] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 12:36:07 UTC)" (scheduled at 2022-06-09 12:35:37.490424+00:00) gcworker stdout | 2022-06-09 12:35:37,559 [71] [DEBUG] [peewee] ('SELECT `candidates`.`repository_id` FROM (SELECT DISTINCT `t1`.`repository_id` FROM `tag` AS `t1` INNER JOIN `repository` AS `t2` ON (`t1`.`repository_id` = `t2`.`id`) INNER JOIN `user` AS `t3` ON (`t2`.`namespace_user_id` = `t3`.`id`) WHERE ((((NOT (`t1`.`lifetime_end_ms` IS %s) AND (`t1`.`lifetime_end_ms` <= %s)) AND (`t3`.`removed_tag_expiration_s` = %s)) AND (`t3`.`enabled` = %s)) AND (`t2`.`state` != %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', [None, 1654778137557, 0, True, 3, 500, 1, 0]) gcworker stdout | 2022-06-09 12:35:37,563 [71] [DEBUG] [__main__] No repository with garbage found gcworker stdout | 2022-06-09 12:35:37,563 [71] [DEBUG] [data.database] Disconnecting from database. gcworker stdout | 2022-06-09 12:35:37,563 [71] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 12:36:07 UTC)" executed successfully repositorygcworker stdout | 2022-06-09 12:35:38,464 [89] [DEBUG] [apscheduler.scheduler] Looking for jobs to run repositorygcworker stdout | 2022-06-09 12:35:38,464 [89] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:35:51.502316+00:00 (in 13.038121 seconds) repositorygcworker stdout | 2022-06-09 12:35:38,464 [89] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:36:38 UTC)" (scheduled at 2022-06-09 12:35:38.463361+00:00) repositorygcworker stdout | 2022-06-09 12:35:38,464 [89] [DEBUG] [workers.queueworker] Getting work item from queue. repositorygcworker stdout | 2022-06-09 12:35:38,465 [89] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 35, 38, 464711), True, datetime.datetime(2022, 6, 9, 12, 35, 38, 464711), 0, 'repositorygc/%', 50, 1, 0]) repositorygcworker stdout | 2022-06-09 12:35:38,467 [89] [DEBUG] [workers.queueworker] No more work. repositorygcworker stdout | 2022-06-09 12:35:38,467 [89] [DEBUG] [data.database] Disconnecting from database. repositorygcworker stdout | 2022-06-09 12:35:38,467 [89] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:36:38 UTC)" executed successfully notificationworker stdout | 2022-06-09 12:35:40,617 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:35:40,617 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:35:50.617379+00:00 (in 9.999544 seconds) notificationworker stdout | 2022-06-09 12:35:40,618 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:35:50 UTC)" (scheduled at 2022-06-09 12:35:40.617379+00:00) notificationworker stdout | 2022-06-09 12:35:40,618 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 12:35:40,618 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 35, 40, 618276), True, datetime.datetime(2022, 6, 9, 12, 35, 40, 618276), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 12:35:40,621 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 12:35:40,621 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:35:40,621 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:35:50 UTC)" executed successfully buildlogsarchiver stdout | 2022-06-09 12:35:45,370 [66] [DEBUG] [apscheduler.scheduler] Looking for jobs to run buildlogsarchiver stdout | 2022-06-09 12:35:45,370 [66] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:36:15.366042+00:00 (in 29.995513 seconds) buildlogsarchiver stdout | 2022-06-09 12:35:45,370 [66] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 12:36:15 UTC)" (scheduled at 2022-06-09 12:35:45.366042+00:00) buildlogsarchiver stdout | 2022-06-09 12:35:45,371 [66] [DEBUG] [peewee] ('SELECT `candidates`.`id` FROM (SELECT `t1`.`id` FROM `repositorybuild` AS `t1` WHERE (((`t1`.`phase` IN (%s, %s, %s)) OR (`t1`.`started` < %s)) AND (`t1`.`logs_archived` = %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2022, 5, 25, 12, 35, 45, 370871), False, 50, 1, 0]) buildlogsarchiver stdout | 2022-06-09 12:35:45,373 [66] [DEBUG] [__main__] No more builds to archive buildlogsarchiver stdout | 2022-06-09 12:35:45,373 [66] [DEBUG] [data.database] Disconnecting from database. buildlogsarchiver stdout | 2022-06-09 12:35:45,373 [66] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 12:36:15 UTC)" executed successfully exportactionlogsworker stdout | 2022-06-09 12:35:47,410 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run exportactionlogsworker stdout | 2022-06-09 12:35:47,410 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:36:04.366245+00:00 (in 16.955469 seconds) exportactionlogsworker stdout | 2022-06-09 12:35:47,411 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:36:47 UTC)" (scheduled at 2022-06-09 12:35:47.409953+00:00) exportactionlogsworker stdout | 2022-06-09 12:35:47,411 [70] [DEBUG] [workers.queueworker] Running watchdog. exportactionlogsworker stdout | 2022-06-09 12:35:47,411 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:36:47 UTC)" executed successfully gunicorn-web stdout | 2022-06-09 12:35:50,412 [236] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '236'} gunicorn-web stdout | 2022-06-09 12:35:50,427 [228] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '228'} gunicorn-web stdout | 2022-06-09 12:35:50,434 [241] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '241'} gunicorn-web stdout | 2022-06-09 12:35:50,440 [234] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '234'} gunicorn-web stdout | 2022-06-09 12:35:50,447 [229] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '229'} gunicorn-web stdout | 2022-06-09 12:35:50,454 [243] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '243'} gunicorn-web stdout | 2022-06-09 12:35:50,460 [226] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '226'} gunicorn-web stdout | 2022-06-09 12:35:50,468 [242] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '242'} gunicorn-web stdout | 2022-06-09 12:35:50,476 [230] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '230'} gunicorn-web stdout | 2022-06-09 12:35:50,483 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '75'} gunicorn-web stdout | 2022-06-09 12:35:50,491 [235] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '235'} gunicorn-web stdout | 2022-06-09 12:35:50,497 [237] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '237'} gunicorn-web stdout | 2022-06-09 12:35:50,505 [239] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '239'} gunicorn-web stdout | 2022-06-09 12:35:50,512 [238] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '238'} gunicorn-web stdout | 2022-06-09 12:35:50,519 [231] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '231'} gunicorn-web stdout | 2022-06-09 12:35:50,528 [244] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '244'} gunicorn-web stdout | 2022-06-09 12:35:50,533 [232] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '232'} gunicorn-secscan stdout | 2022-06-09 12:35:50,540 [221] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '221'} gunicorn-secscan stdout | 2022-06-09 12:35:50,547 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '74'} gunicorn-secscan stdout | 2022-06-09 12:35:50,554 [224] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '224'} gunicorn-secscan stdout | 2022-06-09 12:35:50,561 [225] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '225'} gunicorn-secscan stdout | 2022-06-09 12:35:50,568 [227] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '227'} notificationworker stdout | 2022-06-09 12:35:50,618 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:35:50,618 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:36:00.617379+00:00 (in 9.999100 seconds) notificationworker stdout | 2022-06-09 12:35:50,618 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:36:00 UTC)" (scheduled at 2022-06-09 12:35:50.617379+00:00) notificationworker stdout | 2022-06-09 12:35:50,618 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 12:35:50,619 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 35, 50, 618734), True, datetime.datetime(2022, 6, 9, 12, 35, 50, 618734), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 12:35:50,621 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 12:35:50,621 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:35:50,622 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:36:00 UTC)" executed successfully repositorygcworker stdout | 2022-06-09 12:35:51,509 [89] [DEBUG] [apscheduler.scheduler] Looking for jobs to run repositorygcworker stdout | 2022-06-09 12:35:51,510 [89] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:36:38.463361+00:00 (in 46.953315 seconds) repositorygcworker stdout | 2022-06-09 12:35:51,510 [89] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:36:51 UTC)" (scheduled at 2022-06-09 12:35:51.502316+00:00) repositorygcworker stdout | 2022-06-09 12:35:51,510 [89] [DEBUG] [workers.queueworker] Running watchdog. repositorygcworker stdout | 2022-06-09 12:35:51,510 [89] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:36:51 UTC)" executed successfully blobuploadcleanupworker stdout | 2022-06-09 12:35:51,844 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'blobuploadcleanupworker.py', 'pid': '64'} repositoryactioncounter stdout | 2022-06-09 12:35:51,854 [88] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositoryactioncounter.py', 'pid': '88'} chunkcleanupworker stdout | 2022-06-09 12:35:51,860 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'chunkcleanupworker.py', 'pid': '67'} exportactionlogsworker stdout | 2022-06-09 12:35:51,898 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'exportactionlogsworker.py', 'pid': '70'} globalpromstats stdout | 2022-06-09 12:35:52,197 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'globalpromstats.py', 'pid': '72'} logrotateworker stdout | 2022-06-09 12:35:52,204 [77] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'logrotateworker.py', 'pid': '77'} namespacegcworker stdout | 2022-06-09 12:35:52,356 [83] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'namespacegcworker.py', 'pid': '83'} securityscanningnotificationworker stdout | 2022-06-09 12:35:52,363 [90] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'securityscanningnotificationworker.py', 'pid': '90'} repositorygcworker stdout | 2022-06-09 12:35:52,369 [89] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositorygcworker.py', 'pid': '89'} builder stdout | 2022-06-09 12:35:52,575 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'builder.py', 'pid': '65'} notificationworker stdout | 2022-06-09 12:35:52,582 [85] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'notificationworker.py', 'pid': '85'} buildlogsarchiver stdout | 2022-06-09 12:35:52,588 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'buildlogsarchiver.py', 'pid': '66'} servicekey stdout | 2022-06-09 12:35:52,613 [92] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'servicekeyworker.py', 'pid': '92'} expiredappspecifictokenworker stdout | 2022-06-09 12:35:52,623 [69] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '69'} gcworker stdout | 2022-06-09 12:35:52,656 [71] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'gcworker.py', 'pid': '71'} gunicorn-registry stdout | 2022-06-09 12:35:52,675 [275] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '275'} gunicorn-registry stdout | 2022-06-09 12:35:52,691 [246] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '246'} manifestbackfillworker stdout | 2022-06-09 12:35:52,697 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'manifestbackfillworker.py', 'pid': '78'} teamsyncworker stdout | 2022-06-09 12:35:52,709 [94] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'teamsyncworker.py', 'pid': '94'} gunicorn-registry stdout | 2022-06-09 12:35:52,717 [271] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '271'} gunicorn-registry stdout | 2022-06-09 12:35:52,724 [273] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '273'} gunicorn-registry stdout | 2022-06-09 12:35:52,734 [274] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '274'} queuecleanupworker stdout | 2022-06-09 12:35:52,740 [87] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'queuecleanupworker.py', 'pid': '87'} gunicorn-registry stdout | 2022-06-09 12:35:52,747 [276] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '276'} gunicorn-registry stdout | 2022-06-09 12:35:52,756 [277] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '277'} gunicorn-registry stdout | 2022-06-09 12:35:52,761 [263] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '263'} storagereplication stdout | 2022-06-09 12:35:52,768 [93] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'storagereplication.py', 'pid': '93'} gunicorn-registry stdout | 2022-06-09 12:35:52,775 [266] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '266'} gunicorn-registry stdout | 2022-06-09 12:35:52,782 [260] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '260'} gunicorn-registry stdout | 2022-06-09 12:35:52,789 [254] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '254'} gunicorn-registry stdout | 2022-06-09 12:35:52,796 [270] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '270'} gunicorn-registry stdout | 2022-06-09 12:35:52,804 [253] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '253'} gunicorn-registry stdout | 2022-06-09 12:35:52,811 [261] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '261'} gunicorn-registry stdout | 2022-06-09 12:35:52,817 [268] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '268'} gunicorn-registry stdout | 2022-06-09 12:35:52,824 [248] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '248'} gunicorn-registry stdout | 2022-06-09 12:35:52,831 [245] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '245'} gunicorn-registry stdout | 2022-06-09 12:35:52,838 [249] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '249'} gunicorn-registry stdout | 2022-06-09 12:35:52,846 [251] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '251'} gunicorn-registry stdout | 2022-06-09 12:35:52,853 [259] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '259'} gunicorn-registry stdout | 2022-06-09 12:35:52,860 [250] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '250'} gunicorn-registry stdout | 2022-06-09 12:35:52,866 [73] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '73'} gunicorn-registry stdout | 2022-06-09 12:35:52,876 [265] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '265'} gunicorn-registry stdout | 2022-06-09 12:35:52,886 [267] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '267'} gunicorn-registry stdout | 2022-06-09 12:35:52,893 [256] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '256'} gunicorn-registry stdout | 2022-06-09 12:35:52,901 [264] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '264'} gunicorn-registry stdout | 2022-06-09 12:35:52,908 [262] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '262'} gunicorn-registry stdout | 2022-06-09 12:35:52,915 [272] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '272'} gunicorn-registry stdout | 2022-06-09 12:35:52,922 [269] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '269'} gunicorn-registry stdout | 2022-06-09 12:35:52,929 [247] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '247'} gunicorn-registry stdout | 2022-06-09 12:35:52,935 [255] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '255'} gunicorn-registry stdout | 2022-06-09 12:35:52,943 [257] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '257'} gunicorn-registry stdout | 2022-06-09 12:35:52,950 [252] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '252'} gunicorn-web stdout | 2022-06-09 12:35:53,016 [244] [DEBUG] [app] Starting request: urn:request:08595598-5bb8-44fd-82e9-d766e0d26e34 (/api/v1/repository/ibazulic/quay/build/) {'X-Forwarded-For': '172.24.0.1'} gunicorn-web stdout | 2022-06-09 12:35:53,017 [244] [DEBUG] [app] User loader loading deferred user with uuid: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 12:35:53,017 [244] [DEBUG] [auth.cookie] Loading user from cookie: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 12:35:53,017 [244] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`uuid`, `t1`.`username`, `t1`.`password_hash`, `t1`.`email`, `t1`.`verified`, `t1`.`stripe_id`, `t1`.`organization`, `t1`.`robot`, `t1`.`invoice_email`, `t1`.`invalid_login_attempts`, `t1`.`last_invalid_login`, `t1`.`removed_tag_expiration_s`, `t1`.`enabled`, `t1`.`invoice_email_address`, `t1`.`given_name`, `t1`.`family_name`, `t1`.`company`, `t1`.`location`, `t1`.`maximum_queued_builds_count`, `t1`.`creation_date`, `t1`.`last_accessed` FROM `user` AS `t1` WHERE ((`t1`.`uuid` = %s) AND (`t1`.`organization` = %s)) LIMIT %s OFFSET %s', ['82228490-d075-4921-ae7a-af4408cf11b4', False, 1, 0]) gunicorn-web stdout | 2022-06-09 12:35:53,020 [244] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None]) gunicorn-web stdout | 2022-06-09 12:35:53,020 [244] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2022-06-09 12:35:53,020 [244] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 12:35:53,020 [244] [DEBUG] [endpoints.api] Checking permission for repo: ibazulic/quay gunicorn-web stdout | 2022-06-09 12:35:53,020 [244] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 12:35:53,020 [244] [DEBUG] [auth.permissions] User permission: userspecificneed(type='user', username='ibazulic', role='admin') gunicorn-web stdout | 2022-06-09 12:35:53,020 [244] [DEBUG] [auth.permissions] User namespace permission: namespacewide(type='organization', namespace='ibazulic', role='admin') gunicorn-web stdout | 2022-06-09 12:35:53,020 [244] [DEBUG] [auth.permissions] User namespace repo permission: namespacewide(type='organizationrepo', namespace='ibazulic', role='admin') gunicorn-web stdout | 2022-06-09 12:35:53,021 [244] [DEBUG] [auth.permissions] Adding superuser to user: ibazulic gunicorn-web stdout | 2022-06-09 12:35:53,021 [244] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`namespace_user_id`, `t1`.`name`, `t1`.`visibility_id`, `t1`.`description`, `t1`.`badge_token`, `t1`.`kind_id`, `t1`.`trust_enabled`, `t1`.`state`, `t2`.`id`, `t2`.`uuid`, `t2`.`username`, `t2`.`password_hash`, `t2`.`email`, `t2`.`verified`, `t2`.`stripe_id`, `t2`.`organization`, `t2`.`robot`, `t2`.`invoice_email`, `t2`.`invalid_login_attempts`, `t2`.`last_invalid_login`, `t2`.`removed_tag_expiration_s`, `t2`.`enabled`, `t2`.`invoice_email_address`, `t2`.`given_name`, `t2`.`family_name`, `t2`.`company`, `t2`.`location`, `t2`.`maximum_queued_builds_count`, `t2`.`creation_date`, `t2`.`last_accessed` FROM `repository` AS `t1` INNER JOIN `user` AS `t2` ON (`t1`.`namespace_user_id` = `t2`.`id`) INNER JOIN `repositorykind` AS `t3` ON (`t1`.`kind_id` = `t3`.`id`) WHERE ((((`t2`.`username` = %s) AND (`t1`.`name` = %s)) AND (`t1`.`state` != %s)) AND (`t3`.`name` = %s)) LIMIT %s OFFSET %s', ['ibazulic', 'quay', 3, 'application', 1, 0]) gunicorn-web stdout | 2022-06-09 12:35:53,024 [244] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`uuid`, `t1`.`repository_id`, `t1`.`access_token_id`, `t1`.`resource_key`, `t1`.`job_config`, `t1`.`phase`, `t1`.`started`, `t1`.`display_name`, `t1`.`trigger_id`, `t1`.`pull_robot_id`, `t1`.`logs_archived`, `t1`.`queue_id`, `t2`.`id`, `t2`.`uuid`, `t2`.`service_id`, `t2`.`repository_id`, `t2`.`connected_user_id`, `t2`.`secure_auth_token`, `t2`.`secure_private_key`, `t2`.`fully_migrated`, `t2`.`config`, `t2`.`write_token_id`, `t2`.`pull_robot_id`, `t2`.`enabled`, `t2`.`disabled_reason_id`, `t2`.`disabled_datetime`, `t2`.`successive_failure_count`, `t2`.`successive_internal_error_count`, `t3`.`id`, `t3`.`name`, `t4`.`id`, `t4`.`namespace_user_id`, `t4`.`name`, `t4`.`visibility_id`, `t4`.`description`, `t4`.`badge_token`, `t4`.`kind_id`, `t4`.`trust_enabled`, `t4`.`state`, `t5`.`id`, `t5`.`uuid`, `t5`.`username`, `t5`.`password_hash`, `t5`.`email`, `t5`.`verified`, `t5`.`stripe_id`, `t5`.`organization`, `t5`.`robot`, `t5`.`invoice_email`, `t5`.`invalid_login_attempts`, `t5`.`last_invalid_login`, `t5`.`removed_tag_expiration_s`, `t5`.`enabled`, `t5`.`invoice_email_address`, `t5`.`given_name`, `t5`.`family_name`, `t5`.`company`, `t5`.`location`, `t5`.`maximum_queued_builds_count`, `t5`.`creation_date`, `t5`.`last_accessed`, `t6`.`id`, `t6`.`uuid`, `t6`.`username`, `t6`.`password_hash`, `t6`.`email`, `t6`.`verified`, `t6`.`stripe_id`, `t6`.`organization`, `t6`.`robot`, `t6`.`invoice_email`, `t6`.`invalid_login_attempts`, `t6`.`last_invalid_login`, `t6`.`removed_tag_expiration_s`, `t6`.`enabled`, `t6`.`invoice_email_address`, `t6`.`given_name`, `t6`.`family_name`, `t6`.`company`, `t6`.`location`, `t6`.`maximum_queued_builds_count`, `t6`.`creation_date`, `t6`.`last_accessed` FROM `repositorybuild` AS `t1` INNER JOIN `repository` AS `t4` ON (`t1`.`repository_id` = `t4`.`id`) INNER JOIN `user` AS `t5` ON (`t4`.`namespace_user_id` = `t5`.`id`) LEFT OUTER JOIN `user` AS `t6` ON (`t1`.`pull_robot_id` = `t6`.`id`) LEFT OUTER JOIN `repositorybuildtrigger` AS `t2` ON (`t1`.`trigger_id` = `t2`.`id`) LEFT OUTER JOIN `buildtriggerservice` AS `t3` ON (`t2`.`service_id` = `t3`.`id`) WHERE ((`t4`.`name` = %s) AND (`t5`.`username` = %s)) ORDER BY `t1`.`started` DESC LIMIT %s', ['quay', 'ibazulic', 3]) gunicorn-web stdout | 2022-06-09 12:35:53,027 [244] [DEBUG] [app] Ending request: urn:request:08595598-5bb8-44fd-82e9-d766e0d26e34 (/api/v1/repository/ibazulic/quay/build/) {'endpoint': 'api.repositorybuildlist', 'request_id': 'urn:request:08595598-5bb8-44fd-82e9-d766e0d26e34', 'remote_addr': '172.24.0.1', 'http_method': 'GET', 'original_url': 'https://quay.skynet/api/v1/repository/ibazulic/quay/build/?limit=3', 'path': '/api/v1/repository/ibazulic/quay/build/', 'parameters': {'limit': '3'}, 'json_body': None, 'confsha': '61c38a19', 'user-agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:101.0) Gecko/20100101 Firefox/101.0'} gunicorn-web stdout | 2022-06-09 12:35:53,028 [244] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2022-06-09 12:35:53,028 [244] [INFO] [gunicorn.access] 172.24.0.1 - - [09/Jun/2022:12:35:53 +0000] "GET /api/v1/repository/ibazulic/quay/build/?limit=3 HTTP/1.0" 200 15 "https://quay.skynet/repository/ibazulic/quay?tab=history" "Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:101.0) Gecko/20100101 Firefox/101.0" nginx stdout | 172.24.0.1 () - - [09/Jun/2022:12:35:53 +0000] "GET /api/v1/repository/ibazulic/quay/build/?limit=3 HTTP/2.0" 200 15 "https://quay.skynet/repository/ibazulic/quay?tab=history" "Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:101.0) Gecko/20100101 Firefox/101.0" (0.013 418 0.012) namespacegcworker stdout | 2022-06-09 12:35:55,505 [83] [DEBUG] [apscheduler.scheduler] Looking for jobs to run namespacegcworker stdout | 2022-06-09 12:35:55,505 [83] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:36:01.521527+00:00 (in 6.016290 seconds) namespacegcworker stdout | 2022-06-09 12:35:55,505 [83] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:36:55 UTC)" (scheduled at 2022-06-09 12:35:55.463831+00:00) namespacegcworker stdout | 2022-06-09 12:35:55,505 [83] [DEBUG] [workers.queueworker] Getting work item from queue. namespacegcworker stdout | 2022-06-09 12:35:55,506 [83] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 35, 55, 505686), True, datetime.datetime(2022, 6, 9, 12, 35, 55, 505686), 0, 'namespacegc/%', 50, 1, 0]) namespacegcworker stdout | 2022-06-09 12:35:55,508 [83] [DEBUG] [workers.queueworker] No more work. namespacegcworker stdout | 2022-06-09 12:35:55,508 [83] [DEBUG] [data.database] Disconnecting from database. namespacegcworker stdout | 2022-06-09 12:35:55,508 [83] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:36:55 UTC)" executed successfully notificationworker stdout | 2022-06-09 12:36:00,618 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:36:00,618 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:36:10.617379+00:00 (in 9.998567 seconds) notificationworker stdout | 2022-06-09 12:36:00,619 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:36:10 UTC)" (scheduled at 2022-06-09 12:36:00.617379+00:00) notificationworker stdout | 2022-06-09 12:36:00,619 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 12:36:00,619 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 36, 0, 619159), True, datetime.datetime(2022, 6, 9, 12, 36, 0, 619159), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 12:36:00,622 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 12:36:00,622 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:36:00,622 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:36:10 UTC)" executed successfully namespacegcworker stdout | 2022-06-09 12:36:01,549 [83] [DEBUG] [apscheduler.scheduler] Looking for jobs to run namespacegcworker stdout | 2022-06-09 12:36:01,549 [83] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:36:55.463831+00:00 (in 53.914253 seconds) namespacegcworker stdout | 2022-06-09 12:36:01,549 [83] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:37:01 UTC)" (scheduled at 2022-06-09 12:36:01.521527+00:00) namespacegcworker stdout | 2022-06-09 12:36:01,550 [83] [DEBUG] [workers.queueworker] Running watchdog. namespacegcworker stdout | 2022-06-09 12:36:01,550 [83] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:37:01 UTC)" executed successfully exportactionlogsworker stdout | 2022-06-09 12:36:04,372 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run exportactionlogsworker stdout | 2022-06-09 12:36:04,372 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:36:25.409412+00:00 (in 21.037162 seconds) exportactionlogsworker stdout | 2022-06-09 12:36:04,372 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:37:04 UTC)" (scheduled at 2022-06-09 12:36:04.366245+00:00) exportactionlogsworker stdout | 2022-06-09 12:36:04,372 [70] [DEBUG] [workers.queueworker] Getting work item from queue. exportactionlogsworker stdout | 2022-06-09 12:36:04,373 [70] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 36, 4, 372922), True, datetime.datetime(2022, 6, 9, 12, 36, 4, 372922), 0, 'exportactionlogs/%', 50, 1, 0]) exportactionlogsworker stdout | 2022-06-09 12:36:04,376 [70] [DEBUG] [workers.queueworker] No more work. exportactionlogsworker stdout | 2022-06-09 12:36:04,376 [70] [DEBUG] [data.database] Disconnecting from database. exportactionlogsworker stdout | 2022-06-09 12:36:04,376 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:37:04 UTC)" executed successfully gcworker stdout | 2022-06-09 12:36:07,495 [71] [DEBUG] [apscheduler.scheduler] Looking for jobs to run gcworker stdout | 2022-06-09 12:36:07,496 [71] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:36:37.490424+00:00 (in 29.994462 seconds) gcworker stdout | 2022-06-09 12:36:07,496 [71] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 12:36:37 UTC)" (scheduled at 2022-06-09 12:36:07.490424+00:00) gcworker stdout | 2022-06-09 12:36:07,497 [71] [DEBUG] [peewee] ('SELECT `candidates`.`repository_id` FROM (SELECT DISTINCT `t1`.`repository_id` FROM `tag` AS `t1` INNER JOIN `repository` AS `t2` ON (`t1`.`repository_id` = `t2`.`id`) INNER JOIN `user` AS `t3` ON (`t2`.`namespace_user_id` = `t3`.`id`) WHERE ((((NOT (`t1`.`lifetime_end_ms` IS %s) AND (`t1`.`lifetime_end_ms` <= %s)) AND (`t3`.`removed_tag_expiration_s` = %s)) AND (`t3`.`enabled` = %s)) AND (`t2`.`state` != %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', [None, 1654778167496, 0, True, 3, 500, 1, 0]) gcworker stdout | 2022-06-09 12:36:07,499 [71] [DEBUG] [__main__] No repository with garbage found gcworker stdout | 2022-06-09 12:36:07,499 [71] [DEBUG] [data.database] Disconnecting from database. gcworker stdout | 2022-06-09 12:36:07,499 [71] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 12:36:37 UTC)" executed successfully notificationworker stdout | 2022-06-09 12:36:10,619 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:36:10,619 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:36:19.645536+00:00 (in 9.026321 seconds) notificationworker stdout | 2022-06-09 12:36:10,619 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:36:20 UTC)" (scheduled at 2022-06-09 12:36:10.617379+00:00) notificationworker stdout | 2022-06-09 12:36:10,619 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 12:36:10,620 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 36, 10, 619682), True, datetime.datetime(2022, 6, 9, 12, 36, 10, 619682), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 12:36:10,622 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 12:36:10,622 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:36:10,623 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:36:20 UTC)" executed successfully buildlogsarchiver stdout | 2022-06-09 12:36:15,395 [66] [DEBUG] [apscheduler.scheduler] Looking for jobs to run buildlogsarchiver stdout | 2022-06-09 12:36:15,395 [66] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:36:45.366042+00:00 (in 29.970427 seconds) buildlogsarchiver stdout | 2022-06-09 12:36:15,396 [66] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 12:36:45 UTC)" (scheduled at 2022-06-09 12:36:15.366042+00:00) buildlogsarchiver stdout | 2022-06-09 12:36:15,396 [66] [DEBUG] [peewee] ('SELECT `candidates`.`id` FROM (SELECT `t1`.`id` FROM `repositorybuild` AS `t1` WHERE (((`t1`.`phase` IN (%s, %s, %s)) OR (`t1`.`started` < %s)) AND (`t1`.`logs_archived` = %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2022, 5, 25, 12, 36, 15, 396202), False, 50, 1, 0]) buildlogsarchiver stdout | 2022-06-09 12:36:15,398 [66] [DEBUG] [__main__] No more builds to archive buildlogsarchiver stdout | 2022-06-09 12:36:15,398 [66] [DEBUG] [data.database] Disconnecting from database. buildlogsarchiver stdout | 2022-06-09 12:36:15,398 [66] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 12:36:45 UTC)" executed successfully notificationworker stdout | 2022-06-09 12:36:19,662 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:36:19,662 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:36:20.617379+00:00 (in 0.954857 seconds) notificationworker stdout | 2022-06-09 12:36:19,662 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:37:19 UTC)" (scheduled at 2022-06-09 12:36:19.645536+00:00) notificationworker stdout | 2022-06-09 12:36:19,662 [85] [DEBUG] [workers.queueworker] Running watchdog. notificationworker stdout | 2022-06-09 12:36:19,662 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:37:19 UTC)" executed successfully gunicorn-web stdout | 2022-06-09 12:36:20,424 [236] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '236'} gunicorn-web stdout | 2022-06-09 12:36:20,437 [228] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '228'} gunicorn-web stdout | 2022-06-09 12:36:20,447 [241] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '241'} gunicorn-web stdout | 2022-06-09 12:36:20,454 [234] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '234'} gunicorn-web stdout | 2022-06-09 12:36:20,461 [229] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '229'} gunicorn-web stdout | 2022-06-09 12:36:20,469 [243] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '243'} gunicorn-web stdout | 2022-06-09 12:36:20,475 [226] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '226'} gunicorn-web stdout | 2022-06-09 12:36:20,485 [242] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '242'} gunicorn-web stdout | 2022-06-09 12:36:20,495 [230] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '230'} gunicorn-web stdout | 2022-06-09 12:36:20,501 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '75'} gunicorn-web stdout | 2022-06-09 12:36:20,508 [235] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '235'} gunicorn-web stdout | 2022-06-09 12:36:20,518 [237] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '237'} gunicorn-web stdout | 2022-06-09 12:36:20,526 [239] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '239'} gunicorn-web stdout | 2022-06-09 12:36:20,532 [238] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '238'} gunicorn-web stdout | 2022-06-09 12:36:20,540 [231] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '231'} gunicorn-web stdout | 2022-06-09 12:36:20,545 [244] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '244'} gunicorn-web stdout | 2022-06-09 12:36:20,553 [232] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '232'} gunicorn-secscan stdout | 2022-06-09 12:36:20,559 [221] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '221'} gunicorn-secscan stdout | 2022-06-09 12:36:20,566 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '74'} gunicorn-secscan stdout | 2022-06-09 12:36:20,574 [224] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '224'} gunicorn-secscan stdout | 2022-06-09 12:36:20,581 [225] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '225'} gunicorn-secscan stdout | 2022-06-09 12:36:20,587 [227] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '227'} notificationworker stdout | 2022-06-09 12:36:20,618 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:36:20,618 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:36:30.617379+00:00 (in 9.998646 seconds) notificationworker stdout | 2022-06-09 12:36:20,618 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:36:30 UTC)" (scheduled at 2022-06-09 12:36:20.617379+00:00) notificationworker stdout | 2022-06-09 12:36:20,619 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 12:36:20,619 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 36, 20, 619070), True, datetime.datetime(2022, 6, 9, 12, 36, 20, 619070), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 12:36:20,622 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 12:36:20,622 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:36:20,622 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:36:30 UTC)" executed successfully repositoryactioncounter stdout | 2022-06-09 12:36:21,869 [88] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositoryactioncounter.py', 'pid': '88'} blobuploadcleanupworker stdout | 2022-06-09 12:36:21,874 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'blobuploadcleanupworker.py', 'pid': '64'} chunkcleanupworker stdout | 2022-06-09 12:36:21,899 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'chunkcleanupworker.py', 'pid': '67'} exportactionlogsworker stdout | 2022-06-09 12:36:21,938 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'exportactionlogsworker.py', 'pid': '70'} globalpromstats stdout | 2022-06-09 12:36:22,210 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'globalpromstats.py', 'pid': '72'} logrotateworker stdout | 2022-06-09 12:36:22,217 [77] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'logrotateworker.py', 'pid': '77'} securityscanningnotificationworker stdout | 2022-06-09 12:36:22,413 [90] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'securityscanningnotificationworker.py', 'pid': '90'} namespacegcworker stdout | 2022-06-09 12:36:22,420 [83] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'namespacegcworker.py', 'pid': '83'} repositorygcworker stdout | 2022-06-09 12:36:22,425 [89] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositorygcworker.py', 'pid': '89'} builder stdout | 2022-06-09 12:36:22,600 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'builder.py', 'pid': '65'} notificationworker stdout | 2022-06-09 12:36:22,607 [85] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'notificationworker.py', 'pid': '85'} buildlogsarchiver stdout | 2022-06-09 12:36:22,613 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'buildlogsarchiver.py', 'pid': '66'} servicekey stdout | 2022-06-09 12:36:22,652 [92] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'servicekeyworker.py', 'pid': '92'} expiredappspecifictokenworker stdout | 2022-06-09 12:36:22,662 [69] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '69'} gunicorn-registry stdout | 2022-06-09 12:36:22,687 [275] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '275'} gcworker stdout | 2022-06-09 12:36:22,696 [71] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'gcworker.py', 'pid': '71'} gunicorn-registry stdout | 2022-06-09 12:36:22,711 [246] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '246'} teamsyncworker stdout | 2022-06-09 12:36:22,721 [94] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'teamsyncworker.py', 'pid': '94'} gunicorn-registry stdout | 2022-06-09 12:36:22,730 [271] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '271'} manifestbackfillworker stdout | 2022-06-09 12:36:22,737 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'manifestbackfillworker.py', 'pid': '78'} gunicorn-registry stdout | 2022-06-09 12:36:22,744 [273] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '273'} gunicorn-registry stdout | 2022-06-09 12:36:22,751 [274] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '274'} gunicorn-registry stdout | 2022-06-09 12:36:22,764 [276] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '276'} gunicorn-registry stdout | 2022-06-09 12:36:22,770 [277] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '277'} gunicorn-registry stdout | 2022-06-09 12:36:22,776 [263] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '263'} queuecleanupworker stdout | 2022-06-09 12:36:22,784 [87] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'queuecleanupworker.py', 'pid': '87'} gunicorn-registry stdout | 2022-06-09 12:36:22,792 [266] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '266'} gunicorn-registry stdout | 2022-06-09 12:36:22,801 [260] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '260'} gunicorn-registry stdout | 2022-06-09 12:36:22,807 [254] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '254'} gunicorn-registry stdout | 2022-06-09 12:36:22,814 [270] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '270'} storagereplication stdout | 2022-06-09 12:36:22,820 [93] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'storagereplication.py', 'pid': '93'} gunicorn-registry stdout | 2022-06-09 12:36:22,828 [253] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '253'} gunicorn-registry stdout | 2022-06-09 12:36:22,833 [261] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '261'} gunicorn-registry stdout | 2022-06-09 12:36:22,840 [268] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '268'} gunicorn-registry stdout | 2022-06-09 12:36:22,848 [248] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '248'} gunicorn-registry stdout | 2022-06-09 12:36:22,855 [245] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '245'} gunicorn-registry stdout | 2022-06-09 12:36:22,863 [249] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '249'} gunicorn-registry stdout | 2022-06-09 12:36:22,871 [251] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '251'} gunicorn-registry stdout | 2022-06-09 12:36:22,877 [259] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '259'} gunicorn-registry stdout | 2022-06-09 12:36:22,885 [250] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '250'} gunicorn-registry stdout | 2022-06-09 12:36:22,891 [73] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '73'} gunicorn-registry stdout | 2022-06-09 12:36:22,899 [265] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '265'} gunicorn-registry stdout | 2022-06-09 12:36:22,906 [267] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '267'} gunicorn-registry stdout | 2022-06-09 12:36:22,913 [256] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '256'} gunicorn-registry stdout | 2022-06-09 12:36:22,920 [264] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '264'} gunicorn-registry stdout | 2022-06-09 12:36:22,926 [262] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '262'} gunicorn-registry stdout | 2022-06-09 12:36:22,934 [272] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '272'} gunicorn-registry stdout | 2022-06-09 12:36:22,940 [269] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '269'} gunicorn-registry stdout | 2022-06-09 12:36:22,948 [247] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '247'} gunicorn-registry stdout | 2022-06-09 12:36:22,955 [255] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '255'} gunicorn-registry stdout | 2022-06-09 12:36:22,961 [257] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '257'} gunicorn-registry stdout | 2022-06-09 12:36:22,969 [252] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '252'} gunicorn-web stdout | 2022-06-09 12:36:23,029 [244] [DEBUG] [app] Starting request: urn:request:ae4d9370-621a-4a3f-9f64-403c4bfc8320 (/api/v1/repository/ibazulic/quay/build/) {'X-Forwarded-For': '172.24.0.1'} gunicorn-web stdout | 2022-06-09 12:36:23,029 [244] [DEBUG] [app] User loader loading deferred user with uuid: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 12:36:23,029 [244] [DEBUG] [auth.cookie] Loading user from cookie: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 12:36:23,030 [244] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`uuid`, `t1`.`username`, `t1`.`password_hash`, `t1`.`email`, `t1`.`verified`, `t1`.`stripe_id`, `t1`.`organization`, `t1`.`robot`, `t1`.`invoice_email`, `t1`.`invalid_login_attempts`, `t1`.`last_invalid_login`, `t1`.`removed_tag_expiration_s`, `t1`.`enabled`, `t1`.`invoice_email_address`, `t1`.`given_name`, `t1`.`family_name`, `t1`.`company`, `t1`.`location`, `t1`.`maximum_queued_builds_count`, `t1`.`creation_date`, `t1`.`last_accessed` FROM `user` AS `t1` WHERE ((`t1`.`uuid` = %s) AND (`t1`.`organization` = %s)) LIMIT %s OFFSET %s', ['82228490-d075-4921-ae7a-af4408cf11b4', False, 1, 0]) gunicorn-web stdout | 2022-06-09 12:36:23,032 [244] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None]) gunicorn-web stdout | 2022-06-09 12:36:23,032 [244] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2022-06-09 12:36:23,032 [244] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 12:36:23,032 [244] [DEBUG] [endpoints.api] Checking permission for repo: ibazulic/quay gunicorn-web stdout | 2022-06-09 12:36:23,032 [244] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 12:36:23,032 [244] [DEBUG] [auth.permissions] User permission: userspecificneed(type='user', username='ibazulic', role='admin') gunicorn-web stdout | 2022-06-09 12:36:23,032 [244] [DEBUG] [auth.permissions] User namespace permission: namespacewide(type='organization', namespace='ibazulic', role='admin') gunicorn-web stdout | 2022-06-09 12:36:23,032 [244] [DEBUG] [auth.permissions] User namespace repo permission: namespacewide(type='organizationrepo', namespace='ibazulic', role='admin') gunicorn-web stdout | 2022-06-09 12:36:23,032 [244] [DEBUG] [auth.permissions] Adding superuser to user: ibazulic gunicorn-web stdout | 2022-06-09 12:36:23,033 [244] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`namespace_user_id`, `t1`.`name`, `t1`.`visibility_id`, `t1`.`description`, `t1`.`badge_token`, `t1`.`kind_id`, `t1`.`trust_enabled`, `t1`.`state`, `t2`.`id`, `t2`.`uuid`, `t2`.`username`, `t2`.`password_hash`, `t2`.`email`, `t2`.`verified`, `t2`.`stripe_id`, `t2`.`organization`, `t2`.`robot`, `t2`.`invoice_email`, `t2`.`invalid_login_attempts`, `t2`.`last_invalid_login`, `t2`.`removed_tag_expiration_s`, `t2`.`enabled`, `t2`.`invoice_email_address`, `t2`.`given_name`, `t2`.`family_name`, `t2`.`company`, `t2`.`location`, `t2`.`maximum_queued_builds_count`, `t2`.`creation_date`, `t2`.`last_accessed` FROM `repository` AS `t1` INNER JOIN `user` AS `t2` ON (`t1`.`namespace_user_id` = `t2`.`id`) INNER JOIN `repositorykind` AS `t3` ON (`t1`.`kind_id` = `t3`.`id`) WHERE ((((`t2`.`username` = %s) AND (`t1`.`name` = %s)) AND (`t1`.`state` != %s)) AND (`t3`.`name` = %s)) LIMIT %s OFFSET %s', ['ibazulic', 'quay', 3, 'application', 1, 0]) gunicorn-web stdout | 2022-06-09 12:36:23,036 [244] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`uuid`, `t1`.`repository_id`, `t1`.`access_token_id`, `t1`.`resource_key`, `t1`.`job_config`, `t1`.`phase`, `t1`.`started`, `t1`.`display_name`, `t1`.`trigger_id`, `t1`.`pull_robot_id`, `t1`.`logs_archived`, `t1`.`queue_id`, `t2`.`id`, `t2`.`uuid`, `t2`.`service_id`, `t2`.`repository_id`, `t2`.`connected_user_id`, `t2`.`secure_auth_token`, `t2`.`secure_private_key`, `t2`.`fully_migrated`, `t2`.`config`, `t2`.`write_token_id`, `t2`.`pull_robot_id`, `t2`.`enabled`, `t2`.`disabled_reason_id`, `t2`.`disabled_datetime`, `t2`.`successive_failure_count`, `t2`.`successive_internal_error_count`, `t3`.`id`, `t3`.`name`, `t4`.`id`, `t4`.`namespace_user_id`, `t4`.`name`, `t4`.`visibility_id`, `t4`.`description`, `t4`.`badge_token`, `t4`.`kind_id`, `t4`.`trust_enabled`, `t4`.`state`, `t5`.`id`, `t5`.`uuid`, `t5`.`username`, `t5`.`password_hash`, `t5`.`email`, `t5`.`verified`, `t5`.`stripe_id`, `t5`.`organization`, `t5`.`robot`, `t5`.`invoice_email`, `t5`.`invalid_login_attempts`, `t5`.`last_invalid_login`, `t5`.`removed_tag_expiration_s`, `t5`.`enabled`, `t5`.`invoice_email_address`, `t5`.`given_name`, `t5`.`family_name`, `t5`.`company`, `t5`.`location`, `t5`.`maximum_queued_builds_count`, `t5`.`creation_date`, `t5`.`last_accessed`, `t6`.`id`, `t6`.`uuid`, `t6`.`username`, `t6`.`password_hash`, `t6`.`email`, `t6`.`verified`, `t6`.`stripe_id`, `t6`.`organization`, `t6`.`robot`, `t6`.`invoice_email`, `t6`.`invalid_login_attempts`, `t6`.`last_invalid_login`, `t6`.`removed_tag_expiration_s`, `t6`.`enabled`, `t6`.`invoice_email_address`, `t6`.`given_name`, `t6`.`family_name`, `t6`.`company`, `t6`.`location`, `t6`.`maximum_queued_builds_count`, `t6`.`creation_date`, `t6`.`last_accessed` FROM `repositorybuild` AS `t1` INNER JOIN `repository` AS `t4` ON (`t1`.`repository_id` = `t4`.`id`) INNER JOIN `user` AS `t5` ON (`t4`.`namespace_user_id` = `t5`.`id`) LEFT OUTER JOIN `user` AS `t6` ON (`t1`.`pull_robot_id` = `t6`.`id`) LEFT OUTER JOIN `repositorybuildtrigger` AS `t2` ON (`t1`.`trigger_id` = `t2`.`id`) LEFT OUTER JOIN `buildtriggerservice` AS `t3` ON (`t2`.`service_id` = `t3`.`id`) WHERE ((`t4`.`name` = %s) AND (`t5`.`username` = %s)) ORDER BY `t1`.`started` DESC LIMIT %s', ['quay', 'ibazulic', 3]) gunicorn-web stdout | 2022-06-09 12:36:23,039 [244] [DEBUG] [app] Ending request: urn:request:ae4d9370-621a-4a3f-9f64-403c4bfc8320 (/api/v1/repository/ibazulic/quay/build/) {'endpoint': 'api.repositorybuildlist', 'request_id': 'urn:request:ae4d9370-621a-4a3f-9f64-403c4bfc8320', 'remote_addr': '172.24.0.1', 'http_method': 'GET', 'original_url': 'https://quay.skynet/api/v1/repository/ibazulic/quay/build/?limit=3', 'path': '/api/v1/repository/ibazulic/quay/build/', 'parameters': {'limit': '3'}, 'json_body': None, 'confsha': '61c38a19', 'user-agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:101.0) Gecko/20100101 Firefox/101.0'} gunicorn-web stdout | 2022-06-09 12:36:23,039 [244] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2022-06-09 12:36:23,040 [244] [INFO] [gunicorn.access] 172.24.0.1 - - [09/Jun/2022:12:36:23 +0000] "GET /api/v1/repository/ibazulic/quay/build/?limit=3 HTTP/1.0" 200 15 "https://quay.skynet/repository/ibazulic/quay?tab=history" "Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:101.0) Gecko/20100101 Firefox/101.0" nginx stdout | 172.24.0.1 () - - [09/Jun/2022:12:36:23 +0000] "GET /api/v1/repository/ibazulic/quay/build/?limit=3 HTTP/2.0" 200 15 "https://quay.skynet/repository/ibazulic/quay?tab=history" "Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:101.0) Gecko/20100101 Firefox/101.0" (0.012 416 0.012) exportactionlogsworker stdout | 2022-06-09 12:36:25,411 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run exportactionlogsworker stdout | 2022-06-09 12:36:25,411 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:36:47.409953+00:00 (in 21.998628 seconds) exportactionlogsworker stdout | 2022-06-09 12:36:25,411 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2022-06-09 12:41:25 UTC)" (scheduled at 2022-06-09 12:36:25.409412+00:00) exportactionlogsworker stdout | 2022-06-09 12:36:25,412 [70] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT `t1`.`queue_name` FROM `queueitem` AS `t1` WHERE (((`t1`.`available` = %s) AND (`t1`.`processing_expires` > %s)) AND (`t1`.`queue_name` LIKE %s))) AS `_wrapped`', [False, datetime.datetime(2022, 6, 9, 12, 36, 25, 411742), 'exportactionlogs/%']) exportactionlogsworker stdout | 2022-06-09 12:36:25,414 [70] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT `t1`.`queue_name` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s))) AS `_wrapped`', [datetime.datetime(2022, 6, 9, 12, 36, 25, 411742), True, datetime.datetime(2022, 6, 9, 12, 36, 25, 411742), 0, 'exportactionlogs/%']) exportactionlogsworker stdout | 2022-06-09 12:36:25,415 [70] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT `t1`.`queue_name` FROM `queueitem` AS `t1` WHERE (((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) AND NOT (`t1`.`queue_name` IN (SELECT `t1`.`queue_name` FROM `queueitem` AS `t1` WHERE (((`t1`.`available` = %s) AND (`t1`.`processing_expires` > %s)) AND (`t1`.`queue_name` LIKE %s)))))) AS `_wrapped`', [datetime.datetime(2022, 6, 9, 12, 36, 25, 411742), True, datetime.datetime(2022, 6, 9, 12, 36, 25, 411742), 0, 'exportactionlogs/%', False, datetime.datetime(2022, 6, 9, 12, 36, 25, 411742), 'exportactionlogs/%']) exportactionlogsworker stdout | 2022-06-09 12:36:25,417 [70] [DEBUG] [data.database] Disconnecting from database. exportactionlogsworker stdout | 2022-06-09 12:36:25,417 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2022-06-09 12:41:25 UTC)" executed successfully notificationworker stdout | 2022-06-09 12:36:30,622 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:36:30,623 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:36:40.617379+00:00 (in 9.994338 seconds) notificationworker stdout | 2022-06-09 12:36:30,623 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:36:40 UTC)" (scheduled at 2022-06-09 12:36:30.617379+00:00) notificationworker stdout | 2022-06-09 12:36:30,623 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 12:36:30,624 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 36, 30, 623551), True, datetime.datetime(2022, 6, 9, 12, 36, 30, 623551), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 12:36:30,626 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 12:36:30,626 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:36:30,626 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:36:40 UTC)" executed successfully gcworker stdout | 2022-06-09 12:36:37,491 [71] [DEBUG] [apscheduler.scheduler] Looking for jobs to run gcworker stdout | 2022-06-09 12:36:37,491 [71] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:37:07.490424+00:00 (in 29.999156 seconds) gcworker stdout | 2022-06-09 12:36:37,491 [71] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 12:37:07 UTC)" (scheduled at 2022-06-09 12:36:37.490424+00:00) gcworker stdout | 2022-06-09 12:36:37,492 [71] [DEBUG] [peewee] ('SELECT `candidates`.`repository_id` FROM (SELECT DISTINCT `t1`.`repository_id` FROM `tag` AS `t1` INNER JOIN `repository` AS `t2` ON (`t1`.`repository_id` = `t2`.`id`) INNER JOIN `user` AS `t3` ON (`t2`.`namespace_user_id` = `t3`.`id`) WHERE ((((NOT (`t1`.`lifetime_end_ms` IS %s) AND (`t1`.`lifetime_end_ms` <= %s)) AND (`t3`.`removed_tag_expiration_s` = %s)) AND (`t3`.`enabled` = %s)) AND (`t2`.`state` != %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', [None, 1654778197491, 0, True, 3, 500, 1, 0]) gcworker stdout | 2022-06-09 12:36:37,494 [71] [DEBUG] [__main__] No repository with garbage found gcworker stdout | 2022-06-09 12:36:37,494 [71] [DEBUG] [data.database] Disconnecting from database. gcworker stdout | 2022-06-09 12:36:37,494 [71] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 12:37:07 UTC)" executed successfully repositorygcworker stdout | 2022-06-09 12:36:38,470 [89] [DEBUG] [apscheduler.scheduler] Looking for jobs to run repositorygcworker stdout | 2022-06-09 12:36:38,471 [89] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:36:51.502316+00:00 (in 13.031451 seconds) repositorygcworker stdout | 2022-06-09 12:36:38,471 [89] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:37:38 UTC)" (scheduled at 2022-06-09 12:36:38.463361+00:00) repositorygcworker stdout | 2022-06-09 12:36:38,471 [89] [DEBUG] [workers.queueworker] Getting work item from queue. repositorygcworker stdout | 2022-06-09 12:36:38,472 [89] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 36, 38, 471350), True, datetime.datetime(2022, 6, 9, 12, 36, 38, 471350), 0, 'repositorygc/%', 50, 1, 0]) repositorygcworker stdout | 2022-06-09 12:36:38,474 [89] [DEBUG] [workers.queueworker] No more work. repositorygcworker stdout | 2022-06-09 12:36:38,474 [89] [DEBUG] [data.database] Disconnecting from database. repositorygcworker stdout | 2022-06-09 12:36:38,474 [89] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:37:38 UTC)" executed successfully notificationworker stdout | 2022-06-09 12:36:40,622 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:36:40,622 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:36:50.617379+00:00 (in 9.994808 seconds) notificationworker stdout | 2022-06-09 12:36:40,622 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:36:50 UTC)" (scheduled at 2022-06-09 12:36:40.617379+00:00) notificationworker stdout | 2022-06-09 12:36:40,622 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 12:36:40,623 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 36, 40, 622898), True, datetime.datetime(2022, 6, 9, 12, 36, 40, 622898), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 12:36:40,626 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 12:36:40,626 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:36:40,626 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:36:50 UTC)" executed successfully buildlogsarchiver stdout | 2022-06-09 12:36:45,367 [66] [DEBUG] [apscheduler.scheduler] Looking for jobs to run buildlogsarchiver stdout | 2022-06-09 12:36:45,367 [66] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:37:15.366042+00:00 (in 29.998724 seconds) buildlogsarchiver stdout | 2022-06-09 12:36:45,367 [66] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 12:37:15 UTC)" (scheduled at 2022-06-09 12:36:45.366042+00:00) buildlogsarchiver stdout | 2022-06-09 12:36:45,368 [66] [DEBUG] [peewee] ('SELECT `candidates`.`id` FROM (SELECT `t1`.`id` FROM `repositorybuild` AS `t1` WHERE (((`t1`.`phase` IN (%s, %s, %s)) OR (`t1`.`started` < %s)) AND (`t1`.`logs_archived` = %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2022, 5, 25, 12, 36, 45, 367612), False, 50, 1, 0]) buildlogsarchiver stdout | 2022-06-09 12:36:45,369 [66] [DEBUG] [__main__] No more builds to archive buildlogsarchiver stdout | 2022-06-09 12:36:45,370 [66] [DEBUG] [data.database] Disconnecting from database. buildlogsarchiver stdout | 2022-06-09 12:36:45,370 [66] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 12:37:15 UTC)" executed successfully exportactionlogsworker stdout | 2022-06-09 12:36:47,410 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run exportactionlogsworker stdout | 2022-06-09 12:36:47,410 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:37:04.366245+00:00 (in 16.955637 seconds) exportactionlogsworker stdout | 2022-06-09 12:36:47,410 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:37:47 UTC)" (scheduled at 2022-06-09 12:36:47.409953+00:00) exportactionlogsworker stdout | 2022-06-09 12:36:47,411 [70] [DEBUG] [workers.queueworker] Running watchdog. exportactionlogsworker stdout | 2022-06-09 12:36:47,411 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:37:47 UTC)" executed successfully gunicorn-web stdout | 2022-06-09 12:36:50,435 [236] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '236'} gunicorn-web stdout | 2022-06-09 12:36:50,448 [228] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '228'} gunicorn-web stdout | 2022-06-09 12:36:50,459 [241] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '241'} gunicorn-web stdout | 2022-06-09 12:36:50,469 [234] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '234'} gunicorn-web stdout | 2022-06-09 12:36:50,476 [229] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '229'} gunicorn-web stdout | 2022-06-09 12:36:50,483 [243] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '243'} gunicorn-web stdout | 2022-06-09 12:36:50,490 [226] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '226'} gunicorn-web stdout | 2022-06-09 12:36:50,497 [242] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '242'} gunicorn-web stdout | 2022-06-09 12:36:50,507 [230] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '230'} gunicorn-web stdout | 2022-06-09 12:36:50,514 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '75'} gunicorn-web stdout | 2022-06-09 12:36:50,520 [235] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '235'} gunicorn-web stdout | 2022-06-09 12:36:50,529 [237] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '237'} gunicorn-web stdout | 2022-06-09 12:36:50,537 [239] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '239'} gunicorn-web stdout | 2022-06-09 12:36:50,545 [238] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '238'} gunicorn-web stdout | 2022-06-09 12:36:50,551 [231] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '231'} gunicorn-web stdout | 2022-06-09 12:36:50,560 [244] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '244'} gunicorn-web stdout | 2022-06-09 12:36:50,567 [232] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '232'} gunicorn-secscan stdout | 2022-06-09 12:36:50,574 [221] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '221'} gunicorn-secscan stdout | 2022-06-09 12:36:50,582 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '74'} gunicorn-secscan stdout | 2022-06-09 12:36:50,589 [224] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '224'} gunicorn-secscan stdout | 2022-06-09 12:36:50,597 [225] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '225'} gunicorn-secscan stdout | 2022-06-09 12:36:50,604 [227] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '227'} notificationworker stdout | 2022-06-09 12:36:50,618 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:36:50,618 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:37:00.617379+00:00 (in 9.998656 seconds) notificationworker stdout | 2022-06-09 12:36:50,618 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:37:00 UTC)" (scheduled at 2022-06-09 12:36:50.617379+00:00) notificationworker stdout | 2022-06-09 12:36:50,619 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 12:36:50,619 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 36, 50, 619045), True, datetime.datetime(2022, 6, 9, 12, 36, 50, 619045), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 12:36:50,622 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 12:36:50,622 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:36:50,622 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:37:00 UTC)" executed successfully repositorygcworker stdout | 2022-06-09 12:36:51,522 [89] [DEBUG] [apscheduler.scheduler] Looking for jobs to run repositorygcworker stdout | 2022-06-09 12:36:51,523 [89] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:37:38.463361+00:00 (in 46.940258 seconds) repositorygcworker stdout | 2022-06-09 12:36:51,523 [89] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:37:51 UTC)" (scheduled at 2022-06-09 12:36:51.502316+00:00) repositorygcworker stdout | 2022-06-09 12:36:51,523 [89] [DEBUG] [workers.queueworker] Running watchdog. repositorygcworker stdout | 2022-06-09 12:36:51,523 [89] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:37:51 UTC)" executed successfully repositoryactioncounter stdout | 2022-06-09 12:36:51,900 [88] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositoryactioncounter.py', 'pid': '88'} blobuploadcleanupworker stdout | 2022-06-09 12:36:51,910 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'blobuploadcleanupworker.py', 'pid': '64'} chunkcleanupworker stdout | 2022-06-09 12:36:51,939 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'chunkcleanupworker.py', 'pid': '67'} exportactionlogsworker stdout | 2022-06-09 12:36:51,977 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'exportactionlogsworker.py', 'pid': '70'} globalpromstats stdout | 2022-06-09 12:36:52,261 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'globalpromstats.py', 'pid': '72'} logrotateworker stdout | 2022-06-09 12:36:52,268 [77] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'logrotateworker.py', 'pid': '77'} securityscanningnotificationworker stdout | 2022-06-09 12:36:52,452 [90] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'securityscanningnotificationworker.py', 'pid': '90'} repositorygcworker stdout | 2022-06-09 12:36:52,458 [89] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositorygcworker.py', 'pid': '89'} namespacegcworker stdout | 2022-06-09 12:36:52,465 [83] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'namespacegcworker.py', 'pid': '83'} builder stdout | 2022-06-09 12:36:52,636 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'builder.py', 'pid': '65'} buildlogsarchiver stdout | 2022-06-09 12:36:52,646 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'buildlogsarchiver.py', 'pid': '66'} notificationworker stdout | 2022-06-09 12:36:52,651 [85] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'notificationworker.py', 'pid': '85'} servicekey stdout | 2022-06-09 12:36:52,678 [92] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'servicekeyworker.py', 'pid': '92'} expiredappspecifictokenworker stdout | 2022-06-09 12:36:52,706 [69] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '69'} gunicorn-registry stdout | 2022-06-09 12:36:52,712 [275] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '275'} gunicorn-registry stdout | 2022-06-09 12:36:52,723 [246] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '246'} gcworker stdout | 2022-06-09 12:36:52,734 [71] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'gcworker.py', 'pid': '71'} gunicorn-registry stdout | 2022-06-09 12:36:52,755 [271] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '271'} gunicorn-registry stdout | 2022-06-09 12:36:52,762 [273] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '273'} teamsyncworker stdout | 2022-06-09 12:36:52,769 [94] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'teamsyncworker.py', 'pid': '94'} gunicorn-registry stdout | 2022-06-09 12:36:52,775 [274] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '274'} manifestbackfillworker stdout | 2022-06-09 12:36:52,782 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'manifestbackfillworker.py', 'pid': '78'} gunicorn-registry stdout | 2022-06-09 12:36:52,788 [276] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '276'} gunicorn-registry stdout | 2022-06-09 12:36:52,795 [277] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '277'} gunicorn-registry stdout | 2022-06-09 12:36:52,806 [263] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '263'} gunicorn-registry stdout | 2022-06-09 12:36:52,815 [266] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '266'} gunicorn-registry stdout | 2022-06-09 12:36:52,821 [260] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '260'} gunicorn-registry stdout | 2022-06-09 12:36:52,828 [254] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '254'} queuecleanupworker stdout | 2022-06-09 12:36:52,834 [87] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'queuecleanupworker.py', 'pid': '87'} gunicorn-registry stdout | 2022-06-09 12:36:52,842 [270] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '270'} gunicorn-registry stdout | 2022-06-09 12:36:52,851 [253] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '253'} gunicorn-registry stdout | 2022-06-09 12:36:52,858 [261] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '261'} gunicorn-registry stdout | 2022-06-09 12:36:52,870 [268] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '268'} storagereplication stdout | 2022-06-09 12:36:52,875 [93] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'storagereplication.py', 'pid': '93'} gunicorn-registry stdout | 2022-06-09 12:36:52,881 [248] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '248'} gunicorn-registry stdout | 2022-06-09 12:36:52,888 [245] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '245'} gunicorn-registry stdout | 2022-06-09 12:36:52,896 [249] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '249'} gunicorn-registry stdout | 2022-06-09 12:36:52,909 [251] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '251'} gunicorn-registry stdout | 2022-06-09 12:36:52,916 [259] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '259'} gunicorn-registry stdout | 2022-06-09 12:36:52,925 [250] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '250'} gunicorn-registry stdout | 2022-06-09 12:36:52,933 [73] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '73'} gunicorn-registry stdout | 2022-06-09 12:36:52,939 [265] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '265'} gunicorn-registry stdout | 2022-06-09 12:36:52,946 [267] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '267'} gunicorn-registry stdout | 2022-06-09 12:36:52,953 [256] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '256'} gunicorn-registry stdout | 2022-06-09 12:36:52,960 [264] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '264'} gunicorn-registry stdout | 2022-06-09 12:36:52,969 [262] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '262'} gunicorn-registry stdout | 2022-06-09 12:36:52,976 [272] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '272'} gunicorn-registry stdout | 2022-06-09 12:36:52,982 [269] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '269'} gunicorn-registry stdout | 2022-06-09 12:36:52,989 [247] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '247'} gunicorn-registry stdout | 2022-06-09 12:36:52,996 [255] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '255'} gunicorn-registry stdout | 2022-06-09 12:36:53,003 [257] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '257'} gunicorn-registry stdout | 2022-06-09 12:36:53,010 [252] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '252'} gunicorn-web stdout | 2022-06-09 12:36:53,042 [226] [DEBUG] [app] Starting request: urn:request:23d40a44-3d24-4d65-a98f-81911d9da09f (/api/v1/repository/ibazulic/quay/build/) {'X-Forwarded-For': '172.24.0.1'} gunicorn-web stdout | 2022-06-09 12:36:53,042 [226] [DEBUG] [app] User loader loading deferred user with uuid: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 12:36:53,042 [226] [DEBUG] [auth.cookie] Loading user from cookie: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 12:36:53,043 [226] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`uuid`, `t1`.`username`, `t1`.`password_hash`, `t1`.`email`, `t1`.`verified`, `t1`.`stripe_id`, `t1`.`organization`, `t1`.`robot`, `t1`.`invoice_email`, `t1`.`invalid_login_attempts`, `t1`.`last_invalid_login`, `t1`.`removed_tag_expiration_s`, `t1`.`enabled`, `t1`.`invoice_email_address`, `t1`.`given_name`, `t1`.`family_name`, `t1`.`company`, `t1`.`location`, `t1`.`maximum_queued_builds_count`, `t1`.`creation_date`, `t1`.`last_accessed` FROM `user` AS `t1` WHERE ((`t1`.`uuid` = %s) AND (`t1`.`organization` = %s)) LIMIT %s OFFSET %s', ['82228490-d075-4921-ae7a-af4408cf11b4', False, 1, 0]) gunicorn-web stdout | 2022-06-09 12:36:53,045 [226] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None]) gunicorn-web stdout | 2022-06-09 12:36:53,045 [226] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2022-06-09 12:36:53,045 [226] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 12:36:53,045 [226] [DEBUG] [endpoints.api] Checking permission for repo: ibazulic/quay gunicorn-web stdout | 2022-06-09 12:36:53,045 [226] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 12:36:53,046 [226] [DEBUG] [auth.permissions] User permission: userspecificneed(type='user', username='ibazulic', role='admin') gunicorn-web stdout | 2022-06-09 12:36:53,046 [226] [DEBUG] [auth.permissions] User namespace permission: namespacewide(type='organization', namespace='ibazulic', role='admin') gunicorn-web stdout | 2022-06-09 12:36:53,046 [226] [DEBUG] [auth.permissions] User namespace repo permission: namespacewide(type='organizationrepo', namespace='ibazulic', role='admin') gunicorn-web stdout | 2022-06-09 12:36:53,046 [226] [DEBUG] [auth.permissions] Adding superuser to user: ibazulic gunicorn-web stdout | 2022-06-09 12:36:53,047 [226] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`namespace_user_id`, `t1`.`name`, `t1`.`visibility_id`, `t1`.`description`, `t1`.`badge_token`, `t1`.`kind_id`, `t1`.`trust_enabled`, `t1`.`state`, `t2`.`id`, `t2`.`uuid`, `t2`.`username`, `t2`.`password_hash`, `t2`.`email`, `t2`.`verified`, `t2`.`stripe_id`, `t2`.`organization`, `t2`.`robot`, `t2`.`invoice_email`, `t2`.`invalid_login_attempts`, `t2`.`last_invalid_login`, `t2`.`removed_tag_expiration_s`, `t2`.`enabled`, `t2`.`invoice_email_address`, `t2`.`given_name`, `t2`.`family_name`, `t2`.`company`, `t2`.`location`, `t2`.`maximum_queued_builds_count`, `t2`.`creation_date`, `t2`.`last_accessed` FROM `repository` AS `t1` INNER JOIN `user` AS `t2` ON (`t1`.`namespace_user_id` = `t2`.`id`) INNER JOIN `repositorykind` AS `t3` ON (`t1`.`kind_id` = `t3`.`id`) WHERE ((((`t2`.`username` = %s) AND (`t1`.`name` = %s)) AND (`t1`.`state` != %s)) AND (`t3`.`name` = %s)) LIMIT %s OFFSET %s', ['ibazulic', 'quay', 3, 'application', 1, 0]) gunicorn-web stdout | 2022-06-09 12:36:53,050 [226] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`uuid`, `t1`.`repository_id`, `t1`.`access_token_id`, `t1`.`resource_key`, `t1`.`job_config`, `t1`.`phase`, `t1`.`started`, `t1`.`display_name`, `t1`.`trigger_id`, `t1`.`pull_robot_id`, `t1`.`logs_archived`, `t1`.`queue_id`, `t2`.`id`, `t2`.`uuid`, `t2`.`service_id`, `t2`.`repository_id`, `t2`.`connected_user_id`, `t2`.`secure_auth_token`, `t2`.`secure_private_key`, `t2`.`fully_migrated`, `t2`.`config`, `t2`.`write_token_id`, `t2`.`pull_robot_id`, `t2`.`enabled`, `t2`.`disabled_reason_id`, `t2`.`disabled_datetime`, `t2`.`successive_failure_count`, `t2`.`successive_internal_error_count`, `t3`.`id`, `t3`.`name`, `t4`.`id`, `t4`.`namespace_user_id`, `t4`.`name`, `t4`.`visibility_id`, `t4`.`description`, `t4`.`badge_token`, `t4`.`kind_id`, `t4`.`trust_enabled`, `t4`.`state`, `t5`.`id`, `t5`.`uuid`, `t5`.`username`, `t5`.`password_hash`, `t5`.`email`, `t5`.`verified`, `t5`.`stripe_id`, `t5`.`organization`, `t5`.`robot`, `t5`.`invoice_email`, `t5`.`invalid_login_attempts`, `t5`.`last_invalid_login`, `t5`.`removed_tag_expiration_s`, `t5`.`enabled`, `t5`.`invoice_email_address`, `t5`.`given_name`, `t5`.`family_name`, `t5`.`company`, `t5`.`location`, `t5`.`maximum_queued_builds_count`, `t5`.`creation_date`, `t5`.`last_accessed`, `t6`.`id`, `t6`.`uuid`, `t6`.`username`, `t6`.`password_hash`, `t6`.`email`, `t6`.`verified`, `t6`.`stripe_id`, `t6`.`organization`, `t6`.`robot`, `t6`.`invoice_email`, `t6`.`invalid_login_attempts`, `t6`.`last_invalid_login`, `t6`.`removed_tag_expiration_s`, `t6`.`enabled`, `t6`.`invoice_email_address`, `t6`.`given_name`, `t6`.`family_name`, `t6`.`company`, `t6`.`location`, `t6`.`maximum_queued_builds_count`, `t6`.`creation_date`, `t6`.`last_accessed` FROM `repositorybuild` AS `t1` INNER JOIN `repository` AS `t4` ON (`t1`.`repository_id` = `t4`.`id`) INNER JOIN `user` AS `t5` ON (`t4`.`namespace_user_id` = `t5`.`id`) LEFT OUTER JOIN `user` AS `t6` ON (`t1`.`pull_robot_id` = `t6`.`id`) LEFT OUTER JOIN `repositorybuildtrigger` AS `t2` ON (`t1`.`trigger_id` = `t2`.`id`) LEFT OUTER JOIN `buildtriggerservice` AS `t3` ON (`t2`.`service_id` = `t3`.`id`) WHERE ((`t4`.`name` = %s) AND (`t5`.`username` = %s)) ORDER BY `t1`.`started` DESC LIMIT %s', ['quay', 'ibazulic', 3]) gunicorn-web stdout | 2022-06-09 12:36:53,052 [226] [DEBUG] [app] Ending request: urn:request:23d40a44-3d24-4d65-a98f-81911d9da09f (/api/v1/repository/ibazulic/quay/build/) {'endpoint': 'api.repositorybuildlist', 'request_id': 'urn:request:23d40a44-3d24-4d65-a98f-81911d9da09f', 'remote_addr': '172.24.0.1', 'http_method': 'GET', 'original_url': 'https://quay.skynet/api/v1/repository/ibazulic/quay/build/?limit=3', 'path': '/api/v1/repository/ibazulic/quay/build/', 'parameters': {'limit': '3'}, 'json_body': None, 'confsha': '61c38a19', 'user-agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:101.0) Gecko/20100101 Firefox/101.0'} gunicorn-web stdout | 2022-06-09 12:36:53,053 [226] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2022-06-09 12:36:53,054 [226] [INFO] [gunicorn.access] 172.24.0.1 - - [09/Jun/2022:12:36:53 +0000] "GET /api/v1/repository/ibazulic/quay/build/?limit=3 HTTP/1.0" 200 15 "https://quay.skynet/repository/ibazulic/quay?tab=history" "Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:101.0) Gecko/20100101 Firefox/101.0" nginx stdout | 172.24.0.1 () - - [09/Jun/2022:12:36:53 +0000] "GET /api/v1/repository/ibazulic/quay/build/?limit=3 HTTP/2.0" 200 15 "https://quay.skynet/repository/ibazulic/quay?tab=history" "Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:101.0) Gecko/20100101 Firefox/101.0" (0.014 417 0.012) namespacegcworker stdout | 2022-06-09 12:36:55,464 [83] [DEBUG] [apscheduler.scheduler] Looking for jobs to run namespacegcworker stdout | 2022-06-09 12:36:55,465 [83] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:37:01.521527+00:00 (in 6.056402 seconds) namespacegcworker stdout | 2022-06-09 12:36:55,465 [83] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:37:55 UTC)" (scheduled at 2022-06-09 12:36:55.463831+00:00) namespacegcworker stdout | 2022-06-09 12:36:55,465 [83] [DEBUG] [workers.queueworker] Getting work item from queue. namespacegcworker stdout | 2022-06-09 12:36:55,466 [83] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 36, 55, 465580), True, datetime.datetime(2022, 6, 9, 12, 36, 55, 465580), 0, 'namespacegc/%', 50, 1, 0]) namespacegcworker stdout | 2022-06-09 12:36:55,469 [83] [DEBUG] [workers.queueworker] No more work. namespacegcworker stdout | 2022-06-09 12:36:55,469 [83] [DEBUG] [data.database] Disconnecting from database. namespacegcworker stdout | 2022-06-09 12:36:55,469 [83] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:37:55 UTC)" executed successfully notificationworker stdout | 2022-06-09 12:37:00,618 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:37:00,618 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:37:10.617379+00:00 (in 9.998947 seconds) notificationworker stdout | 2022-06-09 12:37:00,618 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:37:10 UTC)" (scheduled at 2022-06-09 12:37:00.617379+00:00) notificationworker stdout | 2022-06-09 12:37:00,618 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 12:37:00,619 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 37, 0, 618765), True, datetime.datetime(2022, 6, 9, 12, 37, 0, 618765), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 12:37:00,622 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 12:37:00,622 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:37:00,622 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:37:10 UTC)" executed successfully namespacegcworker stdout | 2022-06-09 12:37:01,522 [83] [DEBUG] [apscheduler.scheduler] Looking for jobs to run namespacegcworker stdout | 2022-06-09 12:37:01,523 [83] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:37:55.463831+00:00 (in 53.940974 seconds) namespacegcworker stdout | 2022-06-09 12:37:01,523 [83] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:38:01 UTC)" (scheduled at 2022-06-09 12:37:01.521527+00:00) namespacegcworker stdout | 2022-06-09 12:37:01,523 [83] [DEBUG] [workers.queueworker] Running watchdog. namespacegcworker stdout | 2022-06-09 12:37:01,523 [83] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:38:01 UTC)" executed successfully exportactionlogsworker stdout | 2022-06-09 12:37:04,371 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run exportactionlogsworker stdout | 2022-06-09 12:37:04,371 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:37:47.409953+00:00 (in 43.038173 seconds) exportactionlogsworker stdout | 2022-06-09 12:37:04,372 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:38:04 UTC)" (scheduled at 2022-06-09 12:37:04.366245+00:00) exportactionlogsworker stdout | 2022-06-09 12:37:04,372 [70] [DEBUG] [workers.queueworker] Getting work item from queue. exportactionlogsworker stdout | 2022-06-09 12:37:04,373 [70] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 37, 4, 372129), True, datetime.datetime(2022, 6, 9, 12, 37, 4, 372129), 0, 'exportactionlogs/%', 50, 1, 0]) exportactionlogsworker stdout | 2022-06-09 12:37:04,375 [70] [DEBUG] [workers.queueworker] No more work. exportactionlogsworker stdout | 2022-06-09 12:37:04,375 [70] [DEBUG] [data.database] Disconnecting from database. exportactionlogsworker stdout | 2022-06-09 12:37:04,375 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:38:04 UTC)" executed successfully gcworker stdout | 2022-06-09 12:37:07,509 [71] [DEBUG] [apscheduler.scheduler] Looking for jobs to run gcworker stdout | 2022-06-09 12:37:07,509 [71] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:37:37.490424+00:00 (in 29.981045 seconds) gcworker stdout | 2022-06-09 12:37:07,509 [71] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 12:37:37 UTC)" (scheduled at 2022-06-09 12:37:07.490424+00:00) gcworker stdout | 2022-06-09 12:37:07,511 [71] [DEBUG] [peewee] ('SELECT `candidates`.`repository_id` FROM (SELECT DISTINCT `t1`.`repository_id` FROM `tag` AS `t1` INNER JOIN `repository` AS `t2` ON (`t1`.`repository_id` = `t2`.`id`) INNER JOIN `user` AS `t3` ON (`t2`.`namespace_user_id` = `t3`.`id`) WHERE ((((NOT (`t1`.`lifetime_end_ms` IS %s) AND (`t1`.`lifetime_end_ms` <= %s)) AND (`t3`.`removed_tag_expiration_s` = %s)) AND (`t3`.`enabled` = %s)) AND (`t2`.`state` != %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', [None, 1654778227509, 0, True, 3, 500, 1, 0]) gcworker stdout | 2022-06-09 12:37:07,515 [71] [DEBUG] [__main__] No repository with garbage found gcworker stdout | 2022-06-09 12:37:07,515 [71] [DEBUG] [data.database] Disconnecting from database. gcworker stdout | 2022-06-09 12:37:07,515 [71] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 12:37:37 UTC)" executed successfully notificationworker stdout | 2022-06-09 12:37:10,622 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:37:10,623 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:37:19.645536+00:00 (in 9.022425 seconds) notificationworker stdout | 2022-06-09 12:37:10,623 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:37:20 UTC)" (scheduled at 2022-06-09 12:37:10.617379+00:00) notificationworker stdout | 2022-06-09 12:37:10,623 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 12:37:10,624 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 37, 10, 623486), True, datetime.datetime(2022, 6, 9, 12, 37, 10, 623486), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 12:37:10,626 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 12:37:10,626 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:37:10,626 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:37:20 UTC)" executed successfully buildlogsarchiver stdout | 2022-06-09 12:37:15,366 [66] [DEBUG] [apscheduler.scheduler] Looking for jobs to run buildlogsarchiver stdout | 2022-06-09 12:37:15,366 [66] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:37:45.366042+00:00 (in 29.999323 seconds) buildlogsarchiver stdout | 2022-06-09 12:37:15,367 [66] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 12:37:45 UTC)" (scheduled at 2022-06-09 12:37:15.366042+00:00) buildlogsarchiver stdout | 2022-06-09 12:37:15,367 [66] [DEBUG] [peewee] ('SELECT `candidates`.`id` FROM (SELECT `t1`.`id` FROM `repositorybuild` AS `t1` WHERE (((`t1`.`phase` IN (%s, %s, %s)) OR (`t1`.`started` < %s)) AND (`t1`.`logs_archived` = %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2022, 5, 25, 12, 37, 15, 367166), False, 50, 1, 0]) buildlogsarchiver stdout | 2022-06-09 12:37:15,369 [66] [DEBUG] [__main__] No more builds to archive buildlogsarchiver stdout | 2022-06-09 12:37:15,369 [66] [DEBUG] [data.database] Disconnecting from database. buildlogsarchiver stdout | 2022-06-09 12:37:15,369 [66] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 12:37:45 UTC)" executed successfully notificationworker stdout | 2022-06-09 12:37:19,646 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:37:19,647 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:37:20.617379+00:00 (in 0.970353 seconds) notificationworker stdout | 2022-06-09 12:37:19,647 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:38:19 UTC)" (scheduled at 2022-06-09 12:37:19.645536+00:00) notificationworker stdout | 2022-06-09 12:37:19,647 [85] [DEBUG] [workers.queueworker] Running watchdog. notificationworker stdout | 2022-06-09 12:37:19,647 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:38:19 UTC)" executed successfully gunicorn-web stdout | 2022-06-09 12:37:20,445 [236] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '236'} gunicorn-web stdout | 2022-06-09 12:37:20,460 [228] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '228'} gunicorn-web stdout | 2022-06-09 12:37:20,470 [241] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '241'} gunicorn-web stdout | 2022-06-09 12:37:20,481 [234] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '234'} gunicorn-web stdout | 2022-06-09 12:37:20,487 [229] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '229'} gunicorn-web stdout | 2022-06-09 12:37:20,495 [243] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '243'} gunicorn-web stdout | 2022-06-09 12:37:20,501 [226] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '226'} gunicorn-web stdout | 2022-06-09 12:37:20,510 [242] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '242'} gunicorn-web stdout | 2022-06-09 12:37:20,519 [230] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '230'} gunicorn-web stdout | 2022-06-09 12:37:20,527 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '75'} gunicorn-web stdout | 2022-06-09 12:37:20,534 [235] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '235'} gunicorn-web stdout | 2022-06-09 12:37:20,540 [237] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '237'} gunicorn-web stdout | 2022-06-09 12:37:20,548 [239] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '239'} gunicorn-web stdout | 2022-06-09 12:37:20,558 [238] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '238'} gunicorn-web stdout | 2022-06-09 12:37:20,566 [231] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '231'} gunicorn-web stdout | 2022-06-09 12:37:20,573 [244] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '244'} gunicorn-web stdout | 2022-06-09 12:37:20,579 [232] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '232'} gunicorn-secscan stdout | 2022-06-09 12:37:20,587 [221] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '221'} gunicorn-secscan stdout | 2022-06-09 12:37:20,594 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '74'} gunicorn-secscan stdout | 2022-06-09 12:37:20,601 [224] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '224'} gunicorn-secscan stdout | 2022-06-09 12:37:20,610 [225] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '225'} gunicorn-secscan stdout | 2022-06-09 12:37:20,616 [227] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '227'} notificationworker stdout | 2022-06-09 12:37:20,617 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:37:20,617 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:37:30.617379+00:00 (in 9.999620 seconds) notificationworker stdout | 2022-06-09 12:37:20,618 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:37:30 UTC)" (scheduled at 2022-06-09 12:37:20.617379+00:00) notificationworker stdout | 2022-06-09 12:37:20,618 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 12:37:20,618 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 37, 20, 618093), True, datetime.datetime(2022, 6, 9, 12, 37, 20, 618093), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 12:37:20,621 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 12:37:20,621 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:37:20,621 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:37:30 UTC)" executed successfully repositoryactioncounter stdout | 2022-06-09 12:37:21,953 [88] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositoryactioncounter.py', 'pid': '88'} blobuploadcleanupworker stdout | 2022-06-09 12:37:21,960 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'blobuploadcleanupworker.py', 'pid': '64'} chunkcleanupworker stdout | 2022-06-09 12:37:21,977 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'chunkcleanupworker.py', 'pid': '67'} exportactionlogsworker stdout | 2022-06-09 12:37:21,995 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'exportactionlogsworker.py', 'pid': '70'} globalpromstats stdout | 2022-06-09 12:37:22,300 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'globalpromstats.py', 'pid': '72'} logrotateworker stdout | 2022-06-09 12:37:22,310 [77] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'logrotateworker.py', 'pid': '77'} securityscanningnotificationworker stdout | 2022-06-09 12:37:22,501 [90] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'securityscanningnotificationworker.py', 'pid': '90'} namespacegcworker stdout | 2022-06-09 12:37:22,510 [83] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'namespacegcworker.py', 'pid': '83'} repositorygcworker stdout | 2022-06-09 12:37:22,516 [89] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositorygcworker.py', 'pid': '89'} builder stdout | 2022-06-09 12:37:22,687 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'builder.py', 'pid': '65'} buildlogsarchiver stdout | 2022-06-09 12:37:22,694 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'buildlogsarchiver.py', 'pid': '66'} notificationworker stdout | 2022-06-09 12:37:22,701 [85] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'notificationworker.py', 'pid': '85'} servicekey stdout | 2022-06-09 12:37:22,715 [92] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'servicekeyworker.py', 'pid': '92'} gunicorn-registry stdout | 2022-06-09 12:37:22,726 [275] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '275'} gunicorn-registry stdout | 2022-06-09 12:37:22,735 [246] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '246'} expiredappspecifictokenworker stdout | 2022-06-09 12:37:22,742 [69] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '69'} gunicorn-registry stdout | 2022-06-09 12:37:22,773 [271] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '271'} gcworker stdout | 2022-06-09 12:37:22,780 [71] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'gcworker.py', 'pid': '71'} gunicorn-registry stdout | 2022-06-09 12:37:22,795 [273] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '273'} teamsyncworker stdout | 2022-06-09 12:37:22,802 [94] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'teamsyncworker.py', 'pid': '94'} gunicorn-registry stdout | 2022-06-09 12:37:22,808 [274] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '274'} gunicorn-registry stdout | 2022-06-09 12:37:22,817 [276] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '276'} gunicorn-registry stdout | 2022-06-09 12:37:22,825 [277] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '277'} gunicorn-registry stdout | 2022-06-09 12:37:22,832 [263] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '263'} manifestbackfillworker stdout | 2022-06-09 12:37:22,838 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'manifestbackfillworker.py', 'pid': '78'} gunicorn-registry stdout | 2022-06-09 12:37:22,846 [266] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '266'} gunicorn-registry stdout | 2022-06-09 12:37:22,853 [260] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '260'} gunicorn-registry stdout | 2022-06-09 12:37:22,860 [254] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '254'} gunicorn-registry stdout | 2022-06-09 12:37:22,866 [270] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '270'} gunicorn-registry stdout | 2022-06-09 12:37:22,873 [253] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '253'} gunicorn-registry stdout | 2022-06-09 12:37:22,881 [261] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '261'} queuecleanupworker stdout | 2022-06-09 12:37:22,888 [87] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'queuecleanupworker.py', 'pid': '87'} gunicorn-registry stdout | 2022-06-09 12:37:22,895 [268] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '268'} gunicorn-registry stdout | 2022-06-09 12:37:22,902 [248] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '248'} gunicorn-registry stdout | 2022-06-09 12:37:22,910 [245] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '245'} gunicorn-registry stdout | 2022-06-09 12:37:22,917 [249] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '249'} storagereplication stdout | 2022-06-09 12:37:22,925 [93] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'storagereplication.py', 'pid': '93'} gunicorn-registry stdout | 2022-06-09 12:37:22,932 [251] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '251'} gunicorn-registry stdout | 2022-06-09 12:37:22,939 [259] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '259'} gunicorn-registry stdout | 2022-06-09 12:37:22,947 [250] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '250'} gunicorn-registry stdout | 2022-06-09 12:37:22,954 [73] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '73'} gunicorn-registry stdout | 2022-06-09 12:37:22,961 [265] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '265'} gunicorn-registry stdout | 2022-06-09 12:37:22,969 [267] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '267'} gunicorn-registry stdout | 2022-06-09 12:37:22,976 [256] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '256'} gunicorn-registry stdout | 2022-06-09 12:37:22,983 [264] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '264'} gunicorn-registry stdout | 2022-06-09 12:37:22,990 [262] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '262'} gunicorn-registry stdout | 2022-06-09 12:37:22,997 [272] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '272'} gunicorn-registry stdout | 2022-06-09 12:37:23,005 [269] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '269'} gunicorn-registry stdout | 2022-06-09 12:37:23,012 [247] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '247'} gunicorn-registry stdout | 2022-06-09 12:37:23,019 [255] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '255'} gunicorn-registry stdout | 2022-06-09 12:37:23,026 [257] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '257'} gunicorn-registry stdout | 2022-06-09 12:37:23,033 [252] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '252'} gunicorn-web stdout | 2022-06-09 12:37:23,082 [226] [DEBUG] [app] Starting request: urn:request:c99d1102-8597-4f51-89ee-b8c6b234424d (/api/v1/repository/ibazulic/quay/build/) {'X-Forwarded-For': '172.24.0.1'} gunicorn-web stdout | 2022-06-09 12:37:23,082 [226] [DEBUG] [app] User loader loading deferred user with uuid: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 12:37:23,083 [226] [DEBUG] [auth.cookie] Loading user from cookie: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 12:37:23,083 [226] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`uuid`, `t1`.`username`, `t1`.`password_hash`, `t1`.`email`, `t1`.`verified`, `t1`.`stripe_id`, `t1`.`organization`, `t1`.`robot`, `t1`.`invoice_email`, `t1`.`invalid_login_attempts`, `t1`.`last_invalid_login`, `t1`.`removed_tag_expiration_s`, `t1`.`enabled`, `t1`.`invoice_email_address`, `t1`.`given_name`, `t1`.`family_name`, `t1`.`company`, `t1`.`location`, `t1`.`maximum_queued_builds_count`, `t1`.`creation_date`, `t1`.`last_accessed` FROM `user` AS `t1` WHERE ((`t1`.`uuid` = %s) AND (`t1`.`organization` = %s)) LIMIT %s OFFSET %s', ['82228490-d075-4921-ae7a-af4408cf11b4', False, 1, 0]) gunicorn-web stdout | 2022-06-09 12:37:23,085 [226] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None]) gunicorn-web stdout | 2022-06-09 12:37:23,085 [226] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2022-06-09 12:37:23,085 [226] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 12:37:23,086 [226] [DEBUG] [endpoints.api] Checking permission for repo: ibazulic/quay gunicorn-web stdout | 2022-06-09 12:37:23,086 [226] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 12:37:23,086 [226] [DEBUG] [auth.permissions] User permission: userspecificneed(type='user', username='ibazulic', role='admin') gunicorn-web stdout | 2022-06-09 12:37:23,086 [226] [DEBUG] [auth.permissions] User namespace permission: namespacewide(type='organization', namespace='ibazulic', role='admin') gunicorn-web stdout | 2022-06-09 12:37:23,086 [226] [DEBUG] [auth.permissions] User namespace repo permission: namespacewide(type='organizationrepo', namespace='ibazulic', role='admin') gunicorn-web stdout | 2022-06-09 12:37:23,086 [226] [DEBUG] [auth.permissions] Adding superuser to user: ibazulic gunicorn-web stdout | 2022-06-09 12:37:23,087 [226] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`namespace_user_id`, `t1`.`name`, `t1`.`visibility_id`, `t1`.`description`, `t1`.`badge_token`, `t1`.`kind_id`, `t1`.`trust_enabled`, `t1`.`state`, `t2`.`id`, `t2`.`uuid`, `t2`.`username`, `t2`.`password_hash`, `t2`.`email`, `t2`.`verified`, `t2`.`stripe_id`, `t2`.`organization`, `t2`.`robot`, `t2`.`invoice_email`, `t2`.`invalid_login_attempts`, `t2`.`last_invalid_login`, `t2`.`removed_tag_expiration_s`, `t2`.`enabled`, `t2`.`invoice_email_address`, `t2`.`given_name`, `t2`.`family_name`, `t2`.`company`, `t2`.`location`, `t2`.`maximum_queued_builds_count`, `t2`.`creation_date`, `t2`.`last_accessed` FROM `repository` AS `t1` INNER JOIN `user` AS `t2` ON (`t1`.`namespace_user_id` = `t2`.`id`) INNER JOIN `repositorykind` AS `t3` ON (`t1`.`kind_id` = `t3`.`id`) WHERE ((((`t2`.`username` = %s) AND (`t1`.`name` = %s)) AND (`t1`.`state` != %s)) AND (`t3`.`name` = %s)) LIMIT %s OFFSET %s', ['ibazulic', 'quay', 3, 'application', 1, 0]) gunicorn-web stdout | 2022-06-09 12:37:23,090 [226] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`uuid`, `t1`.`repository_id`, `t1`.`access_token_id`, `t1`.`resource_key`, `t1`.`job_config`, `t1`.`phase`, `t1`.`started`, `t1`.`display_name`, `t1`.`trigger_id`, `t1`.`pull_robot_id`, `t1`.`logs_archived`, `t1`.`queue_id`, `t2`.`id`, `t2`.`uuid`, `t2`.`service_id`, `t2`.`repository_id`, `t2`.`connected_user_id`, `t2`.`secure_auth_token`, `t2`.`secure_private_key`, `t2`.`fully_migrated`, `t2`.`config`, `t2`.`write_token_id`, `t2`.`pull_robot_id`, `t2`.`enabled`, `t2`.`disabled_reason_id`, `t2`.`disabled_datetime`, `t2`.`successive_failure_count`, `t2`.`successive_internal_error_count`, `t3`.`id`, `t3`.`name`, `t4`.`id`, `t4`.`namespace_user_id`, `t4`.`name`, `t4`.`visibility_id`, `t4`.`description`, `t4`.`badge_token`, `t4`.`kind_id`, `t4`.`trust_enabled`, `t4`.`state`, `t5`.`id`, `t5`.`uuid`, `t5`.`username`, `t5`.`password_hash`, `t5`.`email`, `t5`.`verified`, `t5`.`stripe_id`, `t5`.`organization`, `t5`.`robot`, `t5`.`invoice_email`, `t5`.`invalid_login_attempts`, `t5`.`last_invalid_login`, `t5`.`removed_tag_expiration_s`, `t5`.`enabled`, `t5`.`invoice_email_address`, `t5`.`given_name`, `t5`.`family_name`, `t5`.`company`, `t5`.`location`, `t5`.`maximum_queued_builds_count`, `t5`.`creation_date`, `t5`.`last_accessed`, `t6`.`id`, `t6`.`uuid`, `t6`.`username`, `t6`.`password_hash`, `t6`.`email`, `t6`.`verified`, `t6`.`stripe_id`, `t6`.`organization`, `t6`.`robot`, `t6`.`invoice_email`, `t6`.`invalid_login_attempts`, `t6`.`last_invalid_login`, `t6`.`removed_tag_expiration_s`, `t6`.`enabled`, `t6`.`invoice_email_address`, `t6`.`given_name`, `t6`.`family_name`, `t6`.`company`, `t6`.`location`, `t6`.`maximum_queued_builds_count`, `t6`.`creation_date`, `t6`.`last_accessed` FROM `repositorybuild` AS `t1` INNER JOIN `repository` AS `t4` ON (`t1`.`repository_id` = `t4`.`id`) INNER JOIN `user` AS `t5` ON (`t4`.`namespace_user_id` = `t5`.`id`) LEFT OUTER JOIN `user` AS `t6` ON (`t1`.`pull_robot_id` = `t6`.`id`) LEFT OUTER JOIN `repositorybuildtrigger` AS `t2` ON (`t1`.`trigger_id` = `t2`.`id`) LEFT OUTER JOIN `buildtriggerservice` AS `t3` ON (`t2`.`service_id` = `t3`.`id`) WHERE ((`t4`.`name` = %s) AND (`t5`.`username` = %s)) ORDER BY `t1`.`started` DESC LIMIT %s', ['quay', 'ibazulic', 3]) gunicorn-web stdout | 2022-06-09 12:37:23,092 [226] [DEBUG] [app] Ending request: urn:request:c99d1102-8597-4f51-89ee-b8c6b234424d (/api/v1/repository/ibazulic/quay/build/) {'endpoint': 'api.repositorybuildlist', 'request_id': 'urn:request:c99d1102-8597-4f51-89ee-b8c6b234424d', 'remote_addr': '172.24.0.1', 'http_method': 'GET', 'original_url': 'https://quay.skynet/api/v1/repository/ibazulic/quay/build/?limit=3', 'path': '/api/v1/repository/ibazulic/quay/build/', 'parameters': {'limit': '3'}, 'json_body': None, 'confsha': '61c38a19', 'user-agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:101.0) Gecko/20100101 Firefox/101.0'} gunicorn-web stdout | 2022-06-09 12:37:23,093 [226] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2022-06-09 12:37:23,093 [226] [INFO] [gunicorn.access] 172.24.0.1 - - [09/Jun/2022:12:37:23 +0000] "GET /api/v1/repository/ibazulic/quay/build/?limit=3 HTTP/1.0" 200 15 "https://quay.skynet/repository/ibazulic/quay?tab=history" "Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:101.0) Gecko/20100101 Firefox/101.0" nginx stdout | 172.24.0.1 () - - [09/Jun/2022:12:37:23 +0000] "GET /api/v1/repository/ibazulic/quay/build/?limit=3 HTTP/2.0" 200 15 "https://quay.skynet/repository/ibazulic/quay?tab=history" "Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:101.0) Gecko/20100101 Firefox/101.0" (0.012 417 0.012) notificationworker stdout | 2022-06-09 12:37:30,631 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:37:30,631 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:37:40.617379+00:00 (in 9.985929 seconds) notificationworker stdout | 2022-06-09 12:37:30,631 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:37:40 UTC)" (scheduled at 2022-06-09 12:37:30.617379+00:00) notificationworker stdout | 2022-06-09 12:37:30,632 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 12:37:30,633 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 37, 30, 632252), True, datetime.datetime(2022, 6, 9, 12, 37, 30, 632252), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 12:37:30,635 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 12:37:30,635 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:37:30,635 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:37:40 UTC)" executed successfully gcworker stdout | 2022-06-09 12:37:37,495 [71] [DEBUG] [apscheduler.scheduler] Looking for jobs to run gcworker stdout | 2022-06-09 12:37:37,495 [71] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:38:07.490424+00:00 (in 29.994899 seconds) gcworker stdout | 2022-06-09 12:37:37,495 [71] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 12:38:07 UTC)" (scheduled at 2022-06-09 12:37:37.490424+00:00) gcworker stdout | 2022-06-09 12:37:37,497 [71] [DEBUG] [peewee] ('SELECT `candidates`.`repository_id` FROM (SELECT DISTINCT `t1`.`repository_id` FROM `tag` AS `t1` INNER JOIN `repository` AS `t2` ON (`t1`.`repository_id` = `t2`.`id`) INNER JOIN `user` AS `t3` ON (`t2`.`namespace_user_id` = `t3`.`id`) WHERE ((((NOT (`t1`.`lifetime_end_ms` IS %s) AND (`t1`.`lifetime_end_ms` <= %s)) AND (`t3`.`removed_tag_expiration_s` = %s)) AND (`t3`.`enabled` = %s)) AND (`t2`.`state` != %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', [None, 1654778257496, 0, True, 3, 500, 1, 0]) gcworker stdout | 2022-06-09 12:37:37,499 [71] [DEBUG] [__main__] No repository with garbage found gcworker stdout | 2022-06-09 12:37:37,499 [71] [DEBUG] [data.database] Disconnecting from database. gcworker stdout | 2022-06-09 12:37:37,499 [71] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 12:38:07 UTC)" executed successfully repositorygcworker stdout | 2022-06-09 12:37:38,464 [89] [DEBUG] [apscheduler.scheduler] Looking for jobs to run repositorygcworker stdout | 2022-06-09 12:37:38,464 [89] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:37:51.502316+00:00 (in 13.037852 seconds) repositorygcworker stdout | 2022-06-09 12:37:38,464 [89] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:38:38 UTC)" (scheduled at 2022-06-09 12:37:38.463361+00:00) repositorygcworker stdout | 2022-06-09 12:37:38,464 [89] [DEBUG] [workers.queueworker] Getting work item from queue. repositorygcworker stdout | 2022-06-09 12:37:38,465 [89] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 37, 38, 464828), True, datetime.datetime(2022, 6, 9, 12, 37, 38, 464828), 0, 'repositorygc/%', 50, 1, 0]) repositorygcworker stdout | 2022-06-09 12:37:38,468 [89] [DEBUG] [workers.queueworker] No more work. repositorygcworker stdout | 2022-06-09 12:37:38,468 [89] [DEBUG] [data.database] Disconnecting from database. repositorygcworker stdout | 2022-06-09 12:37:38,468 [89] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:38:38 UTC)" executed successfully notificationworker stdout | 2022-06-09 12:37:40,647 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:37:40,647 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:37:50.617379+00:00 (in 9.969720 seconds) notificationworker stdout | 2022-06-09 12:37:40,648 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:37:50 UTC)" (scheduled at 2022-06-09 12:37:40.617379+00:00) notificationworker stdout | 2022-06-09 12:37:40,648 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 12:37:40,649 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 37, 40, 648372), True, datetime.datetime(2022, 6, 9, 12, 37, 40, 648372), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 12:37:40,651 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 12:37:40,651 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:37:40,651 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:37:50 UTC)" executed successfully buildlogsarchiver stdout | 2022-06-09 12:37:45,368 [66] [DEBUG] [apscheduler.scheduler] Looking for jobs to run buildlogsarchiver stdout | 2022-06-09 12:37:45,369 [66] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:38:15.366042+00:00 (in 29.997173 seconds) buildlogsarchiver stdout | 2022-06-09 12:37:45,369 [66] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 12:38:15 UTC)" (scheduled at 2022-06-09 12:37:45.366042+00:00) buildlogsarchiver stdout | 2022-06-09 12:37:45,369 [66] [DEBUG] [peewee] ('SELECT `candidates`.`id` FROM (SELECT `t1`.`id` FROM `repositorybuild` AS `t1` WHERE (((`t1`.`phase` IN (%s, %s, %s)) OR (`t1`.`started` < %s)) AND (`t1`.`logs_archived` = %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2022, 5, 25, 12, 37, 45, 369390), False, 50, 1, 0]) buildlogsarchiver stdout | 2022-06-09 12:37:45,372 [66] [DEBUG] [__main__] No more builds to archive buildlogsarchiver stdout | 2022-06-09 12:37:45,372 [66] [DEBUG] [data.database] Disconnecting from database. buildlogsarchiver stdout | 2022-06-09 12:37:45,372 [66] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2022-06-09 12:38:15 UTC)" executed successfully exportactionlogsworker stdout | 2022-06-09 12:37:47,411 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run exportactionlogsworker stdout | 2022-06-09 12:37:47,411 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:38:04.366245+00:00 (in 16.955040 seconds) exportactionlogsworker stdout | 2022-06-09 12:37:47,411 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:38:47 UTC)" (scheduled at 2022-06-09 12:37:47.409953+00:00) exportactionlogsworker stdout | 2022-06-09 12:37:47,411 [70] [DEBUG] [workers.queueworker] Running watchdog. exportactionlogsworker stdout | 2022-06-09 12:37:47,411 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:38:47 UTC)" executed successfully gunicorn-web stdout | 2022-06-09 12:37:50,457 [236] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '236'} gunicorn-web stdout | 2022-06-09 12:37:50,485 [228] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '228'} gunicorn-web stdout | 2022-06-09 12:37:50,491 [241] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '241'} gunicorn-web stdout | 2022-06-09 12:37:50,498 [234] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '234'} gunicorn-web stdout | 2022-06-09 12:37:50,506 [229] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '229'} gunicorn-web stdout | 2022-06-09 12:37:50,513 [243] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '243'} gunicorn-web stdout | 2022-06-09 12:37:50,521 [226] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '226'} gunicorn-web stdout | 2022-06-09 12:37:50,528 [242] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '242'} gunicorn-web stdout | 2022-06-09 12:37:50,535 [230] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '230'} gunicorn-web stdout | 2022-06-09 12:37:50,543 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '75'} gunicorn-web stdout | 2022-06-09 12:37:50,552 [235] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '235'} gunicorn-web stdout | 2022-06-09 12:37:50,558 [237] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '237'} gunicorn-web stdout | 2022-06-09 12:37:50,565 [239] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '239'} gunicorn-web stdout | 2022-06-09 12:37:50,571 [238] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '238'} gunicorn-web stdout | 2022-06-09 12:37:50,578 [231] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '231'} gunicorn-web stdout | 2022-06-09 12:37:50,588 [244] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '244'} gunicorn-web stdout | 2022-06-09 12:37:50,595 [232] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'web:application', 'pid': '232'} gunicorn-secscan stdout | 2022-06-09 12:37:50,603 [221] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '221'} gunicorn-secscan stdout | 2022-06-09 12:37:50,610 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '74'} gunicorn-secscan stdout | 2022-06-09 12:37:50,616 [224] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '224'} notificationworker stdout | 2022-06-09 12:37:50,617 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:37:50,618 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:38:00.617379+00:00 (in 9.999368 seconds) notificationworker stdout | 2022-06-09 12:37:50,618 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:38:00 UTC)" (scheduled at 2022-06-09 12:37:50.617379+00:00) notificationworker stdout | 2022-06-09 12:37:50,618 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 12:37:50,619 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 37, 50, 618365), True, datetime.datetime(2022, 6, 9, 12, 37, 50, 618365), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 12:37:50,621 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 12:37:50,621 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:37:50,622 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:38:00 UTC)" executed successfully gunicorn-secscan stdout | 2022-06-09 12:37:50,624 [225] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '225'} gunicorn-secscan stdout | 2022-06-09 12:37:50,631 [227] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'secscan:application', 'pid': '227'} repositorygcworker stdout | 2022-06-09 12:37:51,514 [89] [DEBUG] [apscheduler.scheduler] Looking for jobs to run repositorygcworker stdout | 2022-06-09 12:37:51,514 [89] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:38:38.463361+00:00 (in 46.948832 seconds) repositorygcworker stdout | 2022-06-09 12:37:51,514 [89] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:38:51 UTC)" (scheduled at 2022-06-09 12:37:51.502316+00:00) repositorygcworker stdout | 2022-06-09 12:37:51,514 [89] [DEBUG] [workers.queueworker] Running watchdog. repositorygcworker stdout | 2022-06-09 12:37:51,514 [89] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:38:51 UTC)" executed successfully blobuploadcleanupworker stdout | 2022-06-09 12:37:51,970 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'blobuploadcleanupworker.py', 'pid': '64'} repositoryactioncounter stdout | 2022-06-09 12:37:51,977 [88] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositoryactioncounter.py', 'pid': '88'} chunkcleanupworker stdout | 2022-06-09 12:37:51,986 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'chunkcleanupworker.py', 'pid': '67'} exportactionlogsworker stdout | 2022-06-09 12:37:52,032 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'exportactionlogsworker.py', 'pid': '70'} globalpromstats stdout | 2022-06-09 12:37:52,342 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'globalpromstats.py', 'pid': '72'} logrotateworker stdout | 2022-06-09 12:37:52,348 [77] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'logrotateworker.py', 'pid': '77'} repositorygcworker stdout | 2022-06-09 12:37:52,532 [89] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'repositorygcworker.py', 'pid': '89'} securityscanningnotificationworker stdout | 2022-06-09 12:37:52,542 [90] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'securityscanningnotificationworker.py', 'pid': '90'} namespacegcworker stdout | 2022-06-09 12:37:52,551 [83] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'namespacegcworker.py', 'pid': '83'} servicekey stdout | 2022-06-09 12:37:52,726 [92] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'servicekeyworker.py', 'pid': '92'} builder stdout | 2022-06-09 12:37:52,732 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'builder.py', 'pid': '65'} notificationworker stdout | 2022-06-09 12:37:52,739 [85] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'notificationworker.py', 'pid': '85'} buildlogsarchiver stdout | 2022-06-09 12:37:52,749 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'buildlogsarchiver.py', 'pid': '66'} gunicorn-registry stdout | 2022-06-09 12:37:52,755 [275] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '275'} gunicorn-registry stdout | 2022-06-09 12:37:52,763 [246] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '246'} expiredappspecifictokenworker stdout | 2022-06-09 12:37:52,778 [69] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '69'} gunicorn-registry stdout | 2022-06-09 12:37:52,788 [271] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '271'} gunicorn-registry stdout | 2022-06-09 12:37:52,807 [273] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '273'} gcworker stdout | 2022-06-09 12:37:52,818 [71] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'gcworker.py', 'pid': '71'} gunicorn-registry stdout | 2022-06-09 12:37:52,824 [274] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '274'} gunicorn-registry stdout | 2022-06-09 12:37:52,841 [276] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '276'} gunicorn-registry stdout | 2022-06-09 12:37:52,848 [277] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '277'} teamsyncworker stdout | 2022-06-09 12:37:52,859 [94] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'teamsyncworker.py', 'pid': '94'} gunicorn-registry stdout | 2022-06-09 12:37:52,867 [263] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '263'} gunicorn-registry stdout | 2022-06-09 12:37:52,877 [266] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '266'} gunicorn-registry stdout | 2022-06-09 12:37:52,886 [260] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '260'} manifestbackfillworker stdout | 2022-06-09 12:37:52,895 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'manifestbackfillworker.py', 'pid': '78'} gunicorn-registry stdout | 2022-06-09 12:37:52,901 [254] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '254'} gunicorn-registry stdout | 2022-06-09 12:37:52,908 [270] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '270'} gunicorn-registry stdout | 2022-06-09 12:37:52,914 [253] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '253'} gunicorn-registry stdout | 2022-06-09 12:37:52,921 [261] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '261'} gunicorn-registry stdout | 2022-06-09 12:37:52,928 [268] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '268'} gunicorn-registry stdout | 2022-06-09 12:37:52,937 [248] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '248'} gunicorn-registry stdout | 2022-06-09 12:37:52,945 [245] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '245'} queuecleanupworker stdout | 2022-06-09 12:37:52,952 [87] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'queuecleanupworker.py', 'pid': '87'} gunicorn-registry stdout | 2022-06-09 12:37:52,961 [249] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '249'} gunicorn-registry stdout | 2022-06-09 12:37:52,969 [251] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '251'} gunicorn-registry stdout | 2022-06-09 12:37:52,976 [259] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '259'} gunicorn-registry stdout | 2022-06-09 12:37:52,982 [250] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '250'} storagereplication stdout | 2022-06-09 12:37:52,990 [93] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'storagereplication.py', 'pid': '93'} gunicorn-registry stdout | 2022-06-09 12:37:52,996 [73] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '73'} gunicorn-registry stdout | 2022-06-09 12:37:53,003 [265] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '265'} gunicorn-registry stdout | 2022-06-09 12:37:53,010 [267] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '267'} gunicorn-registry stdout | 2022-06-09 12:37:53,018 [256] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '256'} gunicorn-registry stdout | 2022-06-09 12:37:53,024 [264] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '264'} gunicorn-registry stdout | 2022-06-09 12:37:53,032 [262] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '262'} gunicorn-registry stdout | 2022-06-09 12:37:53,039 [272] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '272'} gunicorn-registry stdout | 2022-06-09 12:37:53,046 [269] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '269'} gunicorn-registry stdout | 2022-06-09 12:37:53,053 [247] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '247'} gunicorn-registry stdout | 2022-06-09 12:37:53,059 [255] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '255'} gunicorn-registry stdout | 2022-06-09 12:37:53,065 [257] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '257'} gunicorn-registry stdout | 2022-06-09 12:37:53,072 [252] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': '5b24e2685721', 'process_name': 'registry:application', 'pid': '252'} gunicorn-web stdout | 2022-06-09 12:37:53,121 [243] [DEBUG] [app] Starting request: urn:request:d088e93d-9c4f-40c2-b440-d708f0627d07 (/api/v1/repository/ibazulic/quay/build/) {'X-Forwarded-For': '172.24.0.1'} gunicorn-web stdout | 2022-06-09 12:37:53,122 [243] [DEBUG] [app] User loader loading deferred user with uuid: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 12:37:53,122 [243] [DEBUG] [auth.cookie] Loading user from cookie: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 12:37:53,122 [243] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`uuid`, `t1`.`username`, `t1`.`password_hash`, `t1`.`email`, `t1`.`verified`, `t1`.`stripe_id`, `t1`.`organization`, `t1`.`robot`, `t1`.`invoice_email`, `t1`.`invalid_login_attempts`, `t1`.`last_invalid_login`, `t1`.`removed_tag_expiration_s`, `t1`.`enabled`, `t1`.`invoice_email_address`, `t1`.`given_name`, `t1`.`family_name`, `t1`.`company`, `t1`.`location`, `t1`.`maximum_queued_builds_count`, `t1`.`creation_date`, `t1`.`last_accessed` FROM `user` AS `t1` WHERE ((`t1`.`uuid` = %s) AND (`t1`.`organization` = %s)) LIMIT %s OFFSET %s', ['82228490-d075-4921-ae7a-af4408cf11b4', False, 1, 0]) gunicorn-web stdout | 2022-06-09 12:37:53,125 [243] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None]) gunicorn-web stdout | 2022-06-09 12:37:53,125 [243] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2022-06-09 12:37:53,125 [243] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 12:37:53,125 [243] [DEBUG] [endpoints.api] Checking permission for repo: ibazulic/quay gunicorn-web stdout | 2022-06-09 12:37:53,125 [243] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 82228490-d075-4921-ae7a-af4408cf11b4 gunicorn-web stdout | 2022-06-09 12:37:53,125 [243] [DEBUG] [auth.permissions] User permission: userspecificneed(type='user', username='ibazulic', role='admin') gunicorn-web stdout | 2022-06-09 12:37:53,125 [243] [DEBUG] [auth.permissions] User namespace permission: namespacewide(type='organization', namespace='ibazulic', role='admin') gunicorn-web stdout | 2022-06-09 12:37:53,125 [243] [DEBUG] [auth.permissions] User namespace repo permission: namespacewide(type='organizationrepo', namespace='ibazulic', role='admin') gunicorn-web stdout | 2022-06-09 12:37:53,125 [243] [DEBUG] [auth.permissions] Adding superuser to user: ibazulic gunicorn-web stdout | 2022-06-09 12:37:53,126 [243] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`namespace_user_id`, `t1`.`name`, `t1`.`visibility_id`, `t1`.`description`, `t1`.`badge_token`, `t1`.`kind_id`, `t1`.`trust_enabled`, `t1`.`state`, `t2`.`id`, `t2`.`uuid`, `t2`.`username`, `t2`.`password_hash`, `t2`.`email`, `t2`.`verified`, `t2`.`stripe_id`, `t2`.`organization`, `t2`.`robot`, `t2`.`invoice_email`, `t2`.`invalid_login_attempts`, `t2`.`last_invalid_login`, `t2`.`removed_tag_expiration_s`, `t2`.`enabled`, `t2`.`invoice_email_address`, `t2`.`given_name`, `t2`.`family_name`, `t2`.`company`, `t2`.`location`, `t2`.`maximum_queued_builds_count`, `t2`.`creation_date`, `t2`.`last_accessed` FROM `repository` AS `t1` INNER JOIN `user` AS `t2` ON (`t1`.`namespace_user_id` = `t2`.`id`) INNER JOIN `repositorykind` AS `t3` ON (`t1`.`kind_id` = `t3`.`id`) WHERE ((((`t2`.`username` = %s) AND (`t1`.`name` = %s)) AND (`t1`.`state` != %s)) AND (`t3`.`name` = %s)) LIMIT %s OFFSET %s', ['ibazulic', 'quay', 3, 'application', 1, 0]) gunicorn-web stdout | 2022-06-09 12:37:53,129 [243] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`uuid`, `t1`.`repository_id`, `t1`.`access_token_id`, `t1`.`resource_key`, `t1`.`job_config`, `t1`.`phase`, `t1`.`started`, `t1`.`display_name`, `t1`.`trigger_id`, `t1`.`pull_robot_id`, `t1`.`logs_archived`, `t1`.`queue_id`, `t2`.`id`, `t2`.`uuid`, `t2`.`service_id`, `t2`.`repository_id`, `t2`.`connected_user_id`, `t2`.`secure_auth_token`, `t2`.`secure_private_key`, `t2`.`fully_migrated`, `t2`.`config`, `t2`.`write_token_id`, `t2`.`pull_robot_id`, `t2`.`enabled`, `t2`.`disabled_reason_id`, `t2`.`disabled_datetime`, `t2`.`successive_failure_count`, `t2`.`successive_internal_error_count`, `t3`.`id`, `t3`.`name`, `t4`.`id`, `t4`.`namespace_user_id`, `t4`.`name`, `t4`.`visibility_id`, `t4`.`description`, `t4`.`badge_token`, `t4`.`kind_id`, `t4`.`trust_enabled`, `t4`.`state`, `t5`.`id`, `t5`.`uuid`, `t5`.`username`, `t5`.`password_hash`, `t5`.`email`, `t5`.`verified`, `t5`.`stripe_id`, `t5`.`organization`, `t5`.`robot`, `t5`.`invoice_email`, `t5`.`invalid_login_attempts`, `t5`.`last_invalid_login`, `t5`.`removed_tag_expiration_s`, `t5`.`enabled`, `t5`.`invoice_email_address`, `t5`.`given_name`, `t5`.`family_name`, `t5`.`company`, `t5`.`location`, `t5`.`maximum_queued_builds_count`, `t5`.`creation_date`, `t5`.`last_accessed`, `t6`.`id`, `t6`.`uuid`, `t6`.`username`, `t6`.`password_hash`, `t6`.`email`, `t6`.`verified`, `t6`.`stripe_id`, `t6`.`organization`, `t6`.`robot`, `t6`.`invoice_email`, `t6`.`invalid_login_attempts`, `t6`.`last_invalid_login`, `t6`.`removed_tag_expiration_s`, `t6`.`enabled`, `t6`.`invoice_email_address`, `t6`.`given_name`, `t6`.`family_name`, `t6`.`company`, `t6`.`location`, `t6`.`maximum_queued_builds_count`, `t6`.`creation_date`, `t6`.`last_accessed` FROM `repositorybuild` AS `t1` INNER JOIN `repository` AS `t4` ON (`t1`.`repository_id` = `t4`.`id`) INNER JOIN `user` AS `t5` ON (`t4`.`namespace_user_id` = `t5`.`id`) LEFT OUTER JOIN `user` AS `t6` ON (`t1`.`pull_robot_id` = `t6`.`id`) LEFT OUTER JOIN `repositorybuildtrigger` AS `t2` ON (`t1`.`trigger_id` = `t2`.`id`) LEFT OUTER JOIN `buildtriggerservice` AS `t3` ON (`t2`.`service_id` = `t3`.`id`) WHERE ((`t4`.`name` = %s) AND (`t5`.`username` = %s)) ORDER BY `t1`.`started` DESC LIMIT %s', ['quay', 'ibazulic', 3]) gunicorn-web stdout | 2022-06-09 12:37:53,132 [243] [DEBUG] [app] Ending request: urn:request:d088e93d-9c4f-40c2-b440-d708f0627d07 (/api/v1/repository/ibazulic/quay/build/) {'endpoint': 'api.repositorybuildlist', 'request_id': 'urn:request:d088e93d-9c4f-40c2-b440-d708f0627d07', 'remote_addr': '172.24.0.1', 'http_method': 'GET', 'original_url': 'https://quay.skynet/api/v1/repository/ibazulic/quay/build/?limit=3', 'path': '/api/v1/repository/ibazulic/quay/build/', 'parameters': {'limit': '3'}, 'json_body': None, 'confsha': '61c38a19', 'user-agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:101.0) Gecko/20100101 Firefox/101.0'} gunicorn-web stdout | 2022-06-09 12:37:53,132 [243] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2022-06-09 12:37:53,133 [243] [INFO] [gunicorn.access] 172.24.0.1 - - [09/Jun/2022:12:37:53 +0000] "GET /api/v1/repository/ibazulic/quay/build/?limit=3 HTTP/1.0" 200 15 "https://quay.skynet/repository/ibazulic/quay?tab=history" "Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:101.0) Gecko/20100101 Firefox/101.0" nginx stdout | 172.24.0.1 () - - [09/Jun/2022:12:37:53 +0000] "GET /api/v1/repository/ibazulic/quay/build/?limit=3 HTTP/2.0" 200 15 "https://quay.skynet/repository/ibazulic/quay?tab=history" "Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:101.0) Gecko/20100101 Firefox/101.0" (0.013 417 0.012) namespacegcworker stdout | 2022-06-09 12:37:55,466 [83] [DEBUG] [apscheduler.scheduler] Looking for jobs to run namespacegcworker stdout | 2022-06-09 12:37:55,466 [83] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:38:01.521527+00:00 (in 6.055263 seconds) namespacegcworker stdout | 2022-06-09 12:37:55,466 [83] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:38:55 UTC)" (scheduled at 2022-06-09 12:37:55.463831+00:00) namespacegcworker stdout | 2022-06-09 12:37:55,466 [83] [DEBUG] [workers.queueworker] Getting work item from queue. namespacegcworker stdout | 2022-06-09 12:37:55,467 [83] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 37, 55, 466725), True, datetime.datetime(2022, 6, 9, 12, 37, 55, 466725), 0, 'namespacegc/%', 50, 1, 0]) namespacegcworker stdout | 2022-06-09 12:37:55,470 [83] [DEBUG] [workers.queueworker] No more work. namespacegcworker stdout | 2022-06-09 12:37:55,470 [83] [DEBUG] [data.database] Disconnecting from database. namespacegcworker stdout | 2022-06-09 12:37:55,470 [83] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:38:55 UTC)" executed successfully notificationworker stdout | 2022-06-09 12:38:00,624 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:38:00,624 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:38:10.617379+00:00 (in 9.992763 seconds) notificationworker stdout | 2022-06-09 12:38:00,625 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:38:10 UTC)" (scheduled at 2022-06-09 12:38:00.617379+00:00) notificationworker stdout | 2022-06-09 12:38:00,625 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 12:38:00,625 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 38, 0, 625193), True, datetime.datetime(2022, 6, 9, 12, 38, 0, 625193), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 12:38:00,628 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 12:38:00,628 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:38:00,628 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:38:10 UTC)" executed successfully namespacegcworker stdout | 2022-06-09 12:38:01,521 [83] [DEBUG] [apscheduler.scheduler] Looking for jobs to run namespacegcworker stdout | 2022-06-09 12:38:01,522 [83] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:38:55.463831+00:00 (in 53.941757 seconds) namespacegcworker stdout | 2022-06-09 12:38:01,522 [83] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:39:01 UTC)" (scheduled at 2022-06-09 12:38:01.521527+00:00) namespacegcworker stdout | 2022-06-09 12:38:01,522 [83] [DEBUG] [workers.queueworker] Running watchdog. namespacegcworker stdout | 2022-06-09 12:38:01,522 [83] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2022-06-09 12:39:01 UTC)" executed successfully exportactionlogsworker stdout | 2022-06-09 12:38:04,384 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run exportactionlogsworker stdout | 2022-06-09 12:38:04,384 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:38:47.409953+00:00 (in 43.025234 seconds) exportactionlogsworker stdout | 2022-06-09 12:38:04,385 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:39:04 UTC)" (scheduled at 2022-06-09 12:38:04.366245+00:00) exportactionlogsworker stdout | 2022-06-09 12:38:04,385 [70] [DEBUG] [workers.queueworker] Getting work item from queue. exportactionlogsworker stdout | 2022-06-09 12:38:04,385 [70] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 38, 4, 385129), True, datetime.datetime(2022, 6, 9, 12, 38, 4, 385129), 0, 'exportactionlogs/%', 50, 1, 0]) exportactionlogsworker stdout | 2022-06-09 12:38:04,388 [70] [DEBUG] [workers.queueworker] No more work. exportactionlogsworker stdout | 2022-06-09 12:38:04,388 [70] [DEBUG] [data.database] Disconnecting from database. exportactionlogsworker stdout | 2022-06-09 12:38:04,388 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2022-06-09 12:39:04 UTC)" executed successfully gcworker stdout | 2022-06-09 12:38:07,494 [71] [DEBUG] [apscheduler.scheduler] Looking for jobs to run gcworker stdout | 2022-06-09 12:38:07,494 [71] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:38:37.490424+00:00 (in 29.995768 seconds) gcworker stdout | 2022-06-09 12:38:07,494 [71] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 12:38:37 UTC)" (scheduled at 2022-06-09 12:38:07.490424+00:00) gcworker stdout | 2022-06-09 12:38:07,495 [71] [DEBUG] [peewee] ('SELECT `candidates`.`repository_id` FROM (SELECT DISTINCT `t1`.`repository_id` FROM `tag` AS `t1` INNER JOIN `repository` AS `t2` ON (`t1`.`repository_id` = `t2`.`id`) INNER JOIN `user` AS `t3` ON (`t2`.`namespace_user_id` = `t3`.`id`) WHERE ((((NOT (`t1`.`lifetime_end_ms` IS %s) AND (`t1`.`lifetime_end_ms` <= %s)) AND (`t3`.`removed_tag_expiration_s` = %s)) AND (`t3`.`enabled` = %s)) AND (`t2`.`state` != %s)) LIMIT %s) AS `candidates` ORDER BY Rand() LIMIT %s OFFSET %s', [None, 1654778287495, 0, True, 3, 500, 1, 0]) gcworker stdout | 2022-06-09 12:38:07,498 [71] [DEBUG] [__main__] No repository with garbage found gcworker stdout | 2022-06-09 12:38:07,498 [71] [DEBUG] [data.database] Disconnecting from database. gcworker stdout | 2022-06-09 12:38:07,498 [71] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2022-06-09 12:38:37 UTC)" executed successfully notificationworker stdout | 2022-06-09 12:38:10,639 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2022-06-09 12:38:10,640 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2022-06-09 12:38:19.645536+00:00 (in 9.005612 seconds) notificationworker stdout | 2022-06-09 12:38:10,640 [85] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:38:20 UTC)" (scheduled at 2022-06-09 12:38:10.617379+00:00) notificationworker stdout | 2022-06-09 12:38:10,640 [85] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2022-06-09 12:38:10,641 [85] [DEBUG] [peewee] ('SELECT `t1`.`id`, `t1`.`queue_name`, `t1`.`body`, `t1`.`available_after`, `t1`.`available`, `t1`.`processing_expires`, `t1`.`retries_remaining`, `t1`.`state_id` FROM `queueitem` AS `t1` INNER JOIN (SELECT `t1`.`id` FROM `queueitem` AS `t1` WHERE ((((`t1`.`available_after` <= %s) AND ((`t1`.`available` = %s) OR (`t1`.`processing_expires` <= %s))) AND (`t1`.`retries_remaining` > %s)) AND (`t1`.`queue_name` LIKE %s)) LIMIT %s) AS `j1` ON (`t1`.`id` = `j1`.`id`) ORDER BY Rand() LIMIT %s OFFSET %s', [datetime.datetime(2022, 6, 9, 12, 38, 10, 640447), True, datetime.datetime(2022, 6, 9, 12, 38, 10, 640447), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2022-06-09 12:38:10,643 [85] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2022-06-09 12:38:10,643 [85] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2022-06-09 12:38:10,643 [85] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2022-06-09 12:38:20 UTC)" executed successfully